Skip to content

Instantly share code, notes, and snippets.

@tomwilkie

tomwilkie/gist:43b99a28cebe39d22e7c3b6e12c545bd

Created January 8, 2019 14:15
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save tomwilkie/43b99a28cebe39d22e7c3b6e12c545bd to your computer and use it in GitHub Desktop.
Save tomwilkie/43b99a28cebe39d22e7c3b6e12c545bd to your computer and use it in GitHub Desktop.
Download ZIP
Raw
gistfile1.txt
This file has been truncated, but you can view the full file.
SIGQUIT: quit
PC=0x41efc5 m=0 sigcode=0
goroutine 0 [idle]:
runtime.greyobject(0xc0517506e8, 0xc067cf1200, 0x4b8, 0x7fafc5677310, 0xc00004b770, 0xdd)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/mgcmark.go:1229 +0x225
runtime.scanobject(0xc067cf1200, 0xc00004b770)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/mgcmark.go:1151 +0x2b1
runtime.gcDrain(0xc00004b770, 0x6)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/mgcmark.go:913 +0x23e
runtime.gcBgMarkWorker.func2()
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/mgc.go:1858 +0x13f
runtime.systemstack(0x459c69)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/asm_amd64.s:351 +0x66
runtime.mstart()
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/proc.go:1229
goroutine 42 [GC worker (idle)]:
runtime.systemstack_switch()
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/asm_amd64.s:311 fp=0xc000073f60 sp=0xc000073f58 pc=0x459d60
runtime.gcBgMarkWorker(0xc00004a500)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/mgc.go:1826 +0x1b8 fp=0xc000073fd8 sp=0xc000073f60 pc=0x41aff8
runtime.goexit()
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/asm_amd64.s:1333 +0x1 fp=0xc000073fe0 sp=0xc000073fd8 pc=0x45bcc1
created by runtime.gcBgMarkStartWorkers
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/mgc.go:1720 +0x77
goroutine 1 [chan receive, 39 minutes]:
github.com/oklog/oklog/pkg/group.(*Group).Run(0xc000879df8, 0xc0001d4170, 0x8)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group/group.go:43 +0xf0
main.main()
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/cmd/prometheus/main.go:623 +0x5c0c
goroutine 19 [syscall, 39 minutes]:
os/signal.signal_recv(0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sigqueue.go:139 +0x9c
os/signal.loop()
/usr/local/Cellar/go/1.11.2/libexec/src/os/signal/signal_unix.go:23 +0x22
created by os/signal.init.0
/usr/local/Cellar/go/1.11.2/libexec/src/os/signal/signal_unix.go:29 +0x41
goroutine 46 [select]:
github.com/prometheus/prometheus/discovery.(*Manager).sender(0xc0004e6140)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/discovery/manager.go:252 +0x104
created by github.com/prometheus/prometheus/discovery.(*Manager).Run
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/discovery/manager.go:166 +0x43
goroutine 5573708 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0ce1985a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 115 [select, 39 minutes]:
main.main.func5(0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/cmd/prometheus/main.go:403 +0xe5
github.com/oklog/oklog/pkg/group.(*Group).Run.func1(0xc0002b6540, 0xc0000e2080, 0xc0001d4030)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group/group.go:38 +0x27
created by github.com/oklog/oklog/pkg/group.(*Group).Run
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group/group.go:37 +0xbe
goroutine 116 [chan receive, 39 minutes]:
github.com/prometheus/prometheus/discovery.(*Manager).Run(0xc0004e6140, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/discovery/manager.go:167 +0x72
main.main.func7(0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/cmd/prometheus/main.go:425 +0x40
github.com/oklog/oklog/pkg/group.(*Group).Run.func1(0xc0002b6540, 0xc0002a4000, 0xc0002a4020)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group/group.go:38 +0x27
created by github.com/oklog/oklog/pkg/group.(*Group).Run
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group/group.go:37 +0xbe
goroutine 117 [chan receive, 39 minutes]:
github.com/prometheus/prometheus/discovery.(*Manager).Run(0xc0004e6280, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/discovery/manager.go:167 +0x72
main.main.func9(0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/cmd/prometheus/main.go:439 +0x40
github.com/oklog/oklog/pkg/group.(*Group).Run.func1(0xc0002b6540, 0xc0002a4060, 0xc0002a4080)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group/group.go:38 +0x27
created by github.com/oklog/oklog/pkg/group.(*Group).Run
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group/group.go:37 +0xbe
goroutine 118 [semacquire, 3 minutes]:
sync.runtime_SemacquireMutex(0xc0004e434c, 0x456c00)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc0004e4348)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/mutex.go:134 +0xff
github.com/prometheus/prometheus/scrape.(*Manager).updateTsets(0xc0004e4320, 0xc0f7f88a80)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/manager.go:145 +0x36
github.com/prometheus/prometheus/scrape.(*Manager).Run(0xc0004e4320, 0xc000504120, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/manager.go:71 +0x101
main.main.func11(0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/cmd/prometheus/main.go:459 +0x7d
github.com/oklog/oklog/pkg/group.(*Group).Run.func1(0xc0002b6540, 0xc000676120, 0xc0002a40a0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group/group.go:38 +0x27
created by github.com/oklog/oklog/pkg/group.(*Group).Run
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group/group.go:37 +0xbe
goroutine 119 [semacquire, 3 minutes]:
sync.runtime_Semacquire(0xc0e389e638)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:56 +0x39
sync.(*WaitGroup).Wait(0xc0e389e630)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/waitgroup.go:130 +0x64
github.com/prometheus/prometheus/scrape.(*scrapePool).reload(0xc0038a4c80, 0xc0fb300240)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:271 +0x4c8
github.com/prometheus/prometheus/scrape.(*Manager).ApplyConfig(0xc0004e4320, 0xc0909c2d80, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/manager.go:167 +0x259
github.com/prometheus/prometheus/scrape.(*Manager).ApplyConfig-fm(0xc0909c2d80, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/cmd/prometheus/main.go:336 +0x34
main.reloadConfig(0x7ffe28fa96e3, 0x1e, 0x1e99b60, 0xc000690a50, 0xc0006949c0, 0x7, 0x7, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/cmd/prometheus/main.go:649 +0x228
main.main.func13(0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/cmd/prometheus/main.go:490 +0x1e6
github.com/oklog/oklog/pkg/group.(*Group).Run.func1(0xc0002b6540, 0xc0002b6480, 0xc0001d4140)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group/group.go:38 +0x27
created by github.com/oklog/oklog/pkg/group.(*Group).Run
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group/group.go:37 +0xbe
goroutine 120 [chan receive, 39 minutes]:
main.main.func15(0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/cmd/prometheus/main.go:531 +0x351
github.com/oklog/oklog/pkg/group.(*Group).Run.func1(0xc0002b6540, 0xc0002b64e0, 0xc0001d4150)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group/group.go:38 +0x27
created by github.com/oklog/oklog/pkg/group.(*Group).Run
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group/group.go:37 +0xbe
goroutine 121 [chan receive, 39 minutes]:
main.main.func17(0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/cmd/prometheus/main.go:547 +0x71
github.com/oklog/oklog/pkg/group.(*Group).Run.func1(0xc0002b6540, 0xc0002a40c0, 0xc0002a41e0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group/group.go:38 +0x27
created by github.com/oklog/oklog/pkg/group.(*Group).Run
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group/group.go:37 +0xbe
goroutine 122 [chan receive, 39 minutes]:
main.main.func19(0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/cmd/prometheus/main.go:576 +0x400
github.com/oklog/oklog/pkg/group.(*Group).Run.func1(0xc0002b6540, 0xc0000e2200, 0xc000676150)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group/group.go:38 +0x27
created by github.com/oklog/oklog/pkg/group.(*Group).Run
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group/group.go:37 +0xbe
goroutine 123 [select, 39 minutes]:
github.com/prometheus/prometheus/web.(*Handler).Run(0xc000468d00, 0x1eb9620, 0xc000694280, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/web/web.go:503 +0xd73
main.main.func21(0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/cmd/prometheus/main.go:591 +0x40
github.com/oklog/oklog/pkg/group.(*Group).Run.func1(0xc0002b6540, 0xc0002a4200, 0xc0001d4160)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group/group.go:38 +0x27
created by github.com/oklog/oklog/pkg/group.(*Group).Run
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group/group.go:37 +0xbe
goroutine 124 [select]:
github.com/prometheus/prometheus/notifier.(*Manager).Run(0xc000046580, 0xc0005042a0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/notifier/notifier.go:311 +0xfd
main.main.func23(0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/cmd/prometheus/main.go:614 +0x7d
github.com/oklog/oklog/pkg/group.(*Group).Run.func1(0xc0002b6540, 0xc000676180, 0xc0001d4170)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group/group.go:38 +0x27
created by github.com/oklog/oklog/pkg/group.(*Group).Run
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group/group.go:37 +0xbe
goroutine 177 [select, 6 minutes]:
github.com/prometheus/tsdb/wal.(*WAL).run(0xc0004a8540)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/prometheus/tsdb/wal/wal.go:257 +0xdb
created by github.com/prometheus/tsdb/wal.NewSize
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/prometheus/tsdb/wal/wal.go:244 +0x443
goroutine 104 [chan receive (nil chan), 39 minutes]:
github.com/prometheus/prometheus/prompb.RegisterAdminHandlerFromEndpoint.func1.1(0x1eb9660, 0xc0000c8020, 0xc0002bc1a0, 0x7ffe28fa9717, 0x3)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/prompb/rpc.pb.gw.go:85 +0x4c
created by github.com/prometheus/prometheus/prompb.RegisterAdminHandlerFromEndpoint.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/prompb/rpc.pb.gw.go:84 +0x194
goroutine 103 [select, 39 minutes]:
google.golang.org/grpc.(*addrConn).transportMonitor(0xc0002bc340)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/google.golang.org/grpc/clientconn.go:908 +0x18f
google.golang.org/grpc.(*ClientConn).resetAddrConn.func1(0xc0002bc340)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/google.golang.org/grpc/clientconn.go:637 +0x1ae
created by google.golang.org/grpc.(*ClientConn).resetAddrConn
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/google.golang.org/grpc/clientconn.go:628 +0x66d
goroutine 105 [chan receive, 2 minutes]:
github.com/cockroachdb/cmux.muxListener.Accept(0x1eaba60, 0xc00068c140, 0xc0006e0120, 0xc0006fce78, 0x48d6c6, 0x5c34af9e, 0x43586e)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/cockroachdb/cmux/cmux.go:184 +0x41
net/http.(*Server).Serve(0xc0004b84e0, 0x1eb6920, 0xc00068c2a0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/server.go:2826 +0x22f
github.com/prometheus/prometheus/web.(*Handler).Run.func3(0xc0006df0e0, 0xc0004b84e0, 0x1eb6920, 0xc00068c2a0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/web/web.go:494 +0x3f
created by github.com/prometheus/prometheus/web.(*Handler).Run
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/web/web.go:493 +0xc33
goroutine 106 [chan receive, 39 minutes]:
github.com/cockroachdb/cmux.muxListener.Accept(0x1eaba60, 0xc00068c140, 0xc0006e0000, 0xc0008de0d0, 0xc0008e7ea8, 0x18, 0xc0008e7ea0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/cockroachdb/cmux/cmux.go:184 +0x41
google.golang.org/grpc.(*Server).Serve(0xc00039c360, 0x1eb6920, 0xc00068c160, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/google.golang.org/grpc/server.go:432 +0x164
github.com/prometheus/prometheus/web.(*Handler).Run.func4(0xc0006df0e0, 0xc00039c360, 0x1eb6920, 0xc00068c160)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/web/web.go:497 +0x3f
created by github.com/prometheus/prometheus/web.(*Handler).Run
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/web/web.go:496 +0xc7c
goroutine 107 [IO wait, 2 minutes]:
internal/poll.runtime_pollWait(0x7fafc997cf00, 0x72, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0004ee118, 0x72, 0xc04846a000, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0004ee118, 0xffffffffffffff00, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Accept(0xc0004ee100, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:384 +0x1a0
net.(*netFD).accept(0xc0004ee100, 0x1, 0xc0006de058, 0xc000094080)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:238 +0x42
net.(*TCPListener).accept(0xc0006dc000, 0xc0006de000, 0xc0006fde98, 0xc0a4d67401)
/usr/local/Cellar/go/1.11.2/libexec/src/net/tcpsock_posix.go:139 +0x2e
net.(*TCPListener).Accept(0xc0006dc000, 0xc0006fde98, 0x1a76160, 0x1a76160, 0xc04c70f410)
/usr/local/Cellar/go/1.11.2/libexec/src/net/tcpsock.go:260 +0x47
golang.org/x/net/netutil.(*limitListener).Accept(0xc00068c0a0, 0xc0006fdee0, 0x459170, 0xc0006fdf28, 0xc0006fdf30)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/golang.org/x/net/netutil/listen.go:30 +0x53
github.com/mwitkow/go-conntrack.(*connTrackListener).Accept(0xc00068c140, 0x1d27638, 0xc000094100, 0x1eca2a0, 0xc04c70f4a0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack/listener_wrapper.go:86 +0x37
github.com/cockroachdb/cmux.(*cMux).Serve(0xc000094100, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/cockroachdb/cmux/cmux.go:124 +0x88
github.com/prometheus/prometheus/web.(*Handler).Run.func5(0xc0006df0e0, 0x1ea96e0, 0xc000094100)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/web/web.go:500 +0x31
created by github.com/prometheus/prometheus/web.(*Handler).Run
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/web/web.go:499 +0xcb8
goroutine 194 [IO wait, 39 minutes]:
internal/poll.runtime_pollWait(0x7fafc997ce30, 0x72, 0xc0008e6b90)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc000882098, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc000882098, 0xc000894000, 0x8000, 0x8000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc000882080, 0xc000894000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc000882080, 0xc000894000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc000872008, 0xc000894000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
bufio.(*Reader).Read(0xc000728060, 0xc0008a6038, 0x9, 0x9, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:216 +0x22f
io.ReadAtLeast(0x1e995c0, 0xc000728060, 0xc0008a6038, 0x9, 0x9, 0x9, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/io/io.go:310 +0x88
io.ReadFull(0x1e995c0, 0xc000728060, 0xc0008a6038, 0x9, 0x9, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/io/io.go:329 +0x58
golang.org/x/net/http2.readFrameHeader(0xc0008a6038, 0x9, 0x9, 0x1e995c0, 0xc000728060, 0x0, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/golang.org/x/net/http2/frame.go:237 +0x7b
golang.org/x/net/http2.(*Framer).ReadFrame(0xc0008a6000, 0x0, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/golang.org/x/net/http2/frame.go:492 +0xa3
google.golang.org/grpc/transport.(*framer).readFrame(0xc00072e0c0, 0x0, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/google.golang.org/grpc/transport/http_util.go:608 +0x2f
google.golang.org/grpc/transport.(*http2Client).reader(0xc000678480)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/google.golang.org/grpc/transport/http2_client.go:1080 +0x47
created by google.golang.org/grpc/transport.newHTTP2Client
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/google.golang.org/grpc/transport/http2_client.go:267 +0xaee
goroutine 195 [select, 39 minutes]:
google.golang.org/grpc/transport.(*http2Client).controller(0xc000678480)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/google.golang.org/grpc/transport/http2_client.go:1168 +0xf6
created by google.golang.org/grpc/transport.newHTTP2Client
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/google.golang.org/grpc/transport/http2_client.go:297 +0xc37
goroutine 108 [IO wait, 39 minutes]:
internal/poll.runtime_pollWait(0x7fafc997cd60, 0x72, 0xc0008e2978)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0004ee298, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0004ee298, 0xc000908000, 0x9, 0x9)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0004ee280, 0xc000908038, 0x9, 0x9, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0004ee280, 0xc000908038, 0x9, 0x9, 0x4, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0006dc4a8, 0xc000908038, 0x9, 0x9, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
github.com/cockroachdb/cmux.(*bufferedReader).Read(0xc0002b4078, 0xc000908038, 0x9, 0x9, 0x100000000000000, 0x0, 0x10)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/cockroachdb/cmux/buffer.go:42 +0x103
io.ReadAtLeast(0x1e99b00, 0xc0002b4078, 0xc000908038, 0x9, 0x9, 0x9, 0xc00090a090, 0x10, 0x1a894e0)
/usr/local/Cellar/go/1.11.2/libexec/src/io/io.go:310 +0x88
io.ReadFull(0x1e99b00, 0xc0002b4078, 0xc000908038, 0x9, 0x9, 0xc5091e979096b201, 0xefff100000004, 0x5)
/usr/local/Cellar/go/1.11.2/libexec/src/io/io.go:329 +0x58
golang.org/x/net/http2.readFrameHeader(0xc000908038, 0x9, 0x9, 0x1e99b00, 0xc0002b4078, 0x0, 0x0, 0xc000900010, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/golang.org/x/net/http2/frame.go:237 +0x7b
golang.org/x/net/http2.(*Framer).ReadFrame(0xc000908000, 0x1ea10e0, 0xc000900010, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/golang.org/x/net/http2/frame.go:492 +0xa3
github.com/cockroachdb/cmux.matchHTTP2Field(0x1e99b00, 0xc0002b4078, 0x1c23d0a, 0xc, 0x1c2974a, 0x10, 0x7fafc96f8000)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/cockroachdb/cmux/matchers.go:145 +0x133
github.com/cockroachdb/cmux.HTTP2HeaderField.func1(0x1e99b00, 0xc0002b4078, 0xc0006f9ed0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/cockroachdb/cmux/matchers.go:111 +0x59
github.com/cockroachdb/cmux.(*cMux).serve(0xc000094100, 0x1eca2a0, 0xc0008ac000, 0xc0006de060, 0xc0000c8950)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/cockroachdb/cmux/cmux.go:143 +0x1f4
created by github.com/cockroachdb/cmux.(*cMux).Serve
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/cockroachdb/cmux/cmux.go:133 +0x15e
goroutine 148 [select]:
github.com/prometheus/prometheus/discovery.(*Manager).sender(0xc0004e6280)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/discovery/manager.go:252 +0x104
created by github.com/prometheus/prometheus/discovery.(*Manager).Run
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/discovery/manager.go:166 +0x43
goroutine 260 [select]:
github.com/prometheus/tsdb.(*DB).run(0xc0002f40d0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/prometheus/tsdb/db.go:312 +0x1ed
created by github.com/prometheus/tsdb.Open
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/prometheus/tsdb/db.go:290 +0x66f
goroutine 5579473 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc08b545440)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4704158 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0da3d4120)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577211 [select]:
net/http.(*persistConn).writeLoop(0xc0eb99f680)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579580 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc2481798, 0x72, 0xc0749ada40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc079abbb98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc079abbb98, 0xc087601000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc079abbb80, 0xc087601000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc079abbb80, 0xc087601000, 0x1000, 0x1000, 0xc054fb6900, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc02eacf218, 0xc087601000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc054fb6900, 0xc087601000, 0x1000, 0x1000, 0xc0749adc70, 0x404c85, 0xc0797f9a40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc084520780)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc084520780, 0x1, 0x0, 0x0, 0x1, 0xc0570f3260, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc054fb6900)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579042 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbd2ac8f0, 0x72, 0xc103700a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc01b18b218, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc01b18b218, 0xc04cf47000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc01b18b200, 0xc04cf47000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc01b18b200, 0xc04cf47000, 0x1000, 0x1000, 0xc005aac000, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc08e0517c0, 0xc04cf47000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc005aac000, 0xc04cf47000, 0x1000, 0x1000, 0xc103700c70, 0x404c85, 0xc0224c0720)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc07706b020)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc07706b020, 0x1, 0x0, 0x0, 0x1, 0xc10cfe79e0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc005aac000)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5573091 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0b93e79e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5576011 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc058ce3480, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5580819 [select]:
net/http.(*persistConn).writeLoop(0xc0f790f320)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5580416 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc37b0ba0, 0x72, 0xc084d5ea40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc01053de98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc01053de98, 0xc06be72000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc01053de80, 0xc06be72000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc01053de80, 0xc06be72000, 0x1000, 0x1000, 0xc0d6f30b40, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc048fe2280, 0xc06be72000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0d6f30b40, 0xc06be72000, 0x1000, 0x1000, 0xc084d5ec70, 0x404c85, 0xc0a147d3e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0aa176d20)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0aa176d20, 0x1, 0x0, 0x0, 0x1, 0xc0bf4d2000, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0d6f30b40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4677176 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0276c59e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5960132 [select]:
github.com/prometheus/prometheus/storage/remote.(*shards).runShard(0xc095fdecd0, 0xe)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:471 +0x1f7
created by github.com/prometheus/prometheus/storage/remote.(*shards).start
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:409 +0x48
goroutine 5582502 [select]:
net/http.(*persistConn).writeLoop(0xc0bc141e60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5575699 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbeee3e40, 0x72, 0xc08d0bda40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc02d225f98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc02d225f98, 0xc05e39b000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc02d225f80, 0xc05e39b000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc02d225f80, 0xc05e39b000, 0x1000, 0x1000, 0xc0021d8ea0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0522f4f40, 0xc05e39b000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0021d8ea0, 0xc05e39b000, 0x1000, 0x1000, 0xc08d0bdc70, 0x404c85, 0xc048b08ae0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc034a3d620)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc034a3d620, 0x1, 0x0, 0x0, 0x1, 0xc048b08a20, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0021d8ea0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4695910 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc2481388, 0x72, 0xc083585a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc08c50f498, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc08c50f498, 0xc0a98e7000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc08c50f480, 0xc0a98e7000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc08c50f480, 0xc0a98e7000, 0x1000, 0x1000, 0xc0d4536a20, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc014219328, 0xc0a98e7000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0d4536a20, 0xc0a98e7000, 0x1000, 0x1000, 0xc083585c70, 0x404c85, 0xc10cfe6120)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc10ce42540)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc10ce42540, 0x1, 0x0, 0x0, 0x1, 0xc065049b60, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0d4536a20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579922 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0c7155d40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5573605 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0df281200)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577122 [select]:
net/http.(*persistConn).writeLoop(0xc01ad60d80)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5890473 [select]:
github.com/prometheus/prometheus/storage/remote.(*shards).runShard(0xc0387274f0, 0x7)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:471 +0x1f7
created by github.com/prometheus/prometheus/storage/remote.(*shards).start
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:409 +0x48
goroutine 5580363 [select]:
net/http.(*persistConn).writeLoop(0xc0bb7ff320)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5960153 [select]:
github.com/prometheus/prometheus/storage/remote.(*shards).runShard(0xc095fdecd0, 0x23)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:471 +0x1f7
created by github.com/prometheus/prometheus/storage/remote.(*shards).start
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:409 +0x48
goroutine 5580183 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbf20d030, 0x72, 0xc05da78a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0f04c1798, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0f04c1798, 0xc0839f8000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0f04c1780, 0xc0839f8000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0f04c1780, 0xc0839f8000, 0x1000, 0x1000, 0xc053ef5b00, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc046df6b18, 0xc0839f8000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc053ef5b00, 0xc0839f8000, 0x1000, 0x1000, 0xc05da78c70, 0x404c85, 0xc0ccf40a80)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0691471a0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0691471a0, 0x1, 0x0, 0x0, 0x1, 0xc074081440, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc053ef5b00)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577411 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc094c78680, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5578565 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0a1584600, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 4683826 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc37100c0, 0x72, 0xc057651a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc05c4f8118, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc05c4f8118, 0xc015b26000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc05c4f8100, 0xc015b26000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc05c4f8100, 0xc015b26000, 0x1000, 0x1000, 0xc0d1a53200, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc06707c7b8, 0xc015b26000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0d1a53200, 0xc015b26000, 0x1000, 0x1000, 0xc057651c70, 0x404c85, 0xc06f743740)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc00ab65560)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc00ab65560, 0x1, 0x0, 0x0, 0x1, 0xc07b5a4780, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0d1a53200)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5581187 [select]:
net/http.(*persistConn).writeLoop(0xc0e941c5a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5578497 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0441e6e00, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 4676732 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc2716550, 0x72, 0xc006277a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0b04dfb98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0b04dfb98, 0xc084b1c000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0b04dfb80, 0xc084b1c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0b04dfb80, 0xc084b1c000, 0x1000, 0x1000, 0xc082534000, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0422d5f58, 0xc084b1c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc082534000, 0xc084b1c000, 0x1000, 0x1000, 0xc006277c70, 0x404c85, 0xc06fbb42a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0cd50d860)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0cd50d860, 0x1, 0x0, 0x0, 0x1, 0xc072d6f860, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc082534000)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5580851 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbd2649c0, 0x72, 0xc0c8537a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc107894398, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc107894398, 0xc0a603d000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc107894380, 0xc0a603d000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc107894380, 0xc0a603d000, 0x1000, 0x1000, 0xc05046ec60, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc07666a450, 0xc0a603d000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc05046ec60, 0xc0a603d000, 0x1000, 0x1000, 0xc0c8537c70, 0x404c85, 0xc0bf842960)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc072719260)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc072719260, 0x1, 0x0, 0x0, 0x1, 0xc046414120, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc05046ec60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5575869 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc049b33d80, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 4704846 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafba88f340, 0x72, 0xc0154cda40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc062703f98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc062703f98, 0xc0b44a4000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc062703f80, 0xc0b44a4000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc062703f80, 0xc0b44a4000, 0x1000, 0x1000, 0xc0c70bdc20, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc047a9d720, 0xc0b44a4000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0c70bdc20, 0xc0b44a4000, 0x1000, 0x1000, 0xc0154cdc70, 0x404c85, 0xc052153800)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0bf726660)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0bf726660, 0x1, 0x0, 0x0, 0x1, 0xc0053ff620, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0c70bdc20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5578673 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc035ad9f80, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 5574037 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc662ce28, 0x72, 0xc00e0e4810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc08f79bd18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc08f79bd18, 0xc0bfddf000, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc08f79bd00, 0xc0bfddf000, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc08f79bd00, 0xc0bfddf000, 0x400, 0x400, 0x0, 0xc0a6eaf050, 0xc00e0e4948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc040d18270, 0xc0bfddf000, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc0bf0d3f50, 0x7fafc91c9538, 0xc02a3c1540, 0x5, 0xc02a3c1540, 0xc00e0e4a40)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0a4772a80, 0x1d2af17, 0xc0a4772ba0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0a4772a80, 0xc093d52000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc0494f86c0, 0xc093d52000, 0x1000, 0x1000, 0xc013aea7e0, 0xc0494f86c0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc053483da0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc053483da0, 0x1, 0x2, 0x0, 0x0, 0xc0608a95c0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0494f86c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5580281 [select]:
net/http.(*persistConn).writeLoop(0xc0a21977a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5580290 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc6964dd0, 0x72, 0xc02b69aa40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0a315f798, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0a315f798, 0xc0d4ff5000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0a315f780, 0xc0d4ff5000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0a315f780, 0xc0d4ff5000, 0x1000, 0x1000, 0xc0f2e077a0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0fb0bfb98, 0xc0d4ff5000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0f2e077a0, 0xc0d4ff5000, 0x1000, 0x1000, 0xc02b69ac70, 0x404c85, 0xc11d2d6b40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0e12176e0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0e12176e0, 0x1, 0x0, 0x0, 0x1, 0xc02c2260c0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0f2e077a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5573581 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0d6197b00)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5573786 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0b27b7200)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4707936 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0ab3f6d80)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579222 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc8af4090, 0x72, 0xc09a56aa40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0d7d3ee98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0d7d3ee98, 0xc09edfc000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0d7d3ee80, 0xc09edfc000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0d7d3ee80, 0xc09edfc000, 0x1000, 0x1000, 0xc0e918cea0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc094712880, 0xc09edfc000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0e918cea0, 0xc09edfc000, 0x1000, 0x1000, 0xc09a56ac70, 0x404c85, 0xc0fbd47ec0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0672cbc80)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0672cbc80, 0x1, 0x0, 0x0, 0x1, 0xc0bdbdef00, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0e918cea0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4687232 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc1dd5388, 0x72, 0xc0154caa40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0961b9618, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0961b9618, 0xc0be9f2000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0961b9600, 0xc0be9f2000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0961b9600, 0xc0be9f2000, 0x1000, 0x1000, 0xc05fef4a20, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc065189dc0, 0xc0be9f2000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc05fef4a20, 0xc0be9f2000, 0x1000, 0x1000, 0xc0154cac70, 0x404c85, 0xc0cc4eff80)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc069d0b380)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc069d0b380, 0x1, 0x0, 0x0, 0x1, 0xc0202cfb60, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc05fef4a20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5591378 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc8dc1688, 0x72, 0xc0b5078a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc05dc11b18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc05dc11b18, 0xc0a6cf7000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc05dc11b00, 0xc0a6cf7000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc05dc11b00, 0xc0a6cf7000, 0x1000, 0x1000, 0xc0c8e2b8c0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc060175798, 0xc0a6cf7000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0c8e2b8c0, 0xc0a6cf7000, 0x1000, 0x1000, 0xc0b5078c70, 0x404c85, 0xc0f3e61a40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0a9b09860)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0a9b09860, 0x1, 0x0, 0x0, 0x1, 0xc0860c14a0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0c8e2b8c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4672433 [IO wait, 4 minutes]:
internal/poll.runtime_pollWait(0x7fafc997c950, 0x72, 0xc007f1ca40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc06f44a198, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc06f44a198, 0xc08eed3000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc06f44a180, 0xc08eed3000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc06f44a180, 0xc08eed3000, 0x1000, 0x1000, 0xc03dc1d680, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0874213e0, 0xc08eed3000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc03dc1d680, 0xc08eed3000, 0x1000, 0x1000, 0xc007f1cc70, 0x404c85, 0xc0f34824e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc044220a20)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc044220a20, 0x1, 0x0, 0x0, 0x1, 0xc05f3c3860, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc03dc1d680)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4703809 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0ee128480)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5578520 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc065ebe280, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 4673862 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc013f24d80)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577862 [sync.Cond.Wait, 3 minutes]:
sync.runtime_notifyListWait(0xc04b660400, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:510 +0xeb
sync.(*Cond).Wait(0xc04b6603f0)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/cond.go:56 +0x92
golang.org/x/net/http2.(*pipe).Read(0xc04b6603e8, 0xc0512afe00, 0x200, 0x200, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/golang.org/x/net/http2/pipe.go:64 +0x8a
golang.org/x/net/http2.transportResponseBody.Read(0xc04b6603c0, 0xc0512afe00, 0x200, 0x200, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/golang.org/x/net/http2/transport.go:1739 +0x95
encoding/json.(*Decoder).refill(0xc042130f20, 0x0, 0xa)
/usr/local/Cellar/go/1.11.2/libexec/src/encoding/json/stream.go:159 +0xf5
encoding/json.(*Decoder).readValue(0xc042130f20, 0x0, 0x0, 0x193e4c0)
/usr/local/Cellar/go/1.11.2/libexec/src/encoding/json/stream.go:134 +0x222
encoding/json.(*Decoder).Decode(0xc042130f20, 0x196c180, 0xc024449740, 0xc01b749220, 0x203016)
/usr/local/Cellar/go/1.11.2/libexec/src/encoding/json/stream.go:63 +0x78
k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc070d6b3b0, 0xc0cee5a400, 0x400, 0x400, 0x42e0cc, 0x38, 0x38)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/framer/framer.go:150 +0x292
k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc0ac0f7180, 0x0, 0x1ea4de0, 0xc05803dd80, 0x456c80, 0xc056546cc0, 0xc0b7b2a708, 0x404c85, 0xc056546cc0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming/streaming.go:77 +0x89
k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc024449720, 0x1d2a438, 0x0, 0x0, 0x0, 0xc0b7b2a7a8, 0x4056b0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/rest/watch/decoder.go:49 +0x7c
k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc070d6b410)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:93 +0x136
created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:60 +0x9f
goroutine 331 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc997caf0, 0x72, 0xc0006d2870)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc000d14618, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc000d14618, 0xc00120a000, 0x8000, 0x8000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc000d14600, 0xc00120a000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc000d14600, 0xc00120a000, 0x8000, 0x8000, 0x408a1b, 0xc00002e000, 0x19848c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc000ec0000, 0xc00120a000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc000e5a4b0, 0x1e9b9a0, 0xc000ec0000, 0x5, 0xc000ec0000, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc000ebc380, 0x1d2af17, 0xc000ebc4a0, 0x1818be0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc000ebc380, 0xc000be0000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
bufio.(*Reader).Read(0xc000ed8780, 0xc000908738, 0x9, 0x9, 0xe0e9e1, 0xb7a, 0xc0a8d82000)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:216 +0x22f
io.ReadAtLeast(0x1e995c0, 0xc000ed8780, 0xc000908738, 0x9, 0x9, 0x9, 0x1d2af50, 0xc0006d2cf0, 0xc0006d2ce0)
/usr/local/Cellar/go/1.11.2/libexec/src/io/io.go:310 +0x88
io.ReadFull(0x1e995c0, 0xc000ed8780, 0xc000908738, 0x9, 0x9, 0xc000ff8031, 0xbab, 0x3fcf)
/usr/local/Cellar/go/1.11.2/libexec/src/io/io.go:329 +0x58
golang.org/x/net/http2.readFrameHeader(0xc000908738, 0x9, 0x9, 0x1e995c0, 0xc000ed8780, 0x0, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/golang.org/x/net/http2/frame.go:237 +0x7b
golang.org/x/net/http2.(*Framer).ReadFrame(0xc000908700, 0xc02f61f050, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/golang.org/x/net/http2/frame.go:492 +0xa3
golang.org/x/net/http2.(*clientConnReadLoop).run(0xc0006d2fb8, 0x1d29778, 0xc000d03fb8)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/golang.org/x/net/http2/transport.go:1477 +0x9e
golang.org/x/net/http2.(*ClientConn).readLoop(0xc00015b6c0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/golang.org/x/net/http2/transport.go:1405 +0x76
created by golang.org/x/net/http2.(*Transport).newClientConn
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/golang.org/x/net/http2/transport.go:592 +0x60d
goroutine 4704261 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0da3d4000)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5580996 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc68bc4e0, 0x72, 0xc076bf5a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0105dfa98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0105dfa98, 0xc09a2ea000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0105dfa80, 0xc09a2ea000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0105dfa80, 0xc09a2ea000, 0x1000, 0x1000, 0xc1047adc20, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc094712ad0, 0xc09a2ea000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc1047adc20, 0xc09a2ea000, 0x1000, 0x1000, 0xc076bf5c70, 0x404c85, 0xc1089890e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc003adbb60)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc003adbb60, 0x1, 0x0, 0x0, 0x1, 0xc0396caba0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc1047adc20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 6200013 [select]:
net.(*Resolver).LookupIPAddr(0x2e84f20, 0x1eb96a0, 0xc1096c6e40, 0xc0eb8f44e0, 0x22, 0xc0eb8f4503, 0x3, 0x1bb, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/lookup.go:227 +0x55f
net.(*Resolver).internetAddrList(0x2e84f20, 0x1eb96a0, 0xc1096c6e40, 0x1c193b8, 0x3, 0xc0eb8f44e0, 0x26, 0x0, 0x0, 0x0, ...)
/usr/local/Cellar/go/1.11.2/libexec/src/net/ipsock.go:279 +0x614
net.(*Resolver).resolveAddrList(0x2e84f20, 0x1eb96a0, 0xc1096c6e40, 0x1c19abd, 0x4, 0x1c193b8, 0x3, 0xc0eb8f44e0, 0x26, 0x0, ...)
/usr/local/Cellar/go/1.11.2/libexec/src/net/dial.go:202 +0x4fb
net.(*Dialer).DialContext(0xc0aad46060, 0x1eb96a0, 0xc1096c6e40, 0x1c193b8, 0x3, 0xc0eb8f44e0, 0x26, 0x0, 0x0, 0x0, ...)
/usr/local/Cellar/go/1.11.2/libexec/src/net/dial.go:384 +0x201
net.(*Dialer).DialContext-fm(0x1eb96a0, 0xc1096c6e40, 0x1c193b8, 0x3, 0xc0eb8f44e0, 0x26, 0x26, 0xc043ca30b0, 0x0, 0xc000d3fc00)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:48 +0x73
github.com/mwitkow/go-conntrack.dialClientConnTracker(0x1eb96a0, 0xc1096c6e40, 0x1c193b8, 0x3, 0xc0eb8f44e0, 0x26, 0x1c26c97, 0xe, 0xc0e1772c00, 0x110, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack/dialer_wrapper.go:123 +0xbf
github.com/mwitkow/go-conntrack.NewDialContextFunc.func1(0x1eb96a0, 0xc1096c6e40, 0x1c193b8, 0x3, 0xc0eb8f44e0, 0x26, 0xc019e21ae0, 0x648d69, 0xc1096c6e40, 0x1963240)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack/dialer_wrapper.go:94 +0xec
net/http.(*Transport).dial(0xc0d19b8000, 0x1eb96a0, 0xc1096c6e40, 0x1c193b8, 0x3, 0xc0eb8f44e0, 0x26, 0xc0ac964400, 0x1, 0x1, ...)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:916 +0x20f
net/http.(*Transport).dialConn(0xc0d19b8000, 0x1eb96a0, 0xc1096c6e40, 0x0, 0xc0362f7a40, 0x5, 0xc0eb8f44e0, 0x26, 0xc0b837b500, 0x0, ...)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1240 +0x313
net/http.(*Transport).getConn.func4(0xc0d19b8000, 0x1eb96a0, 0xc1096c6e40, 0xc022f9c900, 0xc0362f7c20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:999 +0x6e
created by net/http.(*Transport).getConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:998 +0x3d7
goroutine 5574066 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc05b20d7a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577591 [chan receive, 3 minutes]:
k8s.io/client-go/tools/cache.(*processorListener).run.func1.1(0xc000051400, 0xc0b7b275d8, 0x405415)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/shared_informer.go:549 +0x54
k8s.io/apimachinery/pkg/util/wait.ExponentialBackoff(0x989680, 0x3ff0000000000000, 0x3fb999999999999a, 0x5, 0xc0afc0ce18, 0x42afa2, 0xc0ec91cb20)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:203 +0x9c
k8s.io/client-go/tools/cache.(*processorListener).run.func1()
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/shared_informer.go:548 +0x89
k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc0b7b27768)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x54
k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0afc0cf68, 0xdf8475800, 0x0, 0x1918e01, 0xc0053ff9e0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:134 +0xbe
k8s.io/apimachinery/pkg/util/wait.Until(0xc0b7b27768, 0xdf8475800, 0xc0053ff9e0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:88 +0x4d
k8s.io/client-go/tools/cache.(*processorListener).run(0xc09a284380)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/shared_informer.go:546 +0x8d
k8s.io/client-go/tools/cache.(*processorListener).run-fm()
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/shared_informer.go:390 +0x2a
k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc08ca78760, 0xc080536520)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x4f
created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:69 +0x62
goroutine 5576016 [semacquire]:
sync.runtime_SemacquireMutex(0xc0db545844, 0xffffffffffffff00)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/mutex.go:134 +0xff
sync.(*RWMutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/rwmutex.go:93 +0x2d
github.com/prometheus/prometheus/storage/remote.(*QueueManager).Append(0xc0db5457a0, 0xc054d138f0, 0xa, 0xc0fb0b6bd0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:221 +0x23b
github.com/prometheus/prometheus/storage/remote.(*Storage).Add(0xc0001c4e00, 0xc0f2059680, 0x8, 0xa, 0x1682dcfb11b, 0x41120d8800000000, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/write.go:32 +0x14e
github.com/prometheus/prometheus/storage.(*fanoutAppender).AddFast(0xc0da36d440, 0xc0f2059680, 0x8, 0xa, 0x365d2, 0x1682dcfb11b, 0x41120d8800000000, 0x15e, 0xc0e5730520)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/fanout.go:155 +0x121
github.com/prometheus/prometheus/scrape.(*timeLimitAppender).AddFast(0xc001c0f200, 0xc0f2059680, 0x8, 0xa, 0x365d2, 0x1682dcfb11b, 0x41120d8800000000, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/target.go:310 +0xac
github.com/prometheus/prometheus/scrape.(*scrapeLoop).append(0xc058ce3780, 0xc10c95a000, 0x46508, 0xb1fa8, 0xc0a08f16e0, 0x28, 0xbf0549e322173008, 0x2207817703d, 0x2e85960, 0x0, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:992 +0x196f
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc058ce3780, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:833 +0x592
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5577428 [select]:
net/http.(*persistConn).writeLoop(0xc11f16b0e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5890484 [runnable]:
github.com/prometheus/prometheus/storage/remote.MetricToLabelProtos(0xc0183b9e90, 0xc0f94fd620, 0xc09c9abd48, 0xb)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/codec.go:370 +0xf0
github.com/prometheus/prometheus/storage/remote.ToWriteRequest(0xc0345ba600, 0x64, 0xc0, 0x1b04880)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/codec.go:91 +0x116
github.com/prometheus/prometheus/storage/remote.(*shards).sendSamplesWithBackoff(0xc0387274f0, 0xc0345ba600, 0x64, 0xc0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:519 +0x6e
github.com/prometheus/prometheus/storage/remote.(*shards).sendSamples(0xc0387274f0, 0xc0345ba600, 0x64, 0xc0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:508 +0x6f
github.com/prometheus/prometheus/storage/remote.(*shards).runShard(0xc0387274f0, 0x12)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:489 +0x337
created by github.com/prometheus/prometheus/storage/remote.(*shards).start
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:409 +0x48
goroutine 5577599 [runnable]:
github.com/prometheus/prometheus/pkg/labels.(*Builder).Del(0xc0cf9b2a00, 0xc0cf9b29f0, 0x1, 0x1, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/pkg/labels/labels.go:260 +0x3f4
github.com/prometheus/prometheus/promql.dropMetricName(0xc0604aa2a0, 0x3, 0x3, 0x2ea5300, 0x412f00, 0xc09e2d6be8)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/promql/engine.go:1512 +0x168
github.com/prometheus/prometheus/promql.(*EvalNodeHelper).dropMetricName(0xc022906ae0, 0xc0604aa2a0, 0x3, 0x3, 0xc0cf448601, 0x3, 0x3)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/promql/engine.go:698 +0xc0
github.com/prometheus/prometheus/promql.(*evaluator).VectorscalarBinop(0xc0a775cb90, 0x17, 0xc0ae040000, 0x5ad, 0x5ad, 0x0, 0x4059000000000000, 0x400001, 0xc022906ae0, 0x19b1f80, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/promql/engine.go:1503 +0x2c6
github.com/prometheus/prometheus/promql.(*evaluator).eval.func11(0xc087f02ea0, 0x2, 0x2, 0xc022906ae0, 0x0, 0x5ad, 0x5ad)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/promql/engine.go:1034 +0xcc
github.com/prometheus/prometheus/promql.(*evaluator).rangeEval(0xc0a775cb90, 0xc094df0fc0, 0xc0cf9b36e8, 0x2, 0x2, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/promql/engine.go:784 +0x956
github.com/prometheus/prometheus/promql.(*evaluator).eval(0xc0a775cb90, 0x1eac2a0, 0xc0da83a340, 0xc00d2b02d0, 0x2)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/promql/engine.go:1033 +0x22be
github.com/prometheus/prometheus/promql.(*evaluator).rangeEval(0xc0a775cb90, 0xc094df0fa0, 0xc0cf9b43a8, 0x2, 0x2, 0x0, 0xc0dfcc772b, 0xc0cd645800)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/promql/engine.go:735 +0x158e
github.com/prometheus/prometheus/promql.(*evaluator).eval(0xc0a775cb90, 0x1eac2a0, 0xc0da83ac00, 0xc00d2b0270, 0x2)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/promql/engine.go:1022 +0x1e29
github.com/prometheus/prometheus/promql.(*evaluator).rangeEval(0xc0a775cb90, 0xc094df0f80, 0xc0cf9b5008, 0x2, 0x2, 0x0, 0xc00d2b0060, 0x203003)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/promql/engine.go:735 +0x158e
github.com/prometheus/prometheus/promql.(*evaluator).eval(0xc0a775cb90, 0x1eac2a0, 0xc0da83ad00, 0xc0cf9b51b8, 0x74)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/promql/engine.go:1028 +0x246d
github.com/prometheus/prometheus/promql.(*evaluator).Eval(0xc0a775cb90, 0x1eac2a0, 0xc0da83ad00, 0x0, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/promql/engine.go:662 +0x80
github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt(0xc000691920, 0x1eb96e0, 0xc064b9b8f0, 0xc0f795f0e0, 0xc0a8b91ea0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/promql/engine.go:414 +0x426
github.com/prometheus/prometheus/promql.(*Engine).exec(0xc000691920, 0x1eb96e0, 0xc064b9b8f0, 0xc0f795f0e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/promql/engine.go:369 +0x59f
github.com/prometheus/prometheus/promql.(*query).Exec(0xc0f795f0e0, 0x1eb96e0, 0xc064b9b6b0, 0xc0b8d85ad0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/promql/engine.go:157 +0x94
github.com/prometheus/prometheus/rules.EngineQueryFunc.func1(0x1eb96e0, 0xc064b9b6b0, 0xc0b8d85ad0, 0xce, 0x196251a5, 0xed3c6a719, 0x2e85960, 0xc0008f2100, 0xc04fe61200, 0x1e8413a, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:133 +0xc5
github.com/prometheus/prometheus/rules.(*AlertingRule).Eval(0xc099cd4a80, 0x1eb96e0, 0xc064b9b6b0, 0x196251a5, 0xed3c6a719, 0x2e85960, 0xc00000b140, 0xc000046280, 0x0, 0x0, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/alerting.go:289 +0xf2
github.com/prometheus/prometheus/rules.(*Group).Eval.func1(0x1eb9660, 0xc0000c8020, 0x196251a5, 0xed3c6a719, 0x2e85960, 0xc08c9a46e0, 0x5, 0x1ed37a0, 0xc099cd4a80)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:409 +0x24b
github.com/prometheus/prometheus/rules.(*Group).Eval(0xc08c9a46e0, 0x1eb9660, 0xc0000c8020, 0x196251a5, 0xed3c6a719, 0x2e85960)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:477 +0x10c
github.com/prometheus/prometheus/rules.(*Group).run.func1()
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:239 +0xc0
github.com/prometheus/prometheus/rules.(*Group).run(0xc08c9a46e0, 0x1eb9660, 0xc0000c8020)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:291 +0x2cb
github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1(0xc0004e4550, 0xc08c9a46e0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:709 +0x60
created by github.com/prometheus/prometheus/rules.(*Manager).Update.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:704 +0x56
goroutine 5578453 [select]:
github.com/prometheus/prometheus/rules.(*Group).run(0xc08c9a4b00, 0x1eb9660, 0xc0000c8020)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:281 +0x384
github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1(0xc0004e4550, 0xc08c9a4b00)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:709 +0x60
created by github.com/prometheus/prometheus/rules.(*Manager).Update.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:704 +0x56
goroutine 5578988 [select]:
net/http.(*persistConn).writeLoop(0xc027f210e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579886 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbf20e070, 0x72, 0xc0061aba40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0ac6af198, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0ac6af198, 0xc0bab5e000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0ac6af180, 0xc0bab5e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0ac6af180, 0xc0bab5e000, 0x1000, 0x1000, 0xc0c4cb10e0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc060175048, 0xc0bab5e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0c4cb10e0, 0xc0bab5e000, 0x1000, 0x1000, 0xc0061abc70, 0x404c85, 0xc0ca3d0c00)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0ad80a420)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0ad80a420, 0x1, 0x0, 0x0, 0x1, 0xc0742469c0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0c4cb10e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5578903 [select]:
github.com/prometheus/prometheus/rules.(*Group).run(0xc08c9a4790, 0x1eb9660, 0xc0000c8020)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:281 +0x384
github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1(0xc0004e4550, 0xc08c9a4790)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:709 +0x60
created by github.com/prometheus/prometheus/rules.(*Manager).Update.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:704 +0x56
goroutine 5578907 [semacquire]:
sync.runtime_SemacquireMutex(0xc0db545844, 0xffffffffffffff00)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/mutex.go:134 +0xff
sync.(*RWMutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/rwmutex.go:93 +0x2d
github.com/prometheus/prometheus/storage/remote.(*QueueManager).Append(0xc0db5457a0, 0xc079737978, 0x4, 0xc0b4bc5c20)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:221 +0x23b
github.com/prometheus/prometheus/storage/remote.(*Storage).Add(0xc0001c4e00, 0xc027d08e00, 0x3, 0x4, 0x1682dcf78ce, 0x3f888caa3363cf6b, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/write.go:32 +0x14e
github.com/prometheus/prometheus/storage.(*fanoutAppender).Add(0xc09a89b140, 0xc027d08e00, 0x3, 0x4, 0x1682dcf78ce, 0x3f888caa3363cf6b, 0x6a559, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/fanout.go:142 +0x124
github.com/prometheus/prometheus/rules.(*Group).Eval.func1(0x1eb9660, 0xc0000c8020, 0x9794e84, 0xed3c6a6fe, 0x2e85960, 0xc118e20c60, 0x25, 0x1ed3820, 0xc0c0c3c700)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:436 +0x6b7
github.com/prometheus/prometheus/rules.(*Group).Eval(0xc118e20c60, 0x1eb9660, 0xc0000c8020, 0x9794e84, 0xed3c6a6fe, 0x2e85960)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:477 +0x10c
github.com/prometheus/prometheus/rules.(*Group).run.func1()
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:239 +0xc0
github.com/prometheus/prometheus/rules.(*Group).run(0xc118e20c60, 0x1eb9660, 0xc0000c8020)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:291 +0x2cb
github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1(0xc0004e4550, 0xc118e20c60)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:709 +0x60
created by github.com/prometheus/prometheus/rules.(*Manager).Update.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:704 +0x56
goroutine 5578804 [select]:
github.com/prometheus/prometheus/rules.(*Group).run(0xc02227ee70, 0x1eb9660, 0xc0000c8020)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:281 +0x384
github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1(0xc0004e4550, 0xc02227ee70)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:709 +0x60
created by github.com/prometheus/prometheus/rules.(*Manager).Update.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:704 +0x56
goroutine 5577192 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc08de98a20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5578905 [select]:
github.com/prometheus/prometheus/rules.(*Group).run(0xc08c9a4a50, 0x1eb9660, 0xc0000c8020)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:281 +0x384
github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1(0xc0004e4550, 0xc08c9a4a50)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:709 +0x60
created by github.com/prometheus/prometheus/rules.(*Manager).Update.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:704 +0x56
goroutine 4690190 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc1db40a0, 0x72, 0xc032a54a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0396a3698, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0396a3698, 0xc092e22000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0396a3680, 0xc092e22000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0396a3680, 0xc092e22000, 0x1000, 0x1000, 0xc0216a6900, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc00c9c65f8, 0xc092e22000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0216a6900, 0xc092e22000, 0x1000, 0x1000, 0xc032a54c70, 0x404c85, 0xc092b5a660)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0e72a2180)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0e72a2180, 0x1, 0x0, 0x0, 0x1, 0xc08a948960, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0216a6900)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4695392 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc1dcfa30, 0x72, 0xc006225a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0251acd98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0251acd98, 0xc08578e000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0251acd80, 0xc08578e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0251acd80, 0xc08578e000, 0x1000, 0x1000, 0xc0f7f1cfc0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc052aad640, 0xc08578e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0f7f1cfc0, 0xc08578e000, 0x1000, 0x1000, 0xc006225c70, 0x404c85, 0xc066995d40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc017d4a3c0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc017d4a3c0, 0x1, 0x0, 0x0, 0x1, 0xc085b87f20, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0f7f1cfc0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579524 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc3860f78, 0x72, 0xc0a2f8da40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc043eeff18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc043eeff18, 0xc01e319000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc043eeff00, 0xc01e319000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc043eeff00, 0xc01e319000, 0x1000, 0x1000, 0xc0a2f8dba8, 0x45bd84, 0xc07998df00)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc094713130, 0xc01e319000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc03b93e900, 0xc01e319000, 0x1000, 0x1000, 0xc0a2f8dc70, 0x404c85, 0xc07998dec0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0c0cb6480)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0c0cb6480, 0x1, 0x0, 0x0, 0x1, 0xc01c2479e0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc03b93e900)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5578455 [select]:
github.com/prometheus/prometheus/rules.(*Group).run(0xc023ad94a0, 0x1eb9660, 0xc0000c8020)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:281 +0x384
github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1(0xc0004e4550, 0xc023ad94a0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:709 +0x60
created by github.com/prometheus/prometheus/rules.(*Manager).Update.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:704 +0x56
goroutine 5579258 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc8af3870, 0x72, 0xc103050a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0a1f43f18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0a1f43f18, 0xc068d06000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0a1f43f00, 0xc068d06000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0a1f43f00, 0xc068d06000, 0x1000, 0x1000, 0xc0cc538120, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0b5678450, 0xc068d06000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0cc538120, 0xc068d06000, 0x1000, 0x1000, 0xc103050c70, 0x404c85, 0xc01cb3a180)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc06c052600)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc06c052600, 0x1, 0x0, 0x0, 0x1, 0xc0428af9e0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0cc538120)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577663 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc094c79400, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5578450 [select]:
github.com/prometheus/prometheus/rules.(*Group).run(0xc08c9a4420, 0x1eb9660, 0xc0000c8020)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:281 +0x384
github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1(0xc0004e4550, 0xc08c9a4420)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:709 +0x60
created by github.com/prometheus/prometheus/rules.(*Manager).Update.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:704 +0x56
goroutine 5572666 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc6c1c8c0, 0x72, 0xc032f99810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0597bb798, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0597bb798, 0xc0e8616c00, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0597bb780, 0xc0e8616c00, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0597bb780, 0xc0e8616c00, 0x400, 0x400, 0x0, 0xc0a6eaefc0, 0xc032f99948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc054a89320, 0xc0e8616c00, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc0aaa7c3c0, 0x7fafc91c9538, 0xc05a749500, 0x5, 0xc05a749500, 0xc032f99a40)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc067eb3c00, 0x1d2af17, 0xc067eb3d20, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc067eb3c00, 0xc09184f000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc0e9718ea0, 0xc09184f000, 0x1000, 0x1000, 0xc013aea7e0, 0xc0e9718ea0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc049f47980)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc049f47980, 0x1, 0x2, 0x0, 0x0, 0xc042d52e40, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0e9718ea0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579839 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbd2ad790, 0x72, 0xc03ea82810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc096fb9898, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc096fb9898, 0xc04fbd5800, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc096fb9880, 0xc04fbd5800, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc096fb9880, 0xc04fbd5800, 0x400, 0x400, 0x0, 0xc04e058a20, 0xc03ea82948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc060174df8, 0xc04fbd5800, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc006d02390, 0x7fafc91c9538, 0xc0a5cec9c0, 0x5, 0xc0a5cec9c0, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0c5ef8000, 0x1d2af17, 0xc0c5ef8120, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0c5ef8000, 0xc0767fe000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc0bff0f680, 0xc0767fe000, 0x1000, 0x1000, 0xc02ccf98c0, 0xc0bff0f680, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0877635c0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0877635c0, 0x1, 0x2, 0x0, 0x0, 0xc056f49080, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0bff0f680)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5573401 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0c764f9e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5578452 [select]:
github.com/prometheus/prometheus/rules.(*Group).run(0xc08c9a4580, 0x1eb9660, 0xc0000c8020)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:281 +0x384
github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1(0xc0004e4550, 0xc08c9a4580)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:709 +0x60
created by github.com/prometheus/prometheus/rules.(*Manager).Update.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:704 +0x56
goroutine 5577600 [select]:
github.com/prometheus/prometheus/rules.(*Group).run(0xc08c9a4630, 0x1eb9660, 0xc0000c8020)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:281 +0x384
github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1(0xc0004e4550, 0xc08c9a4630)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:709 +0x60
created by github.com/prometheus/prometheus/rules.(*Manager).Update.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:704 +0x56
goroutine 5575246 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc094c78b00, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5577285 [semacquire]:
sync.runtime_SemacquireMutex(0xc0db545844, 0xffffffffffffff00)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/mutex.go:134 +0xff
sync.(*RWMutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/rwmutex.go:93 +0x2d
github.com/prometheus/prometheus/storage/remote.(*QueueManager).Append(0xc0db5457a0, 0xc0cf16b8f0, 0xe, 0xc090be9e90)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:221 +0x23b
github.com/prometheus/prometheus/storage/remote.(*Storage).Add(0xc0001c4e00, 0xc0655316c0, 0x9, 0xe, 0x1682dcf7ba0, 0x0, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/write.go:32 +0x14e
github.com/prometheus/prometheus/storage.(*fanoutAppender).AddFast(0xc0452d2180, 0xc0655316c0, 0x9, 0xe, 0x5db97, 0x1682dcf7ba0, 0x0, 0x1ad, 0xc088a1fbf0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/fanout.go:155 +0x121
github.com/prometheus/prometheus/scrape.(*timeLimitAppender).AddFast(0xc016898700, 0xc0655316c0, 0x9, 0xe, 0x5db97, 0x1682dcf7ba0, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/target.go:310 +0xac
github.com/prometheus/prometheus/scrape.(*scrapeLoop).append(0xc056641380, 0xc133b40000, 0x7c0f35, 0x12c56b8, 0xc005ecea60, 0x19, 0xbf0549dfb476d06d, 0x21d480003fc, 0x2e85960, 0x0, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:992 +0x196f
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc056641380, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:833 +0x592
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5578904 [select]:
github.com/prometheus/prometheus/rules.(*Group).run(0xc08c9a49a0, 0x1eb9660, 0xc0000c8020)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:281 +0x384
github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1(0xc0004e4550, 0xc08c9a49a0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:709 +0x60
created by github.com/prometheus/prometheus/rules.(*Manager).Update.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:704 +0x56
goroutine 5580898 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbf5edc20, 0x72, 0xc06a8e9a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc04c7a6998, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc04c7a6998, 0xc0730bc000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc04c7a6980, 0xc0730bc000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc04c7a6980, 0xc0730bc000, 0x1000, 0x1000, 0xc0b9075320, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc07150b090, 0xc0730bc000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0b9075320, 0xc0730bc000, 0x1000, 0x1000, 0xc06a8e9c70, 0x404c85, 0xc0ee1d8a80)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc106efd0e0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc106efd0e0, 0x1, 0x0, 0x0, 0x1, 0xc0362f6fc0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0b9075320)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5578506 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0441e7880, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 4677621 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbd619658, 0x72, 0xc0bb593a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc01e6ff618, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc01e6ff618, 0xc019914000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc01e6ff600, 0xc019914000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc01e6ff600, 0xc019914000, 0x1000, 0x1000, 0xc0cd2e98c0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0074f8a50, 0xc019914000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0cd2e98c0, 0xc019914000, 0x1000, 0x1000, 0xc0bb593c70, 0x404c85, 0xc05b1841e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc02bee2f00)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc02bee2f00, 0x1, 0x0, 0x0, 0x1, 0xc098d285a0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0cd2e98c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5578805 [select]:
github.com/prometheus/prometheus/rules.(*Group).run(0xc023ad9ef0, 0x1eb9660, 0xc0000c8020)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:281 +0x384
github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1(0xc0004e4550, 0xc023ad9ef0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:709 +0x60
created by github.com/prometheus/prometheus/rules.(*Manager).Update.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:704 +0x56
goroutine 5578906 [select]:
github.com/prometheus/prometheus/rules.(*Group).run(0xc023ad9ad0, 0x1eb9660, 0xc0000c8020)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:281 +0x384
github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1(0xc0004e4550, 0xc023ad9ad0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:709 +0x60
created by github.com/prometheus/prometheus/rules.(*Manager).Update.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:704 +0x56
goroutine 5578451 [select]:
github.com/prometheus/prometheus/rules.(*Group).run(0xc023ad9130, 0x1eb9660, 0xc0000c8020)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:281 +0x384
github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1(0xc0004e4550, 0xc023ad9130)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:709 +0x60
created by github.com/prometheus/prometheus/rules.(*Manager).Update.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:704 +0x56
goroutine 5578458 [select]:
github.com/prometheus/prometheus/rules.(*Group).run(0xc02227f340, 0x1eb9660, 0xc0000c8020)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:281 +0x384
github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1(0xc0004e4550, 0xc02227f340)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:709 +0x60
created by github.com/prometheus/prometheus/rules.(*Manager).Update.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:704 +0x56
goroutine 5578457 [select]:
github.com/prometheus/prometheus/rules.(*Group).run(0xc02227f1e0, 0x1eb9660, 0xc0000c8020)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:281 +0x384
github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1(0xc0004e4550, 0xc02227f1e0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:709 +0x60
created by github.com/prometheus/prometheus/rules.(*Manager).Update.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:704 +0x56
goroutine 5577800 [select]:
github.com/prometheus/prometheus/rules.(*Group).run(0xc08c9a4bb0, 0x1eb9660, 0xc0000c8020)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:281 +0x384
github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1(0xc0004e4550, 0xc08c9a4bb0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:709 +0x60
created by github.com/prometheus/prometheus/rules.(*Manager).Update.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:704 +0x56
goroutine 5578902 [semacquire]:
sync.runtime_SemacquireMutex(0xc0db545844, 0xffffffffffffff00)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/mutex.go:134 +0xff
sync.(*RWMutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/rwmutex.go:93 +0x2d
github.com/prometheus/prometheus/storage/remote.(*QueueManager).Append(0xc0db5457a0, 0xc0d8983978, 0x6, 0xc0bb9d7170)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:221 +0x23b
github.com/prometheus/prometheus/storage/remote.(*Storage).Add(0xc0001c4e00, 0xc0a9b39440, 0x4, 0x6, 0x1682dcf5b4a, 0x4071d00000000000, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/write.go:32 +0x14e
github.com/prometheus/prometheus/storage.(*fanoutAppender).Add(0xc0bcad4780, 0xc0a9b39440, 0x4, 0x6, 0x1682dcf5b4a, 0x4071d00000000000, 0x694cb, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/fanout.go:142 +0x124
github.com/prometheus/prometheus/rules.(*Group).Eval.func1(0x1eb9660, 0xc0000c8020, 0x23f07309, 0xed3c6a6f6, 0x2e85960, 0xc02227f3f0, 0x2, 0x1ed3820, 0xc033d44480)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:436 +0x6b7
github.com/prometheus/prometheus/rules.(*Group).Eval(0xc02227f3f0, 0x1eb9660, 0xc0000c8020, 0x23f07309, 0xed3c6a6f6, 0x2e85960)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:477 +0x10c
github.com/prometheus/prometheus/rules.(*Group).run.func1()
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:239 +0xc0
github.com/prometheus/prometheus/rules.(*Group).run(0xc02227f3f0, 0x1eb9660, 0xc0000c8020)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:291 +0x2cb
github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1(0xc0004e4550, 0xc02227f3f0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:709 +0x60
created by github.com/prometheus/prometheus/rules.(*Manager).Update.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:704 +0x56
goroutine 5577878 [select]:
github.com/prometheus/prometheus/rules.(*Group).run(0xc02227f290, 0x1eb9660, 0xc0000c8020)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:281 +0x384
github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1(0xc0004e4550, 0xc02227f290)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:709 +0x60
created by github.com/prometheus/prometheus/rules.(*Manager).Update.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:704 +0x56
goroutine 1119 [select, 3 minutes]:
github.com/prometheus/prometheus/scrape.(*Manager).reloader(0xc0004e4320)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/manager.go:93 +0x194
created by github.com/prometheus/prometheus/scrape.(*Manager).Run
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/manager.go:67 +0x54
goroutine 5577688 [semacquire]:
sync.runtime_SemacquireMutex(0xc0db545844, 0xffffffffffffff00)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/mutex.go:134 +0xff
sync.(*RWMutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/rwmutex.go:93 +0x2d
github.com/prometheus/prometheus/storage/remote.(*QueueManager).Append(0xc0db5457a0, 0xc0f34e58f0, 0x6, 0xc0434cadb0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:221 +0x23b
github.com/prometheus/prometheus/storage/remote.(*Storage).Add(0xc0001c4e00, 0xc06f9a9740, 0x6, 0x6, 0x1682dcfdff7, 0x40f1e91fd70a3d71, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/write.go:32 +0x14e
github.com/prometheus/prometheus/storage.(*fanoutAppender).AddFast(0xc04c420b80, 0xc06f9a9740, 0x6, 0x6, 0x15c18, 0x1682dcfdff7, 0x40f1e91fd70a3d71, 0x1f4, 0xc0f340f1d0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/fanout.go:155 +0x121
github.com/prometheus/prometheus/scrape.(*timeLimitAppender).AddFast(0xc1038663a0, 0xc06f9a9740, 0x6, 0x6, 0x15c18, 0x1682dcfdff7, 0x40f1e91fd70a3d71, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/target.go:310 +0xac
github.com/prometheus/prometheus/scrape.(*scrapeLoop).append(0xc094c78800, 0xc0447aa000, 0xdb15, 0x13c68, 0xc00b313d40, 0x28, 0xbf0549e621d0d476, 0x22343128c02, 0x2e85960, 0x0, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:992 +0x196f
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc094c78800, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:833 +0x592
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 4672349 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc28d00e0, 0x72, 0xc0b1f6da40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0d37e5518, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0d37e5518, 0xc0810f4000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0d37e5500, 0xc0810f4000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0d37e5500, 0xc0810f4000, 0x1000, 0x1000, 0xc01ffcc000, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc033597e98, 0xc0810f4000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc01ffcc000, 0xc0810f4000, 0x1000, 0x1000, 0xc0b1f6dc70, 0x404c85, 0xc03f0bef60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc048a2f740)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc048a2f740, 0x1, 0x0, 0x0, 0x1, 0xc05474e000, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc01ffcc000)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577755 [semacquire]:
sync.runtime_SemacquireMutex(0xc0db545844, 0xffffffffffffff00)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/mutex.go:134 +0xff
sync.(*RWMutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/rwmutex.go:93 +0x2d
github.com/prometheus/prometheus/storage/remote.(*QueueManager).Append(0xc0db5457a0, 0xc0f08838f0, 0x8, 0xc0753592f0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:221 +0x23b
github.com/prometheus/prometheus/storage/remote.(*Storage).Add(0xc0001c4e00, 0xc03f730000, 0x6, 0x8, 0x1682dcfde73, 0x4091640000000000, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/write.go:32 +0x14e
github.com/prometheus/prometheus/storage.(*fanoutAppender).AddFast(0xc05e6e8ac0, 0xc03f730000, 0x6, 0x8, 0x13f07, 0x1682dcfde73, 0x4091640000000000, 0x17, 0xc07d30ccb0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/fanout.go:155 +0x121
github.com/prometheus/prometheus/scrape.(*timeLimitAppender).AddFast(0xc0a6f1ede0, 0xc03f730000, 0x6, 0x8, 0x13f07, 0x1682dcfde73, 0x4091640000000000, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/target.go:310 +0xac
github.com/prometheus/prometheus/scrape.(*scrapeLoop).append(0xc08076b080, 0xc0ee21a000, 0x1baf0, 0x3b538, 0xc004bd8da0, 0x19, 0xbf0549e60aababf0, 0x2232bed6388, 0x2e85960, 0x0, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:992 +0x196f
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc08076b080, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:833 +0x592
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5580263 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc07b5ed380, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5580279 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0b63d2380, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 4695911 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0d4536a20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5578674 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc07f7a2080, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 5573802 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc08fbc90e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577697 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc094c79480, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5578454 [select]:
github.com/prometheus/prometheus/rules.(*Group).run(0xc02227f080, 0x1eb9660, 0xc0000c8020)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:281 +0x384
github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1(0xc0004e4550, 0xc02227f080)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:709 +0x60
created by github.com/prometheus/prometheus/rules.(*Manager).Update.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:704 +0x56
goroutine 4677431 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc065f4ec60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577481 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbdb204e0, 0x72, 0xc08c18e810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc00a3c7318, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc00a3c7318, 0xc0d1734000, 0x8000, 0x8000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc00a3c7300, 0xc0d1734000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc00a3c7300, 0xc0d1734000, 0x8000, 0x8000, 0xc07237fc80, 0xc008f863f0, 0xc08c18e948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc024ba90d8, 0xc0d1734000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc0a9be3b60, 0x7fafc91c9538, 0xc0c6362500, 0x5, 0xc0c6362500, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0fb1c5180, 0x1d2af17, 0xc0fb1c52a0, 0x458a30)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0fb1c5180, 0xc0b99b1000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc0af734240, 0xc0b99b1000, 0x1000, 0x1000, 0xc08c18ec70, 0x404c85, 0xc0c73311a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc09431d2c0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc09431d2c0, 0x1, 0x0, 0x0, 0x1, 0xc06ededd40, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0af734240)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4684141 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc04f310ea0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5583740 [select]:
net/http.(*persistConn).writeLoop(0xc0bc245d40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579906 [IO wait]:
internal/poll.runtime_pollWait(0x7fafba9eac70, 0x72, 0xc08bbd9a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0d3ff0998, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0d3ff0998, 0xc071305000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0d3ff0980, 0xc071305000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0d3ff0980, 0xc071305000, 0x1000, 0x1000, 0xc0d4d9f200, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc046df6648, 0xc071305000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0d4d9f200, 0xc071305000, 0x1000, 0x1000, 0xc08bbd9c70, 0x404c85, 0xc06870e420)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc05e7105a0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc05e7105a0, 0x1, 0x0, 0x0, 0x1, 0xc1095521e0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0d4d9f200)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5580778 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbab8c430, 0x72, 0xc0914cda40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc00bfa6018, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc00bfa6018, 0xc02ed48000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc00bfa6000, 0xc02ed48000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc00bfa6000, 0xc02ed48000, 0x1000, 0x1000, 0xc098a41680, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc019a343f8, 0xc02ed48000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc098a41680, 0xc02ed48000, 0x1000, 0x1000, 0xc0914cdc70, 0x404c85, 0xc03e295c20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0b103faa0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0b103faa0, 0x1, 0x0, 0x0, 0x1, 0xc0454e1380, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc098a41680)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579210 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc076ad0b40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4683494 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafba9e43d0, 0x72, 0xc038220a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc075f1c318, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc075f1c318, 0xc049c64000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc075f1c300, 0xc049c64000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc075f1c300, 0xc049c64000, 0x1000, 0x1000, 0xc0867d45a0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc011a9a4f0, 0xc049c64000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0867d45a0, 0xc049c64000, 0x1000, 0x1000, 0xc038220c70, 0x404c85, 0xc061fd2c60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc003df9260)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc003df9260, 0x1, 0x0, 0x0, 0x1, 0xc004404c00, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0867d45a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5573801 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbf3bc1a0, 0x72, 0xc00df3c810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0b8c27d98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0b8c27d98, 0xc089880800, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0b8c27d80, 0xc089880800, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0b8c27d80, 0xc089880800, 0x400, 0x400, 0x0, 0xc02f86df50, 0xc00df3c948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc02516bc10, 0xc089880800, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc0da7f8810, 0x7fafc91c9538, 0xc0b5d1fb40, 0x5, 0xc0b5d1fb40, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0ea8b0e00, 0x1d2af17, 0xc0ea8b0f20, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0ea8b0e00, 0xc050856000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc08fbc90e0, 0xc050856000, 0x1000, 0x1000, 0xc013aeaea0, 0xc08fbc90e0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc023361980)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc023361980, 0x1, 0x2, 0x0, 0x0, 0xc022046360, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc08fbc90e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4671857 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc10d4dc120)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4844234 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc09a0b1560)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4673507 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc968cae0, 0x72, 0xc0275aba40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc065f8b118, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc065f8b118, 0xc0c9c66000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc065f8b100, 0xc0c9c66000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc065f8b100, 0xc0c9c66000, 0x1000, 0x1000, 0xc090bb19e0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc02fc5b0c8, 0xc0c9c66000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc090bb19e0, 0xc0c9c66000, 0x1000, 0x1000, 0xc0275abc70, 0x404c85, 0xc0fb3f45a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc02598c540)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc02598c540, 0x1, 0x0, 0x0, 0x1, 0xc0851048a0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc090bb19e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5575946 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc058ce2600, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5580080 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbd61a288, 0x72, 0xc0bbee9a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0a8d29618, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0a8d29618, 0xc0f169a000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0a8d29600, 0xc0f169a000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0a8d29600, 0xc0f169a000, 0x1000, 0x1000, 0xc0d82b10e0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc02eacf558, 0xc0f169a000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0d82b10e0, 0xc0f169a000, 0x1000, 0x1000, 0xc0bbee9c70, 0x404c85, 0xc06c894fc0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0499b9b00)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0499b9b00, 0x1, 0x0, 0x0, 0x1, 0xc003473140, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0d82b10e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4681248 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc7c93bf0, 0x72, 0xc039e77a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc03018f618, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc03018f618, 0xc05f6c2000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc03018f600, 0xc05f6c2000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc03018f600, 0xc05f6c2000, 0x1000, 0x1000, 0xc09ba04a20, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc065188070, 0xc05f6c2000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc09ba04a20, 0xc05f6c2000, 0x1000, 0x1000, 0xc039e77c70, 0x404c85, 0xc0663835c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc091a1e720)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc091a1e720, 0x1, 0x0, 0x0, 0x1, 0xc097aa6060, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc09ba04a20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579238 [select]:
net/http.(*persistConn).writeLoop(0xc0b268cd80)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5580723 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc6c23348, 0x72, 0xc068d4fa40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0f299f318, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0f299f318, 0xc0384af000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0f299f300, 0xc0384af000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0f299f300, 0xc0384af000, 0x1000, 0x1000, 0xc0f95baa20, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc08e051ad0, 0xc0384af000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0f95baa20, 0xc0384af000, 0x1000, 0x1000, 0xc068d4fc70, 0x404c85, 0xc0479cc060)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc01fcb3e60)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc01fcb3e60, 0x1, 0x0, 0x0, 0x1, 0xc0c88a0840, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0f95baa20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4672376 [select, 4 minutes]:
net/http.(*persistConn).writeLoop(0xc0356979e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579163 [select]:
net/http.(*persistConn).writeLoop(0xc1093f9d40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4671928 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc05c2e18c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5580681 [select]:
net/http.(*persistConn).writeLoop(0xc099fb2000)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577810 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0xc070590028, 0xc0000000d9)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:510 +0xeb
sync.(*Cond).Wait(0xc070590018)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/cond.go:56 +0x92
k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc070590000, 0xc098c39030, 0x0, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:431 +0x99
k8s.io/client-go/tools/cache.(*controller).processLoop(0xc005ad3080)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:150 +0x40
k8s.io/client-go/tools/cache.(*controller).processLoop-fm()
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:124 +0x2a
k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc0514aeef0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x54
k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0514aeef0, 0x3b9aca00, 0x0, 0xc0a2b71601, 0xc0d6734b40)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:134 +0xbe
k8s.io/apimachinery/pkg/util/wait.Until(0xc0514aeef0, 0x3b9aca00, 0xc0d6734b40)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:88 +0x4d
k8s.io/client-go/tools/cache.(*controller).Run(0xc005ad3080, 0xc0d6734b40)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:124 +0x299
k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc086efc2d0, 0xc0d6734b40)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/shared_informer.go:227 +0x40d
created by github.com/prometheus/prometheus/discovery/kubernetes.(*Discovery).Run
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:300 +0x1a4f
goroutine 5575873 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafba73d680, 0x72, 0xc0e18b8a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0272ac318, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0272ac318, 0xc107f98000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0272ac300, 0xc107f98000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0272ac300, 0xc107f98000, 0x1000, 0x1000, 0xc0de026a20, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc050deaef0, 0xc107f98000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0de026a20, 0xc107f98000, 0x1000, 0x1000, 0xc0e18b8c70, 0x404c85, 0xc061026d80)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc00ab0fda0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc00ab0fda0, 0x1, 0x0, 0x0, 0x1, 0xc056e741e0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0de026a20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5583566 [select]:
net/http.(*persistConn).writeLoop(0xc0f5597560)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579557 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc6c1c990, 0x72, 0xc0eb7cd810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc08350f618, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc08350f618, 0xc06ddf0c00, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc08350f600, 0xc06ddf0c00, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc08350f600, 0xc06ddf0c00, 0x400, 0x400, 0x0, 0xc05bbb8450, 0xc0eb7cd948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0fb0bf6d8, 0xc06ddf0c00, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc06d46d4d0, 0x7fafc91c9538, 0xc07730fe00, 0x5, 0xc07730fe00, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0673d9180, 0x1d2af17, 0xc0673d92a0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0673d9180, 0xc058393000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc067348120, 0xc058393000, 0x1000, 0x1000, 0xc050e2a240, 0xc067348120, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0b7f81f80)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0b7f81f80, 0x1, 0x2, 0x0, 0x0, 0xc052d4cd80, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc067348120)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5580780 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc7923d00, 0x72, 0xc0b5b76a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0adee0918, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0adee0918, 0xc0bebc6000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0adee0900, 0xc0bebc6000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0adee0900, 0xc0bebc6000, 0x1000, 0x1000, 0xc10bc68000, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc019a34450, 0xc0bebc6000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc10bc68000, 0xc0bebc6000, 0x1000, 0x1000, 0xc0b5b76c70, 0x404c85, 0xc03a1929c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0b103fe00)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0b103fe00, 0x1, 0x0, 0x0, 0x1, 0xc03fb28780, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc10bc68000)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5575870 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc049b33e00, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 4700508 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc07d1b3680)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579182 [select]:
net/http.(*persistConn).writeLoop(0xc0bf6bc360)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5580253 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0f31b6380, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 4696951 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbd2ad520, 0x72, 0xc05a490a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0b9b43398, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0b9b43398, 0xc041406000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0b9b43380, 0xc041406000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0b9b43380, 0xc041406000, 0x1000, 0x1000, 0xc008c94120, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc052aadd30, 0xc041406000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc008c94120, 0xc041406000, 0x1000, 0x1000, 0xc05a490c70, 0x404c85, 0xc1056d8900)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc01b6d20c0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc01b6d20c0, 0x1, 0x0, 0x0, 0x1, 0xc0469d77a0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc008c94120)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5580683 [select]:
net/http.(*persistConn).writeLoop(0xc038dc9d40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5581202 [IO wait]:
internal/poll.runtime_pollWait(0x7fafba88f9c0, 0x72, 0xc116de8a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0795f3098, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0795f3098, 0xc01e5d0000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0795f3080, 0xc01e5d0000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0795f3080, 0xc01e5d0000, 0x1000, 0x1000, 0xc02d751b00, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0b5678048, 0xc01e5d0000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc02d751b00, 0xc01e5d0000, 0x1000, 0x1000, 0xc116de8c70, 0x404c85, 0xc081d8d5c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0354bcf00)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0354bcf00, 0x1, 0x0, 0x0, 0x1, 0xc07dd3b980, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc02d751b00)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4672344 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0264be360)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4672087 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc075215320)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5575791 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc00688ed80)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5533129 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc04d833560)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5576050 [semacquire]:
sync.runtime_SemacquireMutex(0xc0db545844, 0xffffffffffffff00)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/mutex.go:134 +0xff
sync.(*RWMutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/rwmutex.go:93 +0x2d
github.com/prometheus/prometheus/storage/remote.(*QueueManager).Append(0xc0db5457a0, 0xc0f3fdb8f0, 0x6, 0xc06384cf60)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:221 +0x23b
github.com/prometheus/prometheus/storage/remote.(*Storage).Add(0xc0001c4e00, 0xc069c920c0, 0x6, 0x6, 0x1682dcfdd50, 0x3ff0000000000000, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/write.go:32 +0x14e
github.com/prometheus/prometheus/storage.(*fanoutAppender).AddFast(0xc1036849c0, 0xc069c920c0, 0x6, 0x6, 0x3bfc0, 0x1682dcfdd50, 0x3ff0000000000000, 0xc4, 0xc108bf0480)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/fanout.go:155 +0x121
github.com/prometheus/prometheus/scrape.(*timeLimitAppender).AddFast(0xc018ac0820, 0xc069c920c0, 0x6, 0x6, 0x3bfc0, 0x1682dcfdd50, 0x3ff0000000000000, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/target.go:310 +0xac
github.com/prometheus/prometheus/scrape.(*scrapeLoop).append(0xc04cfd8780, 0xc0f35dc000, 0x481ce, 0xb1fa8, 0xc08831f200, 0x28, 0xbf0549e5f4f336e2, 0x2231a9a246e, 0x2e85960, 0x0, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:992 +0x196f
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc04cfd8780, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:833 +0x592
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5575996 [semacquire]:
sync.runtime_SemacquireMutex(0xc0db545844, 0xffffffffffffff00)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/mutex.go:134 +0xff
sync.(*RWMutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/rwmutex.go:93 +0x2d
github.com/prometheus/prometheus/storage/remote.(*QueueManager).Append(0xc0db5457a0, 0xc0b16098f0, 0x6, 0xc0f6066900)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:221 +0x23b
github.com/prometheus/prometheus/storage/remote.(*Storage).Add(0xc0001c4e00, 0xc074734fc0, 0x6, 0x6, 0x1682dcfe188, 0x41b196c281000000, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/write.go:32 +0x14e
github.com/prometheus/prometheus/storage.(*fanoutAppender).AddFast(0xc0ff3c2dc0, 0xc074734fc0, 0x6, 0x6, 0x16aeb, 0x1682dcfe188, 0x41b196c281000000, 0x14e, 0xc10d48d6e0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/fanout.go:155 +0x121
github.com/prometheus/prometheus/scrape.(*timeLimitAppender).AddFast(0xc09cfdb9e0, 0xc074734fc0, 0x6, 0x6, 0x16aeb, 0x1682dcfe188, 0x41b196c281000000, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/target.go:310 +0xac
github.com/prometheus/prometheus/scrape.(*scrapeLoop).append(0xc058ce2f80, 0xc11552c000, 0x485fc, 0xb1fa8, 0xc1191c9f50, 0x28, 0xbf0549e639b8d916, 0x2235afa90ec, 0x2e85960, 0x0, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:992 +0x196f
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc058ce2f80, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:833 +0x592
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5574055 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafba8db568, 0x72, 0xc0bb58e810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc08f79bf18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc08f79bf18, 0xc0bfdde800, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc08f79bf00, 0xc0bfdde800, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc08f79bf00, 0xc0bfdde800, 0x400, 0x400, 0x80, 0xc0aeabd7d0, 0xc0bb58e958)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc040d18260, 0xc0bfdde800, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc0bf0d3e90, 0x7fafc91c9538, 0xc02a3c1500, 0x5, 0xc02a3c1500, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0a4772700, 0x1d2af17, 0xc0a4772820, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0a4772700, 0xc0bccf4000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc04348cd80, 0xc0bccf4000, 0x1000, 0x1000, 0xc013aea7e0, 0xc04348cd80, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0470f3d40)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0470f3d40, 0x1, 0x2, 0x0, 0x0, 0xc0cc7ab6e0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc04348cd80)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577869 [select]:
net/http.(*persistConn).writeLoop(0xc075b286c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577933 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbd6194b8, 0x72, 0xc09f465a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0687e6318, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0687e6318, 0xc04a245000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0687e6300, 0xc04a245000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0687e6300, 0xc04a245000, 0x1000, 0x1000, 0xc0f44277a0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc01beb4e58, 0xc04a245000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0f44277a0, 0xc04a245000, 0x1000, 0x1000, 0xc09f465c70, 0x404c85, 0xc003b96cc0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0725c0300)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0725c0300, 0x1, 0x0, 0x0, 0x1, 0xc078e4de60, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0f44277a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5575767 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0ee7a7e60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5573735 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc089370240)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5960133 [select]:
github.com/prometheus/prometheus/storage/remote.(*shards).runShard(0xc095fdecd0, 0xf)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:471 +0x1f7
created by github.com/prometheus/prometheus/storage/remote.(*shards).start
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:409 +0x48
goroutine 5581611 [select]:
net/http.(*persistConn).writeLoop(0xc022391c20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4674148 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0160a2900)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579500 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc8dc1758, 0x72, 0xc0171f4a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc02ef7a318, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc02ef7a318, 0xc096cf8000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc02ef7a300, 0xc096cf8000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc02ef7a300, 0xc096cf8000, 0x1000, 0x1000, 0xc03b93ea20, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc02eacf198, 0xc096cf8000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc03b93ea20, 0xc096cf8000, 0x1000, 0x1000, 0xc0171f4c70, 0x404c85, 0xc0797f8cc0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc08c725ec0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc08c725ec0, 0x1, 0x0, 0x0, 0x1, 0xc0797f8ba0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc03b93ea20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5573875 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc07cef19e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5578645 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc035ad9080, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 4672377 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc6c3ec00, 0x72, 0xc0a6bbca40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0a6d1ff18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0a6d1ff18, 0xc0155a9000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0a6d1ff00, 0xc0155a9000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0a6d1ff00, 0xc0155a9000, 0x1000, 0x1000, 0xc0c9eb6c60, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc087c3e138, 0xc0155a9000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0c9eb6c60, 0xc0155a9000, 0x1000, 0x1000, 0xc0a6bbcc70, 0x404c85, 0xc06fa556e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0725c1d40)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0725c1d40, 0x1, 0x0, 0x0, 0x1, 0xc04b0b7f80, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0c9eb6c60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577692 [chan receive, 3 minutes]:
github.com/prometheus/prometheus/discovery/kubernetes.(*Node).Run(0xc073dfc840, 0x1eb9620, 0xc060fa9c80, 0xc0a0464300)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/discovery/kubernetes/node.go:91 +0x242
github.com/prometheus/prometheus/discovery/kubernetes.(*Discovery).Run.func15(0xc07aa31bf0, 0x1eb9620, 0xc060fa9c80, 0xc0a0464300, 0x1e9ab00, 0xc073dfc840)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:382 +0x79
created by github.com/prometheus/prometheus/discovery/kubernetes.(*Discovery).Run
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:380 +0x507
goroutine 5580715 [IO wait]:
internal/poll.runtime_pollWait(0x7fafba9eaba0, 0x72, 0xc0b1f6ea40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc01aa3cf18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc01aa3cf18, 0xc0d62b3000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc01aa3cf00, 0xc0d62b3000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc01aa3cf00, 0xc0d62b3000, 0x1000, 0x1000, 0xc0b4b3cc60, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc05ed643f0, 0xc0d62b3000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0b4b3cc60, 0xc0d62b3000, 0x1000, 0x1000, 0xc0b1f6ec70, 0x404c85, 0xc10da979e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0ee5b1e00)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0ee5b1e00, 0x1, 0x0, 0x0, 0x1, 0xc02d2d6b40, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0b4b3cc60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4673626 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0f40f1d40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 6199972 [runnable]:
internal/poll.runtime_pollWait(0x7fafc7923270, 0x72, 0xc0f4da80e8)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0a5380218, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0a5380218, 0xc0671f9e00, 0x200, 0x200)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0a5380200, 0xc0671f9e00, 0x200, 0x200, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0a5380200, 0xc0671f9e00, 0x200, 0x200, 0xc0f4da81f8, 0x442d97, 0x200)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc094712e20, 0xc0671f9e00, 0x200, 0x200, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net.dnsPacketRoundTrip(0x1ecb440, 0xc094712e20, 0x74656d6f7270f529, 0x2d73752d73756568, 0x316c6172746e6563, 0x616e61666172672e, 0x672e632e74656e2e, 0x616c616e61666172, 0x61626f6c672d7362, 0x6e7265746e692e6c, ...)
/usr/local/Cellar/go/1.11.2/libexec/src/net/dnsclient_unix.go:82 +0x176
net.(*Resolver).exchange(0x2e84f20, 0x1eb9620, 0xc087ec9f40, 0xc0019afdd0, 0xf, 0x656874656d6f7270, 0x65632d73752d7375, 0x672e316c6172746e, 0x6e2e616e61666172, 0x6172672e632e7465, ...)
/usr/local/Cellar/go/1.11.2/libexec/src/net/dnsclient_unix.go:155 +0x476
net.(*Resolver).tryOneName(0x2e84f20, 0x1eb9620, 0xc087ec9f40, 0xc001bf6e60, 0xc0365fa2d0, 0x41, 0x1, 0x0, 0x0, 0x0, ...)
/usr/local/Cellar/go/1.11.2/libexec/src/net/dnsclient_unix.go:245 +0x368
net.(*Resolver).goLookupIPCNAMEOrder.func1(0x2e84f20, 0x1eb9620, 0xc087ec9f40, 0xc001bf6e60, 0xc085b146b0, 0xc0be913260, 0x1)
/usr/local/Cellar/go/1.11.2/libexec/src/net/dnsclient_unix.go:585 +0xba
created by net.(*Resolver).goLookupIPCNAMEOrder
/usr/local/Cellar/go/1.11.2/libexec/src/net/dnsclient_unix.go:584 +0x29f
goroutine 5580070 [semacquire]:
sync.runtime_SemacquireMutex(0xc0db545844, 0xffffffffffffff00)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/mutex.go:134 +0xff
sync.(*RWMutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/rwmutex.go:93 +0x2d
github.com/prometheus/prometheus/storage/remote.(*QueueManager).Append(0xc0db5457a0, 0xc06ba0d8f0, 0x4, 0xc05416b290)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:221 +0x23b
github.com/prometheus/prometheus/storage/remote.(*Storage).Add(0xc0001c4e00, 0xc075772080, 0x4, 0x4, 0x1682dcfe37a, 0x42292ff539280000, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/write.go:32 +0x14e
github.com/prometheus/prometheus/storage.(*fanoutAppender).AddFast(0xc0f7882fc0, 0xc075772080, 0x4, 0x4, 0x19ba3, 0x1682dcfe37a, 0x42292ff539280000, 0x108, 0xc099002340)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/fanout.go:155 +0x121
github.com/prometheus/prometheus/scrape.(*timeLimitAppender).AddFast(0xc0976f9020, 0xc075772080, 0x4, 0x4, 0x19ba3, 0x1682dcfe37a, 0x42292ff539280000, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/target.go:310 +0xac
github.com/prometheus/prometheus/scrape.(*scrapeLoop).append(0xc0f31b7200, 0xc089406000, 0x1a76, 0x2328, 0xc002bc9520, 0x19, 0xbf0549e65bc7319a, 0x22378a3b341, 0x2e85960, 0x0, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:992 +0x196f
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0f31b7200, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:833 +0x592
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5580799 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc28439c0, 0x72, 0xc0a6bbda40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0e46a7618, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0e46a7618, 0xc078a42000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0e46a7600, 0xc078a42000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0e46a7600, 0xc078a42000, 0x1000, 0x1000, 0xc04f5826c0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc048fe34f0, 0xc078a42000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc04f5826c0, 0xc078a42000, 0x1000, 0x1000, 0xc0a6bbdc70, 0x404c85, 0xc0548e21e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0ef30aae0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0ef30aae0, 0x1, 0x0, 0x0, 0x1, 0xc0e59633e0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc04f5826c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4684814 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc029e8a6c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5580006 [select]:
net/http.(*persistConn).writeLoop(0xc0ac386000)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4672406 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc055c31c20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579242 [select]:
net/http.(*persistConn).writeLoop(0xc0990b1c20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579290 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbf188720, 0x72, 0xc091582a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc02eec5a18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc02eec5a18, 0xc09ff70000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc02eec5a00, 0xc09ff70000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc02eec5a00, 0xc09ff70000, 0x1000, 0x1000, 0xc003784b40, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc07666bc90, 0xc09ff70000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc003784b40, 0xc09ff70000, 0x1000, 0x1000, 0xc091582c70, 0x404c85, 0xc07cbc0840)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0c98d4d80)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0c98d4d80, 0x1, 0x0, 0x0, 0x1, 0xc0e93e7320, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc003784b40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579952 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0f31b6500, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 4677107 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbf3bc270, 0x72, 0xc0384baa40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0e89c9818, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0e89c9818, 0xc0dace8000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0e89c9800, 0xc0dace8000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0e89c9800, 0xc0dace8000, 0x1000, 0x1000, 0xc0daa19200, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc06adc0900, 0xc0dace8000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0daa19200, 0xc0dace8000, 0x1000, 0x1000, 0xc0384bac70, 0x404c85, 0xc0cbe47020)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0eaf3dc20)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0eaf3dc20, 0x1, 0x0, 0x0, 0x1, 0xc08c13d080, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0daa19200)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4709891 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0fe833440)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4676539 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0f15e6a20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577241 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc056641180, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 4680598 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafba8daee8, 0x72, 0xc05766aa40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc06cdc1c98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc06cdc1c98, 0xc054541000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc06cdc1c80, 0xc054541000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc06cdc1c80, 0xc054541000, 0x1000, 0x1000, 0xc027626120, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc033597678, 0xc054541000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc027626120, 0xc054541000, 0x1000, 0x1000, 0xc05766ac70, 0x404c85, 0xc077e1ed20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc049c475c0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc049c475c0, 0x1, 0x0, 0x0, 0x1, 0xc1047bf4a0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc027626120)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5578937 [select]:
net/http.(*persistConn).writeLoop(0xc038b6a120)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5578655 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc035ad9d00, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 4722731 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0aea0efc0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4685678 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc052f5bd40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579722 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc045dbbb00)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5578913 [select]:
github.com/prometheus/prometheus/rules.(*Group).run(0xc02227f130, 0x1eb9660, 0xc0000c8020)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:281 +0x384
github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1(0xc0004e4550, 0xc02227f130)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:709 +0x60
created by github.com/prometheus/prometheus/rules.(*Manager).Update.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:704 +0x56
goroutine 5579483 [select]:
net/http.(*persistConn).writeLoop(0xc06add7d40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5580359 [select]:
net/http.(*persistConn).writeLoop(0xc0ccb5d8c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5582015 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc8a21838, 0x72, 0xc00c3a4a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0ea1e4198, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0ea1e4198, 0xc087cde000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0ea1e4180, 0xc087cde000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0ea1e4180, 0xc087cde000, 0x1000, 0x1000, 0xc0394bc240, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc07150b770, 0xc087cde000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0394bc240, 0xc087cde000, 0x1000, 0x1000, 0xc00c3a4c70, 0x404c85, 0xc05594c840)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0ced01440)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0ced01440, 0x1, 0x0, 0x0, 0x1, 0xc104e02300, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0394bc240)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577447 [IO wait]:
internal/poll.runtime_pollWait(0x7fafba88f8f0, 0x72, 0xc0914c9a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc081a15798, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc081a15798, 0xc06cf86000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc081a15780, 0xc06cf86000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc081a15780, 0xc06cf86000, 0x1000, 0x1000, 0xc06597b7a0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0fb0bf058, 0xc06cf86000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc06597b7a0, 0xc06cf86000, 0x1000, 0x1000, 0xc0914c9c70, 0x404c85, 0xc109046960)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0a51b7f20)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0a51b7f20, 0x1, 0x0, 0x0, 0x1, 0xc0362f6d80, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc06597b7a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579168 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc1eecd28, 0x72, 0xc0f0ca8a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0bb6e7998, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0bb6e7998, 0xc0ae75e000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0bb6e7980, 0xc0ae75e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0bb6e7980, 0xc0ae75e000, 0x1000, 0x1000, 0xc093e8d320, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc094712df0, 0xc0ae75e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc093e8d320, 0xc0ae75e000, 0x1000, 0x1000, 0xc0f0ca8c70, 0x404c85, 0xc061db6060)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc03e24b800)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc03e24b800, 0x1, 0x0, 0x0, 0x1, 0xc0526611a0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc093e8d320)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4706691 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc6bf40d0, 0x72, 0xc0d00d4a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0892b7e18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0892b7e18, 0xc0af6f8000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0892b7e00, 0xc0af6f8000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0892b7e00, 0xc0af6f8000, 0x1000, 0x1000, 0xc0eada9440, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc041e0cba0, 0xc0af6f8000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0eada9440, 0xc0af6f8000, 0x1000, 0x1000, 0xc0d00d4c70, 0x404c85, 0xc0b89cc480)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0357f64e0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0357f64e0, 0x1, 0x0, 0x0, 0x1, 0xc075b626c0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0eada9440)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577804 [select]:
net/http.(*persistConn).writeLoop(0xc0126fb0e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5580797 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc3861048, 0x72, 0xc06ca8ea40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0e46a7898, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0e46a7898, 0xc07ca10000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0e46a7880, 0xc07ca10000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0e46a7880, 0xc07ca10000, 0x1000, 0x1000, 0xc04f5827e0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc048fe34e0, 0xc07ca10000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc04f5827e0, 0xc07ca10000, 0x1000, 0x1000, 0xc06ca8ec70, 0x404c85, 0xc0d6d9fec0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0ef30aa20)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0ef30aa20, 0x1, 0x0, 0x0, 0x1, 0xc0a50ea1e0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc04f5827e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577237 [semacquire]:
sync.runtime_SemacquireMutex(0xc0db545844, 0xffffffffffffff00)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/mutex.go:134 +0xff
sync.(*RWMutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/rwmutex.go:93 +0x2d
github.com/prometheus/prometheus/storage/remote.(*QueueManager).Append(0xc0db5457a0, 0xc06952b8f0, 0x10, 0xc075359530)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:221 +0x23b
github.com/prometheus/prometheus/storage/remote.(*Storage).Add(0xc0001c4e00, 0xc07c219600, 0xa, 0x10, 0x1682dcf964d, 0x41b0712000000000, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/write.go:32 +0x14e
github.com/prometheus/prometheus/storage.(*fanoutAppender).AddFast(0xc04dd1c380, 0xc07c219600, 0xa, 0x10, 0x5946e, 0x1682dcf964d, 0x41b0712000000000, 0x20, 0xc0e54b72d0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/fanout.go:155 +0x121
github.com/prometheus/prometheus/scrape.(*timeLimitAppender).AddFast(0xc03d902840, 0xc07c219600, 0xa, 0x10, 0x5946e, 0x1682dcf964d, 0x41b0712000000000, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/target.go:310 +0xac
github.com/prometheus/prometheus/scrape.(*scrapeLoop).append(0xc062702000, 0xc13670e000, 0x7c1e27, 0x12c56b8, 0xc07a5bc940, 0x19, 0xbf0549e16a49e135, 0x21edf0e9aba, 0x2e85960, 0x0, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:992 +0x196f
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc062702000, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:833 +0x592
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5576021 [semacquire]:
sync.runtime_SemacquireMutex(0xc0db545844, 0xffffffffffffff00)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/mutex.go:134 +0xff
sync.(*RWMutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/rwmutex.go:93 +0x2d
github.com/prometheus/prometheus/storage/remote.(*QueueManager).Append(0xc0db5457a0, 0xc0b52638f0, 0x8, 0xc04c26cf30)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:221 +0x23b
github.com/prometheus/prometheus/storage/remote.(*Storage).Add(0xc0001c4e00, 0xc0c9bce600, 0x7, 0x8, 0x1682dcfdff5, 0x4066600000000000, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/write.go:32 +0x14e
github.com/prometheus/prometheus/storage.(*fanoutAppender).AddFast(0xc08d4c6580, 0xc0c9bce600, 0x7, 0x8, 0x15683, 0x1682dcfdff5, 0x4066600000000000, 0x14f, 0xc0ca3d4560)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/fanout.go:155 +0x121
github.com/prometheus/prometheus/scrape.(*timeLimitAppender).AddFast(0xc0deee7040, 0xc0c9bce600, 0x7, 0x8, 0x15683, 0x1682dcfdff5, 0x4066600000000000, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/target.go:310 +0xac
github.com/prometheus/prometheus/scrape.(*scrapeLoop).append(0xc04cfd8000, 0xc0fba48000, 0x11b6f, 0x13c68, 0xc0501ffe60, 0x28, 0xbf0549e621b83b57, 0x22342f9f307, 0x2e85960, 0x0, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:992 +0x196f
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc04cfd8000, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:833 +0x592
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5573728 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0c8643440)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4676979 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc089ac0ea0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577585 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbf20dd30, 0x72, 0xc0086e6a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0c5e3cc98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0c5e3cc98, 0xc025044000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0c5e3cc80, 0xc025044000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0c5e3cc80, 0xc025044000, 0x1000, 0x1000, 0xc0050667e0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc06f0f61e8, 0xc025044000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0050667e0, 0xc025044000, 0x1000, 0x1000, 0xc0086e6c70, 0x404c85, 0xc06d971500)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0b744a300)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0b744a300, 0x1, 0x0, 0x0, 0x1, 0xc0844e1200, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0050667e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5580862 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbd264ea0, 0x72, 0xc09e25aa40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0846dd418, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0846dd418, 0xc03dcef000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0846dd400, 0xc03dcef000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0846dd400, 0xc03dcef000, 0x1000, 0x1000, 0xc0d7184120, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc07666ab80, 0xc03dcef000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0d7184120, 0xc03dcef000, 0x1000, 0x1000, 0xc09e25ac70, 0x404c85, 0xc076f96720)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0d48c30e0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0d48c30e0, 0x1, 0x0, 0x0, 0x1, 0xc0a3dd5ce0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0d7184120)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5578917 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbeee37c0, 0x72, 0xc0878f8a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc03366e798, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc03366e798, 0xc094925000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc03366e780, 0xc094925000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc03366e780, 0xc094925000, 0x1000, 0x1000, 0xc05593b7a0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc046df6618, 0xc094925000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc05593b7a0, 0xc094925000, 0x1000, 0x1000, 0xc0878f8c70, 0x404c85, 0xc066678900)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0025eafc0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0025eafc0, 0x1, 0x0, 0x0, 0x1, 0xc1192cefc0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc05593b7a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5576040 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc058ce3c80, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5575684 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc2718f30, 0x72, 0xc098e8aa40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc02ecd8518, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc02ecd8518, 0xc1042e6000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc02ecd8500, 0xc1042e6000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc02ecd8500, 0xc1042e6000, 0x1000, 0x1000, 0xc0bca71e60, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc023c60cf0, 0xc1042e6000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0bca71e60, 0xc1042e6000, 0x1000, 0x1000, 0xc098e8ac70, 0x404c85, 0xc03f29c360)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0509fa5a0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0509fa5a0, 0x1, 0x0, 0x0, 0x1, 0xc03f29c1e0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0bca71e60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577728 [IO wait]:
internal/poll.runtime_pollWait(0x7fafba9e4980, 0x72, 0xc0061fd810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0e72b7098, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0e72b7098, 0xc0e50ec000, 0x2000, 0x2000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0e72b7080, 0xc0e50ec000, 0x2000, 0x2000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0e72b7080, 0xc0e50ec000, 0x2000, 0x2000, 0xc03742d880, 0xc0eeab3e00, 0xc0061fd948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc01beb46f8, 0xc0e50ec000, 0x2000, 0x2000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc0d2756510, 0x7fafc91c9538, 0xc09fd03e40, 0x5, 0xc09fd03e40, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0071c8a80, 0x1d2af17, 0xc0071c8ba0, 0x458a30)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0071c8a80, 0xc0ef162000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc0264899e0, 0xc0ef162000, 0x1000, 0x1000, 0xc0061fdc70, 0x404c85, 0xc06d9706c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0573487e0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0573487e0, 0x1, 0x0, 0x0, 0x1, 0xc0622945a0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0264899e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577433 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc042eb70e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4683354 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbab8bc10, 0x72, 0xc00bd90a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc02dc27898, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc02dc27898, 0xc0561f5000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc02dc27880, 0xc0561f5000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc02dc27880, 0xc0561f5000, 0x1000, 0x1000, 0xc02bc21560, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc052aadfe0, 0xc0561f5000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc02bc21560, 0xc0561f5000, 0x1000, 0x1000, 0xc00bd90c70, 0x404c85, 0xc0a89b2900)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc03edd4fc0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc03edd4fc0, 0x1, 0x0, 0x0, 0x1, 0xc0e8216900, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc02bc21560)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5581693 [select]:
net/http.(*persistConn).writeLoop(0xc0ac541440)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5573580 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc1ecb410, 0x72, 0xc07e8d0810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc05f96ea98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc05f96ea98, 0xc0733f4800, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc05f96ea80, 0xc0733f4800, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc05f96ea80, 0xc0733f4800, 0x400, 0x400, 0x0, 0xc0a6eaee10, 0xc07e8d0948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc063dcc818, 0xc0733f4800, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc08a194090, 0x7fafc91c9538, 0xc0f55fa100, 0x5, 0xc0f55fa100, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0a531e700, 0x1d2af17, 0xc0a531e820, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0a531e700, 0xc0c54a9000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc0d6197b00, 0xc0c54a9000, 0x1000, 0x1000, 0xc013aea7e0, 0xc0d6197b00, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0671b3d40)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0671b3d40, 0x1, 0x2, 0x0, 0x0, 0xc0821aa600, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0d6197b00)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5573788 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0e6b9b320)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577214 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc056641080, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5573324 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc3710670, 0x72, 0xc0bbb69810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0563efe98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0563efe98, 0xc0c979b400, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0563efe80, 0xc0c979b400, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0563efe80, 0xc0c979b400, 0x400, 0x400, 0x0, 0xc0d703b920, 0xc0bbb69948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0118cfba0, 0xc0c979b400, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc039499560, 0x7fafc91c9538, 0xc0894c28c0, 0x5, 0xc0894c28c0, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0c97aa380, 0x1d2af17, 0xc0c97aa4a0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0c97aa380, 0xc012dcf000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc0bc5fac60, 0xc012dcf000, 0x1000, 0x1000, 0xc013aea7e0, 0xc0bc5fac60, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0ec18f6e0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0ec18f6e0, 0x1, 0x2, 0x0, 0x0, 0xc097f57140, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0bc5fac60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5582592 [IO wait]:
internal/poll.runtime_pollWait(0x7fafba9e9a90, 0x72, 0xc07c627a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0dd5b6018, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0dd5b6018, 0xc107762000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0dd5b6000, 0xc107762000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0dd5b6000, 0xc107762000, 0x1000, 0x1000, 0xc0eb65c360, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0fb0bea88, 0xc107762000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0eb65c360, 0xc107762000, 0x1000, 0x1000, 0xc07c627c70, 0x404c85, 0xc069a2d0e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc07a853020)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc07a853020, 0x1, 0x0, 0x0, 0x1, 0xc029c8f080, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0eb65c360)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5960160 [select]:
github.com/prometheus/prometheus/storage/remote.(*shards).runShard(0xc095fdecd0, 0x2a)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:471 +0x1f7
created by github.com/prometheus/prometheus/storage/remote.(*shards).start
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:409 +0x48
goroutine 5578808 [sync.Cond.Wait, 1 minutes]:
sync.runtime_notifyListWait(0xc047059580, 0xc000000008)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:510 +0xeb
sync.(*Cond).Wait(0xc047059570)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/cond.go:56 +0x92
golang.org/x/net/http2.(*pipe).Read(0xc047059568, 0xc00e52a001, 0x1dff, 0x1dff, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/golang.org/x/net/http2/pipe.go:64 +0x8a
golang.org/x/net/http2.transportResponseBody.Read(0xc047059540, 0xc00e52a001, 0x1dff, 0x1dff, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/golang.org/x/net/http2/transport.go:1739 +0x95
encoding/json.(*Decoder).refill(0xc08f812580, 0xa, 0x9)
/usr/local/Cellar/go/1.11.2/libexec/src/encoding/json/stream.go:159 +0xf5
encoding/json.(*Decoder).readValue(0xc08f812580, 0x0, 0x0, 0x193e4c0)
/usr/local/Cellar/go/1.11.2/libexec/src/encoding/json/stream.go:134 +0x222
encoding/json.(*Decoder).Decode(0xc08f812580, 0x196c180, 0xc10af67360, 0x1ea3520, 0x203025)
/usr/local/Cellar/go/1.11.2/libexec/src/encoding/json/stream.go:63 +0x78
k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc05b954810, 0xc0b7e39900, 0x1000, 0x1300, 0x1ea3520, 0x38, 0x38)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/framer/framer.go:150 +0x292
k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc01a7ceeb0, 0x0, 0x1ea4de0, 0xc094a87400, 0x1000, 0x1ea3520, 0xc06f4f1d38, 0x456c80, 0xc06f4f1ce0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming/streaming.go:77 +0x89
k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc066ca44c0, 0xc104ea1fa8, 0x7, 0x1ea3520, 0xc06ebed500, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/rest/watch/decoder.go:49 +0x7c
k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc05b954840)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:93 +0x136
created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:60 +0x9f
goroutine 6200023 [select]:
net/http.(*persistConn).writeLoop(0xc0692b5c20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579482 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbd2acdd0, 0x72, 0xc0ca1a1a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc02988fa18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc02988fa18, 0xc05dd4a000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc02988fa00, 0xc05dd4a000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc02988fa00, 0xc05dd4a000, 0x1000, 0x1000, 0xc06add7d40, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc024ba8ee8, 0xc05dd4a000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc06add7d40, 0xc05dd4a000, 0x1000, 0x1000, 0xc0ca1a1c70, 0x404c85, 0xc0c8e3d920)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc008242780)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc008242780, 0x1, 0x0, 0x0, 0x1, 0xc049b96300, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc06add7d40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577784 [semacquire, 3 minutes]:
sync.runtime_Semacquire(0xc07aa31bf8)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:56 +0x39
sync.(*WaitGroup).Wait(0xc07aa31bf0)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/waitgroup.go:130 +0x64
github.com/prometheus/prometheus/discovery/kubernetes.(*Discovery).Run(0xc0d9fd29a0, 0x1eb9620, 0xc060fa9c80, 0xc0a0464300)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:388 +0x545
created by github.com/prometheus/prometheus/discovery.(*Manager).startProvider
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/discovery/manager.go:219 +0x311
goroutine 5580207 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbf4589c0, 0x72, 0xc0117c7a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc07d95c618, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc07d95c618, 0xc0aa64b000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc07d95c600, 0xc0aa64b000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc07d95c600, 0xc0aa64b000, 0x1000, 0x1000, 0xc0bdc7f8c0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc00aca2000, 0xc0aa64b000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0bdc7f8c0, 0xc0aa64b000, 0x1000, 0x1000, 0xc0117c7c70, 0x404c85, 0xc06d538180)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0065e8000)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0065e8000, 0x1, 0x0, 0x0, 0x1, 0xc0568075c0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0bdc7f8c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4676538 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbf712940, 0x72, 0xc0917efa40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc095958998, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc095958998, 0xc0ae75f000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc095958980, 0xc0ae75f000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc095958980, 0xc0ae75f000, 0x1000, 0x1000, 0xc0f15e6a20, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc052aad100, 0xc0ae75f000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0f15e6a20, 0xc0ae75f000, 0x1000, 0x1000, 0xc0917efc70, 0x404c85, 0xc056dd9e60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0adcc30e0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0adcc30e0, 0x1, 0x0, 0x0, 0x1, 0xc04da76840, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0f15e6a20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5580361 [select]:
net/http.(*persistConn).writeLoop(0xc0f4331c20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579011 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc92848e0, 0x72, 0xc099b04a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0ddcc2818, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0ddcc2818, 0xc06f2bc000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0ddcc2800, 0xc06f2bc000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0ddcc2800, 0xc06f2bc000, 0x1000, 0x1000, 0xc0a3929e60, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0843f7a08, 0xc06f2bc000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0a3929e60, 0xc06f2bc000, 0x1000, 0x1000, 0xc099b04c70, 0x404c85, 0xc03a793380)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0dedd9ce0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0dedd9ce0, 0x1, 0x0, 0x0, 0x1, 0xc075149920, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0a3929e60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5580293 [select]:
net/http.(*persistConn).writeLoop(0xc0e3884c60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5238315 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc1db17e8, 0x72, 0xc0b522d810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc04ce4cb18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc04ce4cb18, 0xc0440c8000, 0x8000, 0x8000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc04ce4cb00, 0xc0440c8000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc04ce4cb00, 0xc0440c8000, 0x8000, 0x8000, 0xc02c281e40, 0xc03aca51d0, 0xc0b522d948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc029ff41e8, 0xc0440c8000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc09321bbc0, 0x7fafc91c9538, 0xc073ce73c0, 0x5, 0xc073ce73c0, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0554a9880, 0x1d2af17, 0xc0554a99a0, 0x458a30)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0554a9880, 0xc08a634000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc044777320, 0xc08a634000, 0x1000, 0x1000, 0xc0b522dc70, 0x404c85, 0xc05b875920)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc006cdbaa0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc006cdbaa0, 0x1, 0x0, 0x0, 0x1, 0xc0d6734240, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc044777320)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5576765 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc28d09d0, 0x72, 0xc09a131a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0f13e2898, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0f13e2898, 0xc0d9a01000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0f13e2880, 0xc0d9a01000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0f13e2880, 0xc0d9a01000, 0x1000, 0x1000, 0xc0c516b0e0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc057530730, 0xc0d9a01000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0c516b0e0, 0xc0d9a01000, 0x1000, 0x1000, 0xc09a131c70, 0x404c85, 0xc0766d8120)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc05a58ce40)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc05a58ce40, 0x1, 0x0, 0x0, 0x1, 0xc08c13dd40, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0c516b0e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4692460 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbf5ed9b0, 0x72, 0xc0cfd6fa40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0c21e5698, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0c21e5698, 0xc0c451d000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0c21e5680, 0xc0c451d000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0c21e5680, 0xc0c451d000, 0x1000, 0x1000, 0xc0684d7b00, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc02c4259c8, 0xc0c451d000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0684d7b00, 0xc0c451d000, 0x1000, 0x1000, 0xc0cfd6fc70, 0x404c85, 0xc0bfb80cc0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0286192c0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0286192c0, 0x1, 0x0, 0x0, 0x1, 0xc09d07dec0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0684d7b00)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5580742 [select]:
net/http.(*persistConn).writeLoop(0xc0586e6a20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5580935 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc6964410, 0x72, 0xc06ea67a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0d358b298, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0d358b298, 0xc029faa000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0d358b280, 0xc029faa000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0d358b280, 0xc029faa000, 0x1000, 0x1000, 0xc09dc84900, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0843f65a8, 0xc029faa000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc09dc84900, 0xc029faa000, 0x1000, 0x1000, 0xc06ea67c70, 0x404c85, 0xc11590b260)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0781089c0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0781089c0, 0x1, 0x0, 0x0, 0x1, 0xc052e5dce0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc09dc84900)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577401 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc2843680, 0x72, 0xc05b43fa40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0a00c8918, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0a00c8918, 0xc08d374000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0a00c8900, 0xc08d374000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0a00c8900, 0xc08d374000, 0x1000, 0x1000, 0xc0d9b546c0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc093507610, 0xc08d374000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0d9b546c0, 0xc08d374000, 0x1000, 0x1000, 0xc05b43fc70, 0x404c85, 0xc06e950240)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0ce323200)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0ce323200, 0x1, 0x0, 0x0, 0x1, 0xc06e950180, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0d9b546c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5959998 [select]:
github.com/prometheus/prometheus/storage/remote.(*shards).runShard(0xc095fdecd0, 0x8)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:471 +0x1f7
created by github.com/prometheus/prometheus/storage/remote.(*shards).start
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:409 +0x48
goroutine 5599407 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc1db4580, 0x72, 0xc0a8290a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0ef754518, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0ef754518, 0xc0285ad000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0ef754500, 0xc0285ad000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0ef754500, 0xc0285ad000, 0x1000, 0x1000, 0xc09f76b7a0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc07666b3d0, 0xc0285ad000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc09f76b7a0, 0xc0285ad000, 0x1000, 0x1000, 0xc0a8290c70, 0x404c85, 0xc0dc331920)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc08d34af60)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc08d34af60, 0x1, 0x0, 0x0, 0x1, 0xc07b8410e0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc09f76b7a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4674081 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc057597320)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5960150 [select]:
github.com/prometheus/prometheus/storage/remote.(*shards).runShard(0xc095fdecd0, 0x20)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:471 +0x1f7
created by github.com/prometheus/prometheus/storage/remote.(*shards).start
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:409 +0x48
goroutine 5577664 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc094c78a00, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5577452 [select]:
net/http.(*persistConn).writeLoop(0xc091795c20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5580653 [select]:
net/http.(*persistConn).writeLoop(0xc0e909d0e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5580165 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0f31b6780, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5577680 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc060960080, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5578499 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0441e7100, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 5579052 [select]:
net/http.(*persistConn).writeLoop(0xc10c05f440)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5580044 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0f31b7280, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5577397 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafba9261d0, 0x72, 0xc0275ae810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc02edee918, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc02edee918, 0xc099154000, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc02edee900, 0xc099154000, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc02edee900, 0xc099154000, 0x400, 0x400, 0x0, 0xc0eb7c8300, 0xc0275ae948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc093507540, 0xc099154000, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc0ccc43a40, 0x7fafc91c9538, 0xc0024cb800, 0x5, 0xc0024cb800, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc08bed6a80, 0x1d2af17, 0xc08bed6ba0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc08bed6a80, 0xc0dd11e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc10bf0efc0, 0xc0dd11e000, 0x1000, 0x1000, 0xc02ccf98c0, 0xc10bf0efc0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0ce322c00)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0ce322c00, 0x1, 0x2, 0x0, 0x0, 0xc115d9cf00, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc10bf0efc0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5573697 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbdff49c0, 0x72, 0xc091fcd810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc026c92618, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc026c92618, 0xc04a404c00, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc026c92600, 0xc04a404c00, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc026c92600, 0xc04a404c00, 0x400, 0x400, 0x0, 0xc0167f8900, 0xc091fcd948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0703de0b8, 0xc04a404c00, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc0a01f5f80, 0x7fafc91c9538, 0xc090fb6940, 0x5, 0xc090fb6940, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0b6618a80, 0x1d2af17, 0xc0b6618ba0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0b6618a80, 0xc05e39a000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc0cad46240, 0xc05e39a000, 0x1000, 0x1000, 0xc013aeaea0, 0xc0cad46240, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0e4488000)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0e4488000, 0x1, 0x2, 0x0, 0x0, 0xc04a5e8c60, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0cad46240)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5580148 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0f31b7a80, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5577422 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc083b3ae80, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5580353 [select]:
net/http.(*persistConn).writeLoop(0xc0d82b10e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579313 [select]:
net/http.(*persistConn).writeLoop(0xc0264899e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577289 [semacquire]:
sync.runtime_SemacquireMutex(0xc0db545844, 0xffffffffffffff00)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/mutex.go:134 +0xff
sync.(*RWMutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/rwmutex.go:93 +0x2d
github.com/prometheus/prometheus/storage/remote.(*QueueManager).Append(0xc0db5457a0, 0xc0dc0318f0, 0x12, 0xc0b27ee2a0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:221 +0x23b
github.com/prometheus/prometheus/storage/remote.(*Storage).Add(0xc0001c4e00, 0xc0441bcd80, 0xb, 0x12, 0x1682dcf6874, 0x0, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/write.go:32 +0x14e
github.com/prometheus/prometheus/storage.(*fanoutAppender).AddFast(0xc0d611b840, 0xc0441bcd80, 0xb, 0x12, 0x2485b, 0x1682dcf6874, 0x0, 0xba, 0xc0a5093a00)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/fanout.go:155 +0x121
github.com/prometheus/prometheus/scrape.(*timeLimitAppender).AddFast(0xc075982740, 0xc0441bcd80, 0xb, 0x12, 0x2485b, 0x1682dcf6874, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/target.go:310 +0xac
github.com/prometheus/prometheus/scrape.(*scrapeLoop).append(0xc0a11d7f00, 0xc1271f8000, 0x7dee7f, 0x12c56b8, 0xc03d975660, 0x19, 0xbf0549de79f21e6c, 0x21c23755ff7, 0x2e85960, 0x0, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:992 +0x196f
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0a11d7f00, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:833 +0x592
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 4700507 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc3861798, 0x72, 0xc00620fa40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0a3c1c698, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0a3c1c698, 0xc0c7399000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0a3c1c680, 0xc0c7399000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0a3c1c680, 0xc0c7399000, 0x1000, 0x1000, 0xc07d1b3680, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc08da24210, 0xc0c7399000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc07d1b3680, 0xc0c7399000, 0x1000, 0x1000, 0xc00620fc70, 0x404c85, 0xc03c340f60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0ac6c6600)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0ac6c6600, 0x1, 0x0, 0x0, 0x1, 0xc06676a780, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc07d1b3680)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577860 [select, 3 minutes]:
k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func1(0xc02f5f9f40, 0xc061d09140, 0xc0c4038d20, 0xc09a3238c0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:278 +0x14d
created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:272 +0x99b
goroutine 4672500 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc04c7806c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5960151 [runnable]:
github.com/prometheus/prometheus/storage/remote.(*shards).runShard(0xc095fdecd0, 0x21)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:471 +0x1f7
created by github.com/prometheus/prometheus/storage/remote.(*shards).start
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:409 +0x48
goroutine 5575712 [select]:
net/http.(*persistConn).writeLoop(0xc0894e6a20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5573811 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0e70898c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579479 [select]:
net/http.(*persistConn).writeLoop(0xc060a28d80)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5575840 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafba73d000, 0x72, 0xc056c01a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc085bcbb18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc085bcbb18, 0xc0d7ada000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc085bcbb00, 0xc0d7ada000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc085bcbb00, 0xc0d7ada000, 0x1000, 0x1000, 0xc0c5f2a120, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc024ba9138, 0xc0d7ada000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0c5f2a120, 0xc0d7ada000, 0x1000, 0x1000, 0xc056c01c70, 0x404c85, 0xc0ef101f20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0172c4c60)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0172c4c60, 0x1, 0x0, 0x0, 0x1, 0xc0ef101980, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0c5f2a120)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577935 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbf712600, 0x72, 0xc09f467a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc076167118, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc076167118, 0xc06b7dd000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc076167100, 0xc06b7dd000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc076167100, 0xc06b7dd000, 0x1000, 0x1000, 0xc0ce29be60, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc01beb4e68, 0xc06b7dd000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0ce29be60, 0xc06b7dd000, 0x1000, 0x1000, 0xc09f467c70, 0x404c85, 0xc003b97020)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0725c03c0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0725c03c0, 0x1, 0x0, 0x0, 0x1, 0xc0449de420, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0ce29be60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5580335 [select]:
net/http.(*persistConn).writeLoop(0xc0c5140b40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5578513 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc017feb000, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 6200037 [runnable]:
net.(*Resolver).LookupIPAddr(0x2e84f20, 0x1eb96a0, 0xc0baac64e0, 0xc02746c1e0, 0x18, 0xc02746c1f9, 0x3, 0x1bb, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/lookup.go:191 +0xacb
net.(*Resolver).internetAddrList(0x2e84f20, 0x1eb96a0, 0xc0baac64e0, 0x1c193b8, 0x3, 0xc02746c1e0, 0x1c, 0x0, 0x0, 0x0, ...)
/usr/local/Cellar/go/1.11.2/libexec/src/net/ipsock.go:279 +0x614
net.(*Resolver).resolveAddrList(0x2e84f20, 0x1eb96a0, 0xc0baac64e0, 0x1c19abd, 0x4, 0x1c193b8, 0x3, 0xc02746c1e0, 0x1c, 0x0, ...)
/usr/local/Cellar/go/1.11.2/libexec/src/net/dial.go:202 +0x4fb
net.(*Dialer).DialContext(0xc03db57d40, 0x1eb96a0, 0xc0baac64e0, 0x1c193b8, 0x3, 0xc02746c1e0, 0x1c, 0x0, 0x0, 0x0, ...)
/usr/local/Cellar/go/1.11.2/libexec/src/net/dial.go:384 +0x201
net.(*Dialer).DialContext-fm(0x1eb96a0, 0xc0baac64e0, 0x1c193b8, 0x3, 0xc02746c1e0, 0x1c, 0x1c, 0xc0ec740540, 0x0, 0xc0ddbdea80)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:48 +0x73
github.com/mwitkow/go-conntrack.dialClientConnTracker(0x1eb96a0, 0xc0baac64e0, 0x1c193b8, 0x3, 0xc02746c1e0, 0x1c, 0x1c26c97, 0xe, 0xc0e1772860, 0x110, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack/dialer_wrapper.go:123 +0xbf
github.com/mwitkow/go-conntrack.NewDialContextFunc.func1(0x1eb96a0, 0xc0baac64e0, 0x1c193b8, 0x3, 0xc02746c1e0, 0x1c, 0xc022dccae0, 0x648d69, 0xc0baac64e0, 0x1963240)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack/dialer_wrapper.go:94 +0xec
net/http.(*Transport).dial(0xc0db545680, 0x1eb96a0, 0xc0baac64e0, 0x1c193b8, 0x3, 0xc02746c1e0, 0x1c, 0xc0dc4f4380, 0xc0548f4000, 0xd7f, ...)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:916 +0x20f
net/http.(*Transport).dialConn(0xc0db545680, 0x1eb96a0, 0xc0baac64e0, 0x0, 0xc065b11740, 0x5, 0xc02746c1e0, 0x1c, 0xc05e2a27e0, 0xc0debb8f60, ...)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1240 +0x313
net/http.(*Transport).getConn.func4(0xc0db545680, 0x1eb96a0, 0xc0baac64e0, 0xc09a2f9c80, 0xc0e09a1140)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:999 +0x6e
created by net/http.(*Transport).getConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:998 +0x3d7
goroutine 5576000 [semacquire]:
sync.runtime_SemacquireMutex(0xc0db545844, 0xffffffffffffff00)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/mutex.go:134 +0xff
sync.(*RWMutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/rwmutex.go:93 +0x2d
github.com/prometheus/prometheus/storage/remote.(*QueueManager).Append(0xc0db5457a0, 0xc05c25b8f0, 0x4, 0xc06318a390)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:221 +0x23b
github.com/prometheus/prometheus/storage/remote.(*Storage).Add(0xc0001c4e00, 0xc0dcdb0e00, 0x4, 0x4, 0x1682dcfe5d2, 0x0, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/write.go:32 +0x14e
github.com/prometheus/prometheus/storage.(*fanoutAppender).AddFast(0xc0fa29da00, 0xc0dcdb0e00, 0x4, 0x4, 0x1dfd9, 0x1682dcfe5d2, 0x0, 0xab, 0xc0c55c8820)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/fanout.go:155 +0x121
github.com/prometheus/prometheus/scrape.(*timeLimitAppender).AddFast(0xc0afbda560, 0xc0dcdb0e00, 0x4, 0x4, 0x1dfd9, 0x1682dcfe5d2, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/target.go:310 +0xac
github.com/prometheus/prometheus/scrape.(*scrapeLoop).append(0xc058ce3200, 0xc028b3ca80, 0x3a64, 0x6978, 0xc018fba090, 0x28, 0xbf0549e683f3a02d, 0x2239c6aebdf, 0x2e85960, 0x0, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:992 +0x196f
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc058ce3200, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:833 +0x592
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5579726 [select]:
net/http.(*persistConn).writeLoop(0xc07bfe85a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5580475 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc2716bd0, 0x72, 0xc0708e4a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0850c8098, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0850c8098, 0xc0c3b13000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0850c8080, 0xc0c3b13000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0850c8080, 0xc0c3b13000, 0x1000, 0x1000, 0xc05abeed80, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0fb0be2e0, 0xc0c3b13000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc05abeed80, 0xc0c3b13000, 0x1000, 0x1000, 0xc0708e4c70, 0x404c85, 0xc0b5da3140)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0b7ddb260)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0b7ddb260, 0x1, 0x0, 0x0, 0x1, 0xc05b584360, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc05abeed80)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5573351 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc662c398, 0x72, 0xc0103de810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0bbe1e698, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0bbe1e698, 0xc0bcbc8000, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0bbe1e680, 0xc0bcbc8000, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0bbe1e680, 0xc0bcbc8000, 0x400, 0x400, 0x0, 0xc068fc85d0, 0xc0103de948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0575314d0, 0xc0bcbc8000, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc0a991eed0, 0x7fafc91c9538, 0xc0259243c0, 0x5, 0xc0259243c0, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc091ff8a80, 0x1d2af17, 0xc091ff8ba0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc091ff8a80, 0xc0f408a000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc102749200, 0xc0f408a000, 0x1000, 0x1000, 0xc013aeb0e0, 0xc102749200, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0deb75c20)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0deb75c20, 0x1, 0x2, 0x0, 0x0, 0xc069038420, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc102749200)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577498 [select]:
net/http.(*persistConn).writeLoop(0xc02f986360)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4710223 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbd014750, 0x72, 0xc0cabfaa40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc045187f18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc045187f18, 0xc07e65c000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc045187f00, 0xc07e65c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc045187f00, 0xc07e65c000, 0x1000, 0x1000, 0xc0eedb99e0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc053bd8400, 0xc07e65c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0eedb99e0, 0xc07e65c000, 0x1000, 0x1000, 0xc0cabfac70, 0x404c85, 0xc048ce2660)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc11716d200)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc11716d200, 0x1, 0x0, 0x0, 0x1, 0xc042bd3b00, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0eedb99e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579332 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbff8ed10, 0x72, 0xc06a8eba40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0879d6118, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0879d6118, 0xc0d7001000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0879d6100, 0xc0d7001000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0879d6100, 0xc0d7001000, 0x1000, 0x1000, 0xc05528b440, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc07150a730, 0xc0d7001000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc05528b440, 0xc0d7001000, 0x1000, 0x1000, 0xc06a8ebc70, 0x404c85, 0xc07b76d380)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc02b6fd380)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc02b6fd380, 0x1, 0x0, 0x0, 0x1, 0xc03de48120, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc05528b440)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5573693 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbeee4320, 0x72, 0xc08720f810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc10d231a18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc10d231a18, 0xc0a90bfc00, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc10d231a00, 0xc0a90bfc00, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc10d231a00, 0xc0a90bfc00, 0x400, 0x400, 0x0, 0xc0aeabd4a0, 0xc08720f948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc028e50638, 0xc0a90bfc00, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc0b0a71530, 0x7fafc91c9538, 0xc0376c93c0, 0x5, 0xc0376c93c0, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0b867b180, 0x1d2af17, 0xc0b867b2a0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0b867b180, 0xc0343e6000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc0a878f440, 0xc0343e6000, 0x1000, 0x1000, 0xc013aea7e0, 0xc0a878f440, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0e8b960c0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0e8b960c0, 0x1, 0x2, 0x0, 0x0, 0xc0cc7ab800, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0a878f440)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579851 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc1eed478, 0x72, 0xc0e84be810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0771a6e98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0771a6e98, 0xc071c4dc00, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0771a6e80, 0xc071c4dc00, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0771a6e80, 0xc071c4dc00, 0x400, 0x400, 0x0, 0xc0836eade0, 0xc0e84be948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc024ba9a58, 0xc071c4dc00, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc0bdea03f0, 0x7fafc91c9538, 0xc0be778b40, 0x5, 0xc0be778b40, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0abae4a80, 0x1d2af17, 0xc0abae4ba0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0abae4a80, 0xc04e901000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc0f9e80b40, 0xc04e901000, 0x1000, 0x1000, 0xc02ccf98c0, 0xc0f9e80b40, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc07e743bc0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc07e743bc0, 0x1, 0x2, 0x0, 0x0, 0xc052d4cc00, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0f9e80b40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577843 [chan receive, 3 minutes]:
k8s.io/client-go/tools/cache.(*controller).Run.func1(0xc057cb75c0, 0xc09a284400)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:103 +0x34
created by k8s.io/client-go/tools/cache.(*controller).Run
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:102 +0x92
goroutine 5579861 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc07d493e60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579927 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc8a21428, 0x72, 0xc0a1c0e810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc029ee0898, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc029ee0898, 0xc07110e000, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc029ee0880, 0xc07110e000, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc029ee0880, 0xc07110e000, 0x400, 0x400, 0x0, 0xc0eb7c8630, 0xc0a1c0e948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc019a346f8, 0xc07110e000, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc014b65230, 0x7fafc91c9538, 0xc0d63186c0, 0x5, 0xc0d63186c0, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0c6fabc00, 0x1d2af17, 0xc0c6fabd20, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0c6fabc00, 0xc0941cf000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc0bff0f440, 0xc0941cf000, 0x1000, 0x1000, 0xc02ccf98c0, 0xc0bff0f440, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0a4388f00)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0a4388f00, 0x1, 0x2, 0x0, 0x0, 0xc115d9c420, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0bff0f440)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5580962 [select]:
net/http.(*persistConn).writeLoop(0xc07ca06a20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4683267 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0c42f7680)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5960000 [runnable]:
github.com/prometheus/prometheus/storage/remote.(*shards).runShard(0xc095fdecd0, 0xa)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:471 +0x1f7
created by github.com/prometheus/prometheus/storage/remote.(*shards).start
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:409 +0x48
goroutine 5577275 [semacquire]:
sync.runtime_SemacquireMutex(0xc0db545844, 0xffffffffffffff00)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/mutex.go:134 +0xff
sync.(*RWMutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/rwmutex.go:93 +0x2d
github.com/prometheus/prometheus/storage/remote.(*QueueManager).Append(0xc0db5457a0, 0xc0aba538f0, 0xe, 0xc03c724ed0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:221 +0x23b
github.com/prometheus/prometheus/storage/remote.(*Storage).Add(0xc0001c4e00, 0xc077ac8380, 0x9, 0xe, 0x1682dcfe1ed, 0x40f0c34000000000, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/write.go:32 +0x14e
github.com/prometheus/prometheus/storage.(*fanoutAppender).AddFast(0xc0bc73a040, 0xc077ac8380, 0x9, 0xe, 0x19cab, 0x1682dcfe1ed, 0x40f0c34000000000, 0x1f, 0xc07ed4da60)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/fanout.go:155 +0x121
github.com/prometheus/prometheus/scrape.(*timeLimitAppender).AddFast(0xc0b0948380, 0xc077ac8380, 0x9, 0xe, 0x19cab, 0x1682dcfe1ed, 0x40f0c34000000000, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/target.go:310 +0xac
github.com/prometheus/prometheus/scrape.(*scrapeLoop).append(0xc062702380, 0xc0fcf18000, 0x197037, 0x215ef8, 0xc11bb96920, 0x19, 0xbf0549e6441fb2ab, 0x22360fc34a0, 0x2e85960, 0x0, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:992 +0x196f
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc062702380, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:833 +0x592
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 4681446 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc6c1ce70, 0x72, 0xc032dfaa40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0c3a2ce18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0c3a2ce18, 0xc078654000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0c3a2ce00, 0xc078654000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0c3a2ce00, 0xc078654000, 0x1000, 0x1000, 0xc0bf572360, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0262d8088, 0xc078654000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0bf572360, 0xc078654000, 0x1000, 0x1000, 0xc032dfac70, 0x404c85, 0xc09b88a6c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc008abe300)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc008abe300, 0x1, 0x0, 0x0, 0x1, 0xc09735d7a0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0bf572360)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579341 [select]:
net/http.(*persistConn).writeLoop(0xc02eb34000)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577108 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0eb03e5a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579340 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc060b650, 0x72, 0xc0006d9a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc01e5a3018, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc01e5a3018, 0xc044a4a000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc01e5a3000, 0xc044a4a000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc01e5a3000, 0xc044a4a000, 0x1000, 0x1000, 0xc02eb34000, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc07150adb0, 0xc044a4a000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc02eb34000, 0xc044a4a000, 0x1000, 0x1000, 0xc0006d9c70, 0x404c85, 0xc0907d4720)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc10e14d560)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc10e14d560, 0x1, 0x0, 0x0, 0x1, 0xc041d75500, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc02eb34000)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577557 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc01b714fc0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5575949 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc058ce2780, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5577121 [IO wait]:
internal/poll.runtime_pollWait(0x7fafba9e48b0, 0x72, 0xc0749aea40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc01da04e18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc01da04e18, 0xc0691da000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc01da04e00, 0xc0691da000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc01da04e00, 0xc0691da000, 0x1000, 0x1000, 0xc01ad60d80, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc057530880, 0xc0691da000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc01ad60d80, 0xc0691da000, 0x1000, 0x1000, 0xc0749aec70, 0x404c85, 0xc0766d96e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc05a58d500)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc05a58d500, 0x1, 0x0, 0x0, 0x1, 0xc0622949c0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc01ad60d80)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5580171 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0f31b6a80, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5580172 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0f31b6b00, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5573808 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbef14b60, 0x72, 0xc10512d810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc07fc2cd18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc07fc2cd18, 0xc0d48d3000, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc07fc2cd00, 0xc0d48d3000, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc07fc2cd00, 0xc0d48d3000, 0x400, 0x400, 0x0, 0xc02ca93470, 0xc10512d948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc02889f518, 0xc0d48d3000, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc06114a450, 0x7fafc91c9538, 0xc0dc8ebac0, 0x5, 0xc0dc8ebac0, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0458a8e00, 0x1d2af17, 0xc0458a8f20, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0458a8e00, 0xc0d7fad000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc085819b00, 0xc0d7fad000, 0x1000, 0x1000, 0xc013aeb0e0, 0xc085819b00, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc05c03d6e0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc05c03d6e0, 0x1, 0x2, 0x0, 0x0, 0xc04a5e9b60, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc085819b00)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577731 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc083b3ac80, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 4696366 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0bbbb4900)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579972 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbf3bc8f0, 0x72, 0xc0b05f1a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0826c3618, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0826c3618, 0xc05eb80000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0826c3600, 0xc05eb80000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0826c3600, 0xc05eb80000, 0x1000, 0x1000, 0xc0c827a120, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc02ac66a70, 0xc05eb80000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0c827a120, 0xc05eb80000, 0x1000, 0x1000, 0xc0b05f1c70, 0x404c85, 0xc0458dc240)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0865f1020)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0865f1020, 0x1, 0x0, 0x0, 0x1, 0xc109552d80, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0c827a120)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4672434 [select, 4 minutes]:
net/http.(*persistConn).writeLoop(0xc03dc1d680)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5580164 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0f31b6700, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 4691694 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc09c7230, 0x72, 0xc03f6a7a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc035abf898, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc035abf898, 0xc0a5ed3000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc035abf880, 0xc0a5ed3000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc035abf880, 0xc0a5ed3000, 0x1000, 0x1000, 0xc05bb12480, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc042505110, 0xc0a5ed3000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc05bb12480, 0xc0a5ed3000, 0x1000, 0x1000, 0xc03f6a7c70, 0x404c85, 0xc09289eea0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc00ddb2a20)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc00ddb2a20, 0x1, 0x0, 0x0, 0x1, 0xc067f90000, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc05bb12480)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5580624 [select]:
net/http.(*persistConn).writeLoop(0xc043eab200)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577143 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafba88f1a0, 0x72, 0xc0893c1a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc02dd9d298, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc02dd9d298, 0xc02070e000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc02dd9d280, 0xc02070e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc02dd9d280, 0xc02070e000, 0x1000, 0x1000, 0xc0da743560, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc060174938, 0xc02070e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0da743560, 0xc02070e000, 0x1000, 0x1000, 0xc0893c1c70, 0x404c85, 0xc06b413200)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc07a404600)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc07a404600, 0x1, 0x0, 0x0, 0x1, 0xc06b413080, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0da743560)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5578566 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0a1584780, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 5577587 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc3100060, 0x72, 0xc006dcda40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc004843018, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc004843018, 0xc10e996000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc004843000, 0xc10e996000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc004843000, 0xc10e996000, 0x1000, 0x1000, 0xc0a7fe4a20, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc06f0f62a0, 0xc10e996000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0a7fe4a20, 0xc10e996000, 0x1000, 0x1000, 0xc006dcdc70, 0x404c85, 0xc044ce60c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc006d9a360)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc006d9a360, 0x1, 0x0, 0x0, 0x1, 0xc044ce6000, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0a7fe4a20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577684 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc094c79100, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5581858 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbd014340, 0x72, 0xc0b5076a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc10c488918, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc10c488918, 0xc00bf9f000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc10c488900, 0xc00bf9f000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc10c488900, 0xc00bf9f000, 0x1000, 0x1000, 0xc0e8025d40, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc07666b960, 0xc00bf9f000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0e8025d40, 0xc00bf9f000, 0x1000, 0x1000, 0xc0b5076c70, 0x404c85, 0xc0b75181e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc000f77980)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc000f77980, 0x1, 0x0, 0x0, 0x1, 0xc0649d6a80, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0e8025d40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577713 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc094c78c80, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5580870 [select]:
net/http.(*persistConn).writeLoop(0xc098a2e120)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5573079 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0ecf0bc20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5573662 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc1dd4d08, 0x72, 0xc084d63810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc00c7f7618, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc00c7f7618, 0xc04a405400, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc00c7f7600, 0xc04a405400, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc00c7f7600, 0xc04a405400, 0x400, 0x400, 0x0, 0xc094240240, 0xc084d63948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0703de0c8, 0xc04a405400, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc033584330, 0x7fafc91c9538, 0xc090fb6a40, 0x5, 0xc090fb6a40, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0b6618e00, 0x1d2af17, 0xc0b6618f20, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0b6618e00, 0xc0cc927000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc095cf7320, 0xc0cc927000, 0x1000, 0x1000, 0xc013aeaea0, 0xc095cf7320, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0e448ade0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0e448ade0, 0x1, 0x2, 0x0, 0x0, 0xc022046720, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc095cf7320)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577693 [select]:
k8s.io/apimachinery/pkg/util/wait.poller.func1.1(0xc0a7dbccc0, 0x5f5e100, 0x0, 0xc057cb75c0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:374 +0x153
created by k8s.io/apimachinery/pkg/util/wait.poller.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:357 +0x8c
goroutine 5579431 [select]:
net/http.(*persistConn).writeLoop(0xc013416d80)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5578918 [select]:
net/http.(*persistConn).writeLoop(0xc05593b7a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577205 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0eb99f320)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5573577 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc7923820, 0x72, 0xc091104810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc039436f18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc039436f18, 0xc0cee5a800, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc039436f00, 0xc0cee5a800, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc039436f00, 0xc0cee5a800, 0x400, 0x400, 0x0, 0xc0aeabd110, 0xc091104948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc02a7bc178, 0xc0cee5a800, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc0bfcd79b0, 0x7fafc91c9538, 0xc0a1d6a700, 0x5, 0xc0a1d6a700, 0xc091104a40)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0fe8fdc00, 0x1d2af17, 0xc0fe8fdd20, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0fe8fdc00, 0xc03f169000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc08ef70480, 0xc03f169000, 0x1000, 0x1000, 0xc013aea7e0, 0xc08ef70480, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0671b3bc0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0671b3bc0, 0x1, 0x2, 0x0, 0x0, 0xc0608a96e0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc08ef70480)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4706848 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbf20d370, 0x72, 0xc068d52a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0a3ff0a18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0a3ff0a18, 0xc0d9be2000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0a3ff0a00, 0xc0d9be2000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0a3ff0a00, 0xc0d9be2000, 0x1000, 0x1000, 0xc0bbe88000, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc030742340, 0xc0d9be2000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0bbe88000, 0xc0d9be2000, 0x1000, 0x1000, 0xc068d52c70, 0x404c85, 0xc03db13f80)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0ef40f7a0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0ef40f7a0, 0x1, 0x0, 0x0, 0x1, 0xc03ea2e0c0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0bbe88000)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4691836 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc056b557a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577314 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0a11d7a80, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5578633 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc035ad8100, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 5960143 [runnable]:
runtime.Gosched()
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/proc.go:267 +0x1e
github.com/golang/snappy.Encode(0x0, 0x0, 0x0, 0xc0996a6000, 0x8293, 0x8293, 0x0, 0x4, 0xc10d1abb98)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/golang/snappy/encode.go:22 +0x21f
github.com/prometheus/prometheus/storage/remote.(*Client).Store(0xc0e1772900, 0x1eb9620, 0xc0ccc9a500, 0xc085413ce0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/client.go:80 +0xbe
github.com/prometheus/prometheus/storage/remote.(*shards).sendSamplesWithBackoff(0xc095fdecd0, 0xc06862b200, 0x64, 0xc0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:523 +0x13e
github.com/prometheus/prometheus/storage/remote.(*shards).sendSamples(0xc095fdecd0, 0xc06862b200, 0x64, 0xc0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:508 +0x6f
github.com/prometheus/prometheus/storage/remote.(*shards).runShard(0xc095fdecd0, 0x19)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:489 +0x337
created by github.com/prometheus/prometheus/storage/remote.(*shards).start
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:409 +0x48
goroutine 5579354 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc5cdb958, 0x72, 0xc0006d8a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc055bfdb18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc055bfdb18, 0xc019738000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc055bfdb00, 0xc019738000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc055bfdb00, 0xc019738000, 0x1000, 0x1000, 0xc001e5cea0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0241d9740, 0xc019738000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc001e5cea0, 0xc019738000, 0x1000, 0x1000, 0xc0006d8c70, 0x404c85, 0xc0514e5380)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc004ee8c00)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc004ee8c00, 0x1, 0x0, 0x0, 0x1, 0xc105092900, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc001e5cea0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579918 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0f31b6c80, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5577455 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc6c234e8, 0x72, 0xc06a8eea40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0ca567698, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0ca567698, 0xc0180ac000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0ca567680, 0xc0180ac000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0ca567680, 0xc0180ac000, 0x1000, 0x1000, 0xc0a0b4f320, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0fb0bf238, 0xc0180ac000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0a0b4f320, 0xc0180ac000, 0x1000, 0x1000, 0xc06a8eec70, 0x404c85, 0xc014142240)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc06d098e40)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc06d098e40, 0x1, 0x0, 0x0, 0x1, 0xc0b636c060, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0a0b4f320)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 6067417 [runnable]:
github.com/prometheus/prometheus/storage/remote.(*shards).runShard(0xc09cb81a40, 0x7)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:471 +0x1f7
created by github.com/prometheus/prometheus/storage/remote.(*shards).start
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:409 +0x48
goroutine 5577389 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbf5edf60, 0x72, 0xc006f91a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc098aaf518, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc098aaf518, 0xc01d571000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc098aaf500, 0xc01d571000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc098aaf500, 0xc01d571000, 0x1000, 0x1000, 0xc07aa86b40, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc03fc4c1f8, 0xc01d571000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc07aa86b40, 0xc01d571000, 0x1000, 0x1000, 0xc006f91c70, 0x404c85, 0xc096125200)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0d5ce4f00)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0d5ce4f00, 0x1, 0x0, 0x0, 0x1, 0xc096124fc0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc07aa86b40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579651 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc02724b8, 0x72, 0xc0bc740810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0b9b3b818, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0b9b3b818, 0xc099155400, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0b9b3b800, 0xc099155400, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0b9b3b800, 0xc099155400, 0x400, 0x400, 0x0, 0xc0b69ae4e0, 0xc0bc740948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc02eacf258, 0xc099155400, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc04312cd20, 0x7fafc91c9538, 0xc01e52a8c0, 0x5, 0xc01e52a8c0, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0c71b6a80, 0x1d2af17, 0xc0c71b6ba0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0c71b6a80, 0xc01ee07000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc0f38b4900, 0xc01ee07000, 0x1000, 0x1000, 0xc050e2a240, 0xc0f38b4900, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc09beaaea0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc09beaaea0, 0x1, 0x2, 0x0, 0x0, 0xc05ffdc3c0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0f38b4900)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579774 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc1dcff10, 0x72, 0xc08bbd7810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc096350418, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc096350418, 0xc0bf611400, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc096350400, 0xc0bf611400, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc096350400, 0xc0bf611400, 0x400, 0x400, 0x0, 0xc04e058b40, 0xc08bbd7948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc00aca22a0, 0xc0bf611400, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc0444d1320, 0x7fafc91c9538, 0xc07c5b7700, 0x5, 0xc07c5b7700, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0ef1ec000, 0x1d2af17, 0xc0ef1ec120, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0ef1ec000, 0xc099b26000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc0f9e80c60, 0xc099b26000, 0x1000, 0x1000, 0xc02ccf98c0, 0xc0f9e80c60, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc10362d440)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc10362d440, 0x1, 0x2, 0x0, 0x0, 0xc0458dd980, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0f9e80c60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5588072 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc2843dd0, 0x72, 0xc0ba0fea40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc072c6fb18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc072c6fb18, 0xc083bf6000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc072c6fb00, 0xc083bf6000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc072c6fb00, 0xc083bf6000, 0x1000, 0x1000, 0xc0e9624fc0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0146251d0, 0xc083bf6000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0e9624fc0, 0xc083bf6000, 0x1000, 0x1000, 0xc0ba0fec70, 0x404c85, 0xc086431f80)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0f2ba5e00)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0f2ba5e00, 0x1, 0x0, 0x0, 0x1, 0xc06517ff80, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0e9624fc0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 6200033 [runnable]:
internal/poll.runtime_pollWait(0x7fafc8dc1828, 0x72, 0xc022dcd810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc07143f298, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc07143f298, 0xc0bfdfc400, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc07143f280, 0xc0bfdfc400, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc07143f280, 0xc0bfdfc400, 0x400, 0x400, 0x0, 0x1, 0xc022dcd948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc094712d40, 0xc0bfdfc400, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc08170b380, 0x7fafc91c9538, 0xc0980da580, 0x5, 0xc0980da580, 0xc0a133c180)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc05e2a6380, 0x1d2af17, 0xc05e2a64a0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc05e2a6380, 0xc09e153000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc078c650e0, 0xc09e153000, 0x1000, 0x1000, 0xc0d19b8000, 0xc078c650e0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0cf0e4a20)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0cf0e4a20, 0x1, 0x2, 0x0, 0x0, 0xc077f075c0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc078c650e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5576743 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbf5778f0, 0x72, 0xc056c02a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc06b263798, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc06b263798, 0xc0eb55a000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc06b263780, 0xc0eb55a000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc06b263780, 0xc0eb55a000, 0x1000, 0x1000, 0xc0eb03e480, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc08e16f098, 0xc0eb55a000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0eb03e480, 0xc0eb55a000, 0x1000, 0x1000, 0xc056c02c70, 0x404c85, 0xc04045db00)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc044f81200)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc044f81200, 0x1, 0x0, 0x0, 0x1, 0xc05720f980, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0eb03e480)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5960158 [runnable]:
github.com/prometheus/prometheus/storage/remote.(*shards).runShard(0xc095fdecd0, 0x28)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:471 +0x1f7
created by github.com/prometheus/prometheus/storage/remote.(*shards).start
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:409 +0x48
goroutine 5579220 [IO wait]:
internal/poll.runtime_pollWait(0x7fafba9262a0, 0x72, 0xc103054a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc107e5ed98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc107e5ed98, 0xc017741000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc107e5ed80, 0xc017741000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc107e5ed80, 0xc017741000, 0x1000, 0x1000, 0xc05f068b40, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc094712820, 0xc017741000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc05f068b40, 0xc017741000, 0x1000, 0x1000, 0xc103054c70, 0x404c85, 0xc0fbd46de0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc098118ea0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc098118ea0, 0x1, 0x0, 0x0, 0x1, 0xc0454e0d80, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc05f068b40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 6199933 [IO wait]:
internal/poll.runtime_pollWait(0x7fafba9e9ea0, 0x72, 0xc0b0d7b810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0dc4f4598, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0dc4f4598, 0xc022ca5000, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0dc4f4580, 0xc022ca5000, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0dc4f4580, 0xc022ca5000, 0x400, 0x400, 0x0, 0xc05bbd0de0, 0xc0b0d7b948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc05ed64910, 0xc022ca5000, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc0bd14f320, 0x7fafc91c9538, 0xc0bcbf1cc0, 0x5, 0xc0bcbf1cc0, 0xc000d3fc00)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0af15aa80, 0x1d2af17, 0xc0af15aba0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0af15aa80, 0xc06d531000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc099584240, 0xc06d531000, 0x1000, 0x1000, 0xc0db545d40, 0xc099584240, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0a0f588a0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0a0f588a0, 0x1, 0x2, 0x0, 0x0, 0xc054c41e60, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc099584240)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4708426 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafba927210, 0x72, 0xc0245e5a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc04a666718, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc04a666718, 0xc0f20a5000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc04a666700, 0xc0f20a5000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc04a666700, 0xc0f20a5000, 0x1000, 0x1000, 0xc0f5e7fb00, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc04caa0180, 0xc0f20a5000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0f5e7fb00, 0xc0f20a5000, 0x1000, 0x1000, 0xc0245e5c70, 0x404c85, 0xc0921c32c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0f209e600)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0f209e600, 0x1, 0x0, 0x0, 0x1, 0xc06117ea20, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0f5e7fb00)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4708925 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbd2adad0, 0x72, 0xc0dcb1ea40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc091e76d18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc091e76d18, 0xc03e132000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc091e76d00, 0xc03e132000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc091e76d00, 0xc03e132000, 0x1000, 0x1000, 0xc097619b00, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0401be310, 0xc03e132000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc097619b00, 0xc03e132000, 0x1000, 0x1000, 0xc0dcb1ec70, 0x404c85, 0xc080edd440)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0d252aae0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0d252aae0, 0x1, 0x0, 0x0, 0x1, 0xc0829b2060, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc097619b00)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579321 [select]:
net/http.(*persistConn).writeLoop(0xc0107a17a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5584239 [select]:
net/http.(*persistConn).writeLoop(0xc0f162db00)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5580589 [select]:
net/http.(*persistConn).writeLoop(0xc099fb2240)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5573206 [IO wait, 4 minutes]:
internal/poll.runtime_pollWait(0x7fafbf3400d0, 0x72, 0xc000ef1810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc068486898, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc068486898, 0xc07778b800, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc068486880, 0xc07778b800, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc068486880, 0xc07778b800, 0x400, 0x400, 0x0, 0xc0785ee690, 0xc000ef1948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc001e9bfd0, 0xc07778b800, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc03b424de0, 0x7fafc91c9538, 0xc06f1b1e00, 0x5, 0xc06f1b1e00, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc10e7fee00, 0x1d2af17, 0xc10e7fef20, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc10e7fee00, 0xc0c94bb000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc0641d2b40, 0xc0c94bb000, 0x1000, 0x1000, 0xc013aeaea0, 0xc0641d2b40, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0aea76360)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0aea76360, 0x1, 0x2, 0x0, 0x0, 0xc03a1f49c0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0641d2b40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579581 [select]:
net/http.(*persistConn).writeLoop(0xc054fb6900)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577710 [select, 3 minutes]:
k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func1(0xc060dc4a00, 0xc0d6734ae0, 0xc078479140, 0xc089ded440)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:278 +0x14d
created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:272 +0x99b
goroutine 4705830 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc6c1d350, 0x72, 0xc0171f3a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc108956518, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc108956518, 0xc10adff000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc108956500, 0xc10adff000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc108956500, 0xc10adff000, 0x1000, 0x1000, 0x456c80, 0xc0afa1bc80, 0xc0171f3c28)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc03a1387f0, 0xc10adff000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0c6146000, 0xc10adff000, 0x1000, 0x1000, 0xc0171f3c70, 0x404c85, 0xc0313052c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0bfae3320)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0bfae3320, 0x1, 0x0, 0x0, 0x1, 0xc0b8cf14a0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0c6146000)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5573343 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0bc5f58c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579644 [IO wait]:
internal/poll.runtime_pollWait(0x7fafba927070, 0x72, 0xc01434fa40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc074c9fc98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc074c9fc98, 0xc0d3c3c000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc074c9fc80, 0xc0d3c3c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc074c9fc80, 0xc0d3c3c000, 0x1000, 0x1000, 0xc0414f8b40, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc02eacf2d0, 0xc0d3c3c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0414f8b40, 0xc0d3c3c000, 0x1000, 0x1000, 0xc01434fc70, 0x404c85, 0xc0674f4900)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc084521e00)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc084521e00, 0x1, 0x0, 0x0, 0x1, 0xc064659f20, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0414f8b40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579763 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc3860dd8, 0x72, 0xc095542810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc08350fd18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc08350fd18, 0xc06f1ed000, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc08350fd00, 0xc06f1ed000, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc08350fd00, 0xc06f1ed000, 0x400, 0x400, 0x0, 0xc0b5ece7b0, 0xc095542948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc060174d58, 0xc06f1ed000, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc089904960, 0x7fafc91c9538, 0xc0790d2300, 0x5, 0xc0790d2300, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0c80a0700, 0x1d2af17, 0xc0c80a0820, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0c80a0700, 0xc04bd2e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc0c84cb0e0, 0xc04bd2e000, 0x1000, 0x1000, 0xc050e2a000, 0xc0c84cb0e0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc10362c5a0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc10362c5a0, 0x1, 0x2, 0x0, 0x0, 0xc0fcdee0c0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0c84cb0e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4672481 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0468a25a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5580788 [select]:
net/http.(*persistConn).writeLoop(0xc032f606c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579382 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc662c468, 0x72, 0xc0c0b88a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc073d76b98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc073d76b98, 0xc0dd1f1000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc073d76b80, 0xc0dd1f1000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc073d76b80, 0xc0dd1f1000, 0x1000, 0x1000, 0xc0b9b378c0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc060174590, 0xc0dd1f1000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0b9b378c0, 0xc0dd1f1000, 0x1000, 0x1000, 0xc0c0b88c70, 0x404c85, 0xc064639f20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc08c4fa960)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc08c4fa960, 0x1, 0x0, 0x0, 0x1, 0xc08b5a1260, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0b9b378c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5574264 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0353aa5a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5589133 [IO wait]:
internal/poll.runtime_pollWait(0x7fafba926b90, 0x72, 0xc104511a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc09e212d18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc09e212d18, 0xc0fd33b000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc09e212d00, 0xc0fd33b000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc09e212d00, 0xc0fd33b000, 0x1000, 0x1000, 0xc0e0f5b440, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc05ed64b08, 0xc0fd33b000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0e0f5b440, 0xc0fd33b000, 0x1000, 0x1000, 0xc104511c70, 0x404c85, 0xc0305f43c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc03233b7a0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc03233b7a0, 0x1, 0x0, 0x0, 0x1, 0xc097f57da0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0e0f5b440)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5580202 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbd264340, 0x72, 0xc0006d6a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0b37f2f18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0b37f2f18, 0xc0f9c5e000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0b37f2f00, 0xc0f9c5e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0b37f2f00, 0xc0f9c5e000, 0x1000, 0x1000, 0xc06b76e360, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc08e050b80, 0xc0f9c5e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc06b76e360, 0xc0f9c5e000, 0x1000, 0x1000, 0xc0006d6c70, 0x404c85, 0xc00af09f20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0e06d7980)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0e06d7980, 0x1, 0x0, 0x0, 0x1, 0xc087614540, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc06b76e360)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5580387 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc27179a0, 0x72, 0xc04ecf7a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0922bce98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0922bce98, 0xc0a98e6000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0922bce80, 0xc0a98e6000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0922bce80, 0xc0a98e6000, 0x1000, 0x1000, 0xc0d8d3c000, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0671660c0, 0xc0a98e6000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0d8d3c000, 0xc0a98e6000, 0x1000, 0x1000, 0xc04ecf7c70, 0x404c85, 0xc083fc15c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc014316f00)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc014316f00, 0x1, 0x0, 0x0, 0x1, 0xc086670780, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0d8d3c000)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5581344 [IO wait]:
internal/poll.runtime_pollWait(0x7fafba8db708, 0x72, 0xc0b1f68a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0534fb618, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0534fb618, 0xc0d1dae000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0534fb600, 0xc0d1dae000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0534fb600, 0xc0d1dae000, 0x1000, 0x1000, 0xc0409dc480, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc07666b570, 0xc0d1dae000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0409dc480, 0xc0d1dae000, 0x1000, 0x1000, 0xc0b1f68c70, 0x404c85, 0xc0782da360)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc09acb4ea0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc09acb4ea0, 0x1, 0x0, 0x0, 0x1, 0xc0d1624660, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0409dc480)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577427 [runnable]:
internal/poll.runtime_pollWait(0x7fafbf5b4ab0, 0x72, 0xc05a5a2810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc081a14998, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc081a14998, 0xc056fd4000, 0x8000, 0x8000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc081a14980, 0xc056fd4000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc081a14980, 0xc056fd4000, 0x8000, 0x8000, 0xc0546a7f00, 0xc0adc3c900, 0xc05a5a2948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc03fc4d798, 0xc056fd4000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc00b90e390, 0x7fafc91c9538, 0xc07d4efe80, 0x5, 0xc07d4efe80, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc004a9aa80, 0x1d2af17, 0xc004a9aba0, 0x458a30)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc004a9aa80, 0xc0982d9000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc11f16b0e0, 0xc0982d9000, 0x1000, 0x1000, 0xc05a5a2c70, 0x404c85, 0xc102c6f560)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc07813b3e0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc07813b3e0, 0x1, 0x0, 0x0, 0x1, 0xc07142eea0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc11f16b0e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5572903 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbf3bc410, 0x72, 0xc038224810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0de1ee798, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0de1ee798, 0xc0d36f4000, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0de1ee780, 0xc0d36f4000, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0de1ee780, 0xc0d36f4000, 0x400, 0x400, 0x0, 0xc04f8045d0, 0xc038224948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc03272cfb0, 0xc0d36f4000, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc0b620db60, 0x7fafc91c9538, 0xc0447e8a80, 0x5, 0xc0447e8a80, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0af12ce00, 0x1d2af17, 0xc0af12cf20, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0af12ce00, 0xc10305e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc0fe895e60, 0xc10305e000, 0x1000, 0x1000, 0xc013aeb0e0, 0xc0fe895e60, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc102c08ae0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc102c08ae0, 0x1, 0x2, 0x0, 0x0, 0xc04a5e9860, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0fe895e60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579848 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc005a54000)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579240 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0b268cea0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577373 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc6c1cf40, 0x72, 0xc0154d1a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc09cc67318, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc09cc67318, 0xc0fa2e9000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc09cc67300, 0xc0fa2e9000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc09cc67300, 0xc0fa2e9000, 0x1000, 0x1000, 0xc101f94b40, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc019a34138, 0xc0fa2e9000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc101f94b40, 0xc0fa2e9000, 0x1000, 0x1000, 0xc0154d1c70, 0x404c85, 0xc0a9e13680)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc07deaa9c0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc07deaa9c0, 0x1, 0x0, 0x0, 0x1, 0xc078ccf0e0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc101f94b40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5578516 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc017feb600, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 4716295 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc02728c8, 0x72, 0xc0dd15ea40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0f2dffd18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0f2dffd18, 0xc0879b5000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0f2dffd00, 0xc0879b5000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0f2dffd00, 0xc0879b5000, 0x1000, 0x1000, 0xc10d4dc5a0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0389e0630, 0xc0879b5000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc10d4dc5a0, 0xc0879b5000, 0x1000, 0x1000, 0xc0dd15ec70, 0x404c85, 0xc0b3923f20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc097192c00)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc097192c00, 0x1, 0x0, 0x0, 0x1, 0xc036997d40, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc10d4dc5a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579518 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc870a710, 0x72, 0xc0e84c3a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc007aed498, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc007aed498, 0xc1067a8000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc007aed480, 0xc1067a8000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc007aed480, 0xc1067a8000, 0x1000, 0x1000, 0xc0de153b00, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc02ac66680, 0xc1067a8000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0de153b00, 0xc1067a8000, 0x1000, 0x1000, 0xc0e84c3c70, 0x404c85, 0xc10a29f380)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc01328aea0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc01328aea0, 0x1, 0x0, 0x0, 0x1, 0xc049b97e00, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0de153b00)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5589134 [select]:
net/http.(*persistConn).writeLoop(0xc0e0f5b440)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5573703 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc37b1220, 0x72, 0xc05764d810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc039437518, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc039437518, 0xc0cee5b000, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc039437500, 0xc0cee5b000, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc039437500, 0xc0cee5b000, 0x400, 0x400, 0x0, 0xc0d703b980, 0xc05764d948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc02a7bc188, 0xc0cee5b000, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc0bfcd7a70, 0x7fafc91c9538, 0xc0a1d6a880, 0x5, 0xc0a1d6a880, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0da30e000, 0x1d2af17, 0xc0da30e120, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0da30e000, 0xc107f99000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc0dfaaeea0, 0xc107f99000, 0x1000, 0x1000, 0xc013aea7e0, 0xc0dfaaeea0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0e4488fc0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0e4488fc0, 0x1, 0x2, 0x0, 0x0, 0xc0cc7ab380, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0dfaaeea0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4706983 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc782ff10, 0x72, 0xc030434a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc058715b98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc058715b98, 0xc0bbe91000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc058715b80, 0xc0bbe91000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc058715b80, 0xc0bbe91000, 0x1000, 0x1000, 0xc029300120, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc030f658a0, 0xc0bbe91000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc029300120, 0xc0bbe91000, 0x1000, 0x1000, 0xc030434c70, 0x404c85, 0xc0416daea0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc101f9ecc0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc101f9ecc0, 0x1, 0x0, 0x0, 0x1, 0xc08a93d920, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc029300120)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4672499 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc2481868, 0x72, 0xc0c4b7ea40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc014a6e898, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc014a6e898, 0xc0eb557000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc014a6e880, 0xc0eb557000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc014a6e880, 0xc0eb557000, 0x1000, 0x1000, 0xc04c7806c0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0430b8168, 0xc0eb557000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc04c7806c0, 0xc0eb557000, 0x1000, 0x1000, 0xc0c4b7ec70, 0x404c85, 0xc0440117a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0ab46dbc0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0ab46dbc0, 0x1, 0x0, 0x0, 0x1, 0xc079920a20, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc04c7806c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5580087 [select]:
github.com/prometheus/prometheus/storage/remote.(*shards).runShard(0xc037cd5cc0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:471 +0x1f7
created by github.com/prometheus/prometheus/storage/remote.(*shards).start
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:409 +0x48
goroutine 5574319 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc09ca79680)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577288 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0a11d7c80, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 4675652 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0a4971b00)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577681 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc094c78f00, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5580478 [select]:
net/http.(*persistConn).writeLoop(0xc069988000)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5576022 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc04cfd8080, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5580098 [select, 3 minutes]:
github.com/prometheus/prometheus/storage/remote.(*QueueManager).reshardLoop(0xc0d19b8360)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:351 +0x103
created by github.com/prometheus/prometheus/storage/remote.(*QueueManager).Start
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:248 +0x85
goroutine 5577239 [semacquire]:
sync.runtime_SemacquireMutex(0xc0db545844, 0xffffffffffffff00)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/mutex.go:134 +0xff
sync.(*RWMutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/rwmutex.go:93 +0x2d
github.com/prometheus/prometheus/storage/remote.(*QueueManager).Append(0xc0db5457a0, 0xc0b4ee18f0, 0xe, 0xc00f270300)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:221 +0x23b
github.com/prometheus/prometheus/storage/remote.(*Storage).Add(0xc0001c4e00, 0xc0bf5e8380, 0x9, 0xe, 0x1682dcfdfba, 0x407959b9a6d76727, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/write.go:32 +0x14e
github.com/prometheus/prometheus/storage.(*fanoutAppender).AddFast(0xc0f0520940, 0xc0bf5e8380, 0x9, 0xe, 0x162aa, 0x1682dcfdfba, 0x407959b9a6d76727, 0x29, 0xc0e4a59120)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/fanout.go:155 +0x121
github.com/prometheus/prometheus/scrape.(*timeLimitAppender).AddFast(0xc10652c6c0, 0xc0bf5e8380, 0x9, 0xe, 0x162aa, 0x1682dcfdfba, 0x407959b9a6d76727, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/target.go:310 +0xac
github.com/prometheus/prometheus/scrape.(*scrapeLoop).append(0xc062702780, 0xc11b35e000, 0x365dac, 0x641ce8, 0xc0b36eeb20, 0x19, 0xbf0549e61e2ea110, 0x2233f705898, 0x2e85960, 0x0, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:992 +0x196f
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc062702780, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:833 +0x592
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5577148 [select]:
net/http.(*persistConn).writeLoop(0xc041eb2360)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579749 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0af771c20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5580219 [select]:
net/http.(*persistConn).writeLoop(0xc0fc0b87e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4684014 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc06e4130e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5580838 [select]:
net/http.(*persistConn).writeLoop(0xc103095680)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577456 [select]:
net/http.(*persistConn).writeLoop(0xc0a0b4f320)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4696139 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbd3820d0, 0x72, 0xc05766ca40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc09eea5a98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc09eea5a98, 0xc06efc0000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc09eea5a80, 0xc06efc0000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc09eea5a80, 0xc06efc0000, 0x1000, 0x1000, 0xc06ecd6240, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc06adc1280, 0xc06efc0000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc06ecd6240, 0xc06efc0000, 0x1000, 0x1000, 0xc05766cc70, 0x404c85, 0xc0fb3f5e00)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc015cdaa80)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc015cdaa80, 0x1, 0x0, 0x0, 0x1, 0xc089a175c0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc06ecd6240)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5580579 [select]:
net/http.(*persistConn).writeLoop(0xc0626386c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4716615 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc046348000)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579765 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc28d01b0, 0x72, 0xc098d16810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0684de398, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0684de398, 0xc04fbd4800, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0684de380, 0xc04fbd4800, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0684de380, 0xc04fbd4800, 0x400, 0x400, 0x0, 0xc0dbd13aa0, 0xc098d16948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc060174d60, 0xc04fbd4800, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc089904a20, 0x7fafc91c9538, 0xc0790d23c0, 0x5, 0xc0790d23c0, 0xc000ebca80)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0c80a0a80, 0x1d2af17, 0xc0c80a0ba0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0c80a0a80, 0xc059ee4000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc07db2d680, 0xc059ee4000, 0x1000, 0x1000, 0xc050e2a000, 0xc07db2d680, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc10362c720)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc10362c720, 0x1, 0x2, 0x0, 0x0, 0xc0b84eeba0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc07db2d680)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577879 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc1dd4c38, 0x72, 0xc0c853ba40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc070074c18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc070074c18, 0xc0a6b3a000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc070074c00, 0xc0a6b3a000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc070074c00, 0xc0a6b3a000, 0x1000, 0x1000, 0xc075b285a0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc014625b60, 0xc0a6b3a000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc075b285a0, 0xc0a6b3a000, 0x1000, 0x1000, 0xc0c853bc70, 0x404c85, 0xc08e4e5e00)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc09782e240)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc09782e240, 0x1, 0x0, 0x0, 0x1, 0xc07c313f20, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc075b285a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5578507 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0441e7980, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 4672422 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc2481458, 0x72, 0xc08bbc7a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0adc91898, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0adc91898, 0xc02209c000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0adc91880, 0xc02209c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0adc91880, 0xc02209c000, 0x1000, 0x1000, 0xc08e1d4c60, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc06adc1250, 0xc02209c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc08e1d4c60, 0xc02209c000, 0x1000, 0x1000, 0xc08bbc7c70, 0x404c85, 0xc0e93e6d20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0769bf3e0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0769bf3e0, 0x1, 0x0, 0x0, 0x1, 0xc0e90e0ba0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc08e1d4c60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577840 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc03da00360)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5573352 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc102749200)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579898 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafba926d30, 0x72, 0xc05517bd60)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc044284298, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc044284298, 0xc09d597700, 0x1, 0x1)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc044284280, 0xc09d597721, 0x1, 0x1, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc044284280, 0xc09d597721, 0x1, 0x1, 0xc05517bed0, 0x7fafc96f8000, 0xc09d5976b0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0129b4980, 0xc09d597721, 0x1, 0x1, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc083961040, 0xc09d597721, 0x1, 0x1, 0x434549, 0x1d2aca8, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x11a
net/http.(*connReader).backgroundRead(0xc09d597710)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/server.go:676 +0x5a
created by net/http.(*connReader).startBackgroundRead
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/server.go:672 +0xd2
goroutine 5583163 [IO wait]:
internal/poll.runtime_pollWait(0x7fafba925a80, 0x72, 0xc10272ea40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc03352c998, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc03352c998, 0xc0ba15b000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc03352c980, 0xc0ba15b000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc03352c980, 0xc0ba15b000, 0x1000, 0x1000, 0xc0d20299e0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc048fe3ab0, 0xc0ba15b000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0d20299e0, 0xc0ba15b000, 0x1000, 0x1000, 0xc10272ec70, 0x404c85, 0xc092ec0ea0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0aa8ff920)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0aa8ff920, 0x1, 0x0, 0x0, 0x1, 0xc05b92bec0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0d20299e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5578646 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc035ad9180, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 5579974 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbd014680, 0x72, 0xc0bc744a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc07737e618, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc07737e618, 0xc06e9b6000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc07737e600, 0xc06e9b6000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc07737e600, 0xc06e9b6000, 0x1000, 0x1000, 0xc061546b40, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc02ac66d90, 0xc06e9b6000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc061546b40, 0xc06e9b6000, 0x1000, 0x1000, 0xc0bc744c70, 0x404c85, 0xc0458dd680)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0dae01920)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0dae01920, 0x1, 0x0, 0x0, 0x1, 0xc0458dd4a0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc061546b40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5580273 [runnable]:
sync.runtime_SemacquireMutex(0xc0db545844, 0xffffffffffffff00)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/mutex.go:134 +0xff
sync.(*RWMutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/rwmutex.go:93 +0x2d
github.com/prometheus/prometheus/storage/remote.(*QueueManager).Append(0xc0db5457a0, 0xc0b2241a10, 0x4, 0xc00ba6d5c0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:221 +0x23b
github.com/prometheus/prometheus/storage/remote.(*Storage).Add(0xc0001c4e00, 0xc0ddf6ae80, 0x4, 0x4, 0x1682dcfe31f, 0x404b800000000000, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/write.go:32 +0x14e
github.com/prometheus/prometheus/storage.(*fanoutAppender).AddFast(0xc0bcbf1e80, 0xc0ddf6ae80, 0x4, 0x4, 0x19974, 0x1682dcfe31f, 0x404b800000000000, 0x0, 0xc0a6904000)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/fanout.go:155 +0x121
github.com/prometheus/prometheus/scrape.(*timeLimitAppender).AddFast(0xc055e0ea20, 0xc0ddf6ae80, 0x4, 0x4, 0x19974, 0x1682dcfe31f, 0x404b800000000000, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/target.go:310 +0xac
github.com/prometheus/prometheus/scrape.(*scrapeLoop).addReportSample(0xc07b5ed880, 0x1eb9d60, 0xc055e0ea20, 0x1c35c37, 0x17, 0x1682dcfe31f, 0x404b800000000000, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:1192 +0x460
github.com/prometheus/prometheus/scrape.(*scrapeLoop).report(0xc07b5ed880, 0xbf0549e65665ef7a, 0x22373427106, 0x2e85960, 0x306e6dbf, 0x37, 0x37, 0x0, 0x0, 0x37, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:1153 +0x2b0
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc07b5ed880, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:849 +0x713
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5577778 [semacquire]:
sync.runtime_SemacquireMutex(0xc0db545844, 0xffffffffffffff00)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/mutex.go:134 +0xff
sync.(*RWMutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/rwmutex.go:93 +0x2d
github.com/prometheus/prometheus/storage/remote.(*QueueManager).Append(0xc0db5457a0, 0xc0fc0cf8f0, 0x8, 0xc03c724c60)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:221 +0x23b
github.com/prometheus/prometheus/storage/remote.(*Storage).Add(0xc0001c4e00, 0xc0180d8400, 0x6, 0x8, 0x1682dcfe05a, 0x4103a4c800000000, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/write.go:32 +0x14e
github.com/prometheus/prometheus/storage.(*fanoutAppender).AddFast(0xc00bdb0380, 0xc0180d8400, 0x6, 0x8, 0x15a25, 0x1682dcfe05a, 0x4103a4c800000000, 0x19, 0xc0cc34a8a0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/fanout.go:155 +0x121
github.com/prometheus/prometheus/scrape.(*timeLimitAppender).AddFast(0xc082fe3700, 0xc0180d8400, 0x6, 0x8, 0x15a25, 0x1682dcfe05a, 0x4103a4c800000000, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/target.go:310 +0xac
github.com/prometheus/prometheus/scrape.(*scrapeLoop).append(0xc08076af00, 0xc0d1c46000, 0x13b42, 0x13c68, 0xc0c8e5d0a0, 0x19, 0xbf0549e627b57ca9, 0x22348f73431, 0x2e85960, 0x0, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:992 +0x196f
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc08076af00, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:833 +0x592
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5575847 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc006df0c60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5578585 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc6c1cc00, 0x72, 0xc08d4e2a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc03ed27118, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc03ed27118, 0xc0c7398000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc03ed27100, 0xc0c7398000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc03ed27100, 0xc0c7398000, 0x1000, 0x1000, 0xc0dcdf1b00, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc092ac8bb8, 0xc0c7398000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0dcdf1b00, 0xc0c7398000, 0x1000, 0x1000, 0xc08d4e2c70, 0x404c85, 0xc0648588a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc04752c9c0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc04752c9c0, 0x1, 0x0, 0x0, 0x1, 0xc0648584e0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0dcdf1b00)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579309 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc013416ea0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4708697 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbd2ad860, 0x72, 0xc10512fa40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc00c1a6b18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc00c1a6b18, 0xc10910c000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc00c1a6b00, 0xc10910c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc00c1a6b00, 0xc10910c000, 0x1000, 0x1000, 0xc0a6140c60, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0390c9f30, 0xc10910c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0a6140c60, 0xc10910c000, 0x1000, 0x1000, 0xc10512fc70, 0x404c85, 0xc05db75200)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc1055e9c20)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc1055e9c20, 0x1, 0x0, 0x0, 0x1, 0xc0f04d2f60, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0a6140c60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4672347 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc7923750, 0x72, 0xc00fcc2a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc017160398, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc017160398, 0xc06e723000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc017160380, 0xc06e723000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc017160380, 0xc06e723000, 0x1000, 0x1000, 0xc068176360, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc028e51b88, 0xc06e723000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc068176360, 0xc06e723000, 0x1000, 0x1000, 0xc00fcc2c70, 0x404c85, 0xc07169e120)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0b9b03a40)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0b9b03a40, 0x1, 0x0, 0x0, 0x1, 0xc003b96fc0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc068176360)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579674 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc093e8d560)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5574271 [select, 1 minutes]:
k8s.io/client-go/tools/cache.(*processorListener).pop(0xc005ad2d80)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/shared_informer.go:517 +0x146
k8s.io/client-go/tools/cache.(*processorListener).pop-fm()
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/shared_informer.go:391 +0x2a
k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0c02383e0, 0xc081dae6d0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x4f
created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:69 +0x62
goroutine 4708248 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0ea555320)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5581247 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc370fff0, 0x72, 0xc03ff7da40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0ec1b9c98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0ec1b9c98, 0xc0bb0f5000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0ec1b9c80, 0xc0bb0f5000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0ec1b9c80, 0xc0bb0f5000, 0x1000, 0x1000, 0xc0e1b6f440, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0843f6840, 0xc0bb0f5000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0e1b6f440, 0xc0bb0f5000, 0x1000, 0x1000, 0xc03ff7dc70, 0x404c85, 0xc074247da0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc01ef1b0e0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc01ef1b0e0, 0x1, 0x0, 0x0, 0x1, 0xc08552fda0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0e1b6f440)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5890478 [select]:
net/http.(*Transport).getConn(0xc0d19b8000, 0xc03625d3e0, 0x0, 0xc03db13a40, 0x5, 0xc0c70f9fb0, 0x26, 0x0, 0x0, 0x41f788)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1004 +0x58e
net/http.(*Transport).roundTrip(0xc0d19b8000, 0xc028788d00, 0xc081bea6e0, 0x96, 0xc03625d3b0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:451 +0x690
net/http.(*Transport).RoundTrip(0xc0d19b8000, 0xc028788d00, 0x3, 0xc078bc8ee0, 0x68)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/roundtrip.go:17 +0x35
github.com/prometheus/common/config.(*basicAuthRoundTripper).RoundTrip(0xc00e66f000, 0xc028788d00, 0xc00e66f000, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/prometheus/common/config/http_config.go:237 +0x23a
net/http.send(0xc028788300, 0x1e9a8e0, 0xc00e66f000, 0x0, 0x0, 0x0, 0xc09311b450, 0xc0f1be1990, 0xc0f1be1928, 0x1)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/client.go:250 +0x14b
net/http.(*Client).send(0xc04737c6c0, 0xc028788300, 0x0, 0x0, 0x0, 0xc09311b450, 0x0, 0x1, 0x3)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/client.go:174 +0xfa
net/http.(*Client).do(0xc04737c6c0, 0xc028788300, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/client.go:641 +0x2a8
net/http.(*Client).Do(0xc04737c6c0, 0xc028788300, 0xc0dc4f5980, 0x1eb96a0, 0xc0ad4b2de0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/client.go:509 +0x35
github.com/prometheus/prometheus/storage/remote.(*Client).Store(0xc0e1772ca0, 0x1eb9620, 0xc066818dc0, 0xc077a135c0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/client.go:96 +0x45b
github.com/prometheus/prometheus/storage/remote.(*shards).sendSamplesWithBackoff(0xc0387274f0, 0xc0db695800, 0x64, 0xc0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:523 +0x13e
github.com/prometheus/prometheus/storage/remote.(*shards).sendSamples(0xc0387274f0, 0xc0db695800, 0x64, 0xc0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:508 +0x6f
github.com/prometheus/prometheus/storage/remote.(*shards).runShard(0xc0387274f0, 0xc)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:489 +0x337
created by github.com/prometheus/prometheus/storage/remote.(*shards).start
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:409 +0x48
goroutine 5576028 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc04cfd8400, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5577290 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0a11d7f80, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5582391 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbb6ca9f0, 0x72, 0xc0465f0a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc07b5ecf98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc07b5ecf98, 0xc0d808a000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc07b5ecf80, 0xc0d808a000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc07b5ecf80, 0xc0d808a000, 0x1000, 0x1000, 0xc063a30120, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc02eace9e8, 0xc0d808a000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc063a30120, 0xc0d808a000, 0x1000, 0x1000, 0xc0465f0c70, 0x404c85, 0xc042d52d20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc044d217a0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc044d217a0, 0x1, 0x0, 0x0, 0x1, 0xc06b00a4e0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc063a30120)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5580450 [select]:
net/http.(*persistConn).writeLoop(0xc113a4c900)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5580276 [semacquire]:
sync.runtime_SemacquireMutex(0xc0db545844, 0xffffffffffffff00)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/mutex.go:134 +0xff
sync.(*RWMutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/rwmutex.go:93 +0x2d
github.com/prometheus/prometheus/storage/remote.(*QueueManager).Append(0xc0db5457a0, 0xc09a7d98f0, 0x6, 0xc0b27efe60)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:221 +0x23b
github.com/prometheus/prometheus/storage/remote.(*Storage).Add(0xc0001c4e00, 0xc08e2f3140, 0x5, 0x6, 0x1682dcf90bb, 0x7ff8000000000001, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/write.go:32 +0x14e
github.com/prometheus/prometheus/storage.(*fanoutAppender).AddFast(0xc062e76540, 0xc08e2f3140, 0x5, 0x6, 0x5b9b9, 0x1682dcf90bb, 0x7ff8000000000001, 0x10f, 0xc0ccc05860)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/fanout.go:155 +0x121
github.com/prometheus/prometheus/scrape.(*timeLimitAppender).AddFast(0xc06b1862e0, 0xc08e2f3140, 0x5, 0x6, 0x5b9b9, 0x1682dcf90bb, 0x7ff8000000000001, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/target.go:310 +0xac
github.com/prometheus/prometheus/scrape.(*scrapeLoop).append(0xc0b63d2200, 0xc0ff696000, 0x2dbc31, 0x641ce8, 0xc0033f4b40, 0x19, 0xbf0549e110e62367, 0x21e8a1012f3, 0x2e85960, 0x0, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:992 +0x196f
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0b63d2200, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:833 +0x592
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 4706692 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0eada9440)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577702 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc08076b300, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5575942 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc058ce2380, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5573325 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0bc5fac60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577936 [select]:
net/http.(*persistConn).writeLoop(0xc0ce29be60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5571576 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc1db1f38, 0x72, 0xc039e74810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc00c7f7b98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc00c7f7b98, 0xc0c84df800, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc00c7f7b80, 0xc0c84df800, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc00c7f7b80, 0xc0c84df800, 0x400, 0x400, 0x0, 0xc0d703bc50, 0xc039e74948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc02516a430, 0xc0c84df800, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc108b6aff0, 0x7fafc91c9538, 0xc0b5d1eb40, 0x5, 0xc0b5d1eb40, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc07bc66a80, 0x1d2af17, 0xc07bc66ba0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc07bc66a80, 0xc0bd2e9000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc10b199320, 0xc0bd2e9000, 0x1000, 0x1000, 0xc013aea7e0, 0xc10b199320, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0a79eeba0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0a79eeba0, 0x1, 0x2, 0x0, 0x0, 0xc0608a8c60, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc10b199320)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5573362 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0c0d1a120)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5960141 [select]:
net/http.(*Transport).getConn(0xc0db545680, 0xc081c038f0, 0x0, 0xc065b11700, 0x5, 0xc02746c160, 0x1c, 0x0, 0x0, 0x41f788)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1004 +0x58e
net/http.(*Transport).roundTrip(0xc0db545680, 0xc019b43700, 0xc06b4c66e0, 0x96, 0xc081c038c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:451 +0x690
net/http.(*Transport).RoundTrip(0xc0db545680, 0xc019b43700, 0x3, 0xc078bc8e00, 0x68)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/roundtrip.go:17 +0x35
github.com/prometheus/common/config.(*basicAuthRoundTripper).RoundTrip(0xc00e66ee00, 0xc019b43700, 0xc00e66ee00, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/prometheus/common/config/http_config.go:237 +0x23a
net/http.send(0xc019b43200, 0x1e9a8e0, 0xc00e66ee00, 0x0, 0x0, 0x0, 0xc0280bba80, 0xc0ecaa5990, 0xc0ecaa5928, 0x1)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/client.go:250 +0x14b
net/http.(*Client).send(0xc04737c360, 0xc019b43200, 0x0, 0x0, 0x0, 0xc0280bba80, 0x0, 0x1, 0x3)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/client.go:174 +0xfa
net/http.(*Client).do(0xc04737c360, 0xc019b43200, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/client.go:641 +0x2a8
net/http.(*Client).Do(0xc04737c360, 0xc019b43200, 0xc031dee500, 0x1eb96a0, 0xc0cf0e5c20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/client.go:509 +0x35
github.com/prometheus/prometheus/storage/remote.(*Client).Store(0xc0e1772900, 0x1eb9620, 0xc0ccc9a500, 0xc081efe9e0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/client.go:96 +0x45b
github.com/prometheus/prometheus/storage/remote.(*shards).sendSamplesWithBackoff(0xc095fdecd0, 0xc10475d800, 0x64, 0xc0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:523 +0x13e
github.com/prometheus/prometheus/storage/remote.(*shards).sendSamples(0xc095fdecd0, 0xc10475d800, 0x64, 0xc0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:508 +0x6f
github.com/prometheus/prometheus/storage/remote.(*shards).runShard(0xc095fdecd0, 0x17)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:489 +0x337
created by github.com/prometheus/prometheus/storage/remote.(*shards).start
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:409 +0x48
goroutine 5577816 [chan receive, 3 minutes]:
k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc0c0238540, 0xc057cb7e60)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/shared_informer.go:425 +0x46
k8s.io/client-go/tools/cache.(*sharedProcessor).run-fm(0xc057cb7e60)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/shared_informer.go:220 +0x34
k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1()
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:54 +0x2e
k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0a2b71680, 0xc06b90cfa0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x4f
created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:69 +0x62
goroutine 5578630 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0482b1d00, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 5579308 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc27170b0, 0x72, 0xc0f0caba40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc05d403118, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc05d403118, 0xc01d44d000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc05d403100, 0xc01d44d000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc05d403100, 0xc01d44d000, 0x1000, 0x1000, 0xc013416ea0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc014625468, 0xc01d44d000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc013416ea0, 0xc01d44d000, 0x1000, 0x1000, 0xc0f0cabc70, 0x404c85, 0xc0aad5fc20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc06f7315c0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc06f7315c0, 0x1, 0x0, 0x0, 0x1, 0xc0aad5fb60, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc013416ea0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5890469 [select]:
github.com/prometheus/prometheus/storage/remote.(*shards).runShard(0xc0387274f0, 0x3)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:471 +0x1f7
created by github.com/prometheus/prometheus/storage/remote.(*shards).start
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:409 +0x48
goroutine 5577739 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc060960a00, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5577696 [select]:
k8s.io/apimachinery/pkg/util/wait.poller.func1.1(0xc0a7dbce40, 0x5f5e100, 0x0, 0xc061d09140)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:374 +0x153
created by k8s.io/apimachinery/pkg/util/wait.poller.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:357 +0x8c
goroutine 5577286 [semacquire]:
sync.runtime_SemacquireMutex(0xc0db545844, 0xffffffffffffff00)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/mutex.go:134 +0xff
sync.(*RWMutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/rwmutex.go:93 +0x2d
github.com/prometheus/prometheus/storage/remote.(*QueueManager).Append(0xc0db5457a0, 0xc06b9a38f0, 0xe, 0xc040e53770)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:221 +0x23b
github.com/prometheus/prometheus/storage/remote.(*Storage).Add(0xc0001c4e00, 0xc047d18c40, 0x9, 0xe, 0x1682dcfdbcb, 0x0, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/write.go:32 +0x14e
github.com/prometheus/prometheus/storage.(*fanoutAppender).AddFast(0xc0647dbb80, 0xc047d18c40, 0x9, 0xe, 0x74ec, 0x1682dcfdbcb, 0x0, 0x172, 0xc0f7a80370)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/fanout.go:155 +0x121
github.com/prometheus/prometheus/scrape.(*timeLimitAppender).AddFast(0xc0991fb100, 0xc047d18c40, 0x9, 0xe, 0x74ec, 0x1682dcfdbcb, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/target.go:310 +0xac
github.com/prometheus/prometheus/scrape.(*scrapeLoop).append(0xc0a11d7c00, 0xc11fff0000, 0x7bfca3, 0x12c56b8, 0xc004bd9220, 0x19, 0xbf0549e5ddc4bf8e, 0x223036bad1b, 0x2e85960, 0x0, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:992 +0x196f
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0a11d7c00, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:833 +0x592
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 4684474 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc1db3950, 0x72, 0xc087bc9a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc05ec99a98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc05ec99a98, 0xc092386000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc05ec99a80, 0xc092386000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc05ec99a80, 0xc092386000, 0x1000, 0x1000, 0xc0a6974fc0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc06d231298, 0xc092386000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0a6974fc0, 0xc092386000, 0x1000, 0x1000, 0xc087bc9c70, 0x404c85, 0xc0056a08a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc067cfe720)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc067cfe720, 0x1, 0x0, 0x0, 0x1, 0xc0543d5260, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0a6974fc0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 6200065 [select]:
net.(*Resolver).LookupIPAddr(0x2e84f20, 0x1eb96a0, 0xc078d620c0, 0xc0b2700330, 0x22, 0xc0b2700353, 0x3, 0x1bb, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/lookup.go:227 +0x55f
net.(*Resolver).internetAddrList(0x2e84f20, 0x1eb96a0, 0xc078d620c0, 0x1c193b8, 0x3, 0xc0b2700330, 0x26, 0x0, 0x0, 0x0, ...)
/usr/local/Cellar/go/1.11.2/libexec/src/net/ipsock.go:279 +0x614
net.(*Resolver).resolveAddrList(0x2e84f20, 0x1eb96a0, 0xc078d620c0, 0x1c19abd, 0x4, 0x1c193b8, 0x3, 0xc0b2700330, 0x26, 0x0, ...)
/usr/local/Cellar/go/1.11.2/libexec/src/net/dial.go:202 +0x4fb
net.(*Dialer).DialContext(0xc0aad46060, 0x1eb96a0, 0xc078d620c0, 0x1c193b8, 0x3, 0xc0b2700330, 0x26, 0x0, 0x0, 0x0, ...)
/usr/local/Cellar/go/1.11.2/libexec/src/net/dial.go:384 +0x201
net.(*Dialer).DialContext-fm(0x1eb96a0, 0xc078d620c0, 0x1c193b8, 0x3, 0xc0b2700330, 0x26, 0x26, 0xc082946be0, 0x0, 0xc00047e000)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:48 +0x73
github.com/mwitkow/go-conntrack.dialClientConnTracker(0x1eb96a0, 0xc078d620c0, 0x1c193b8, 0x3, 0xc0b2700330, 0x26, 0x1c26c97, 0xe, 0xc0e1772c00, 0x110, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack/dialer_wrapper.go:123 +0xbf
github.com/mwitkow/go-conntrack.NewDialContextFunc.func1(0x1eb96a0, 0xc078d620c0, 0x1c193b8, 0x3, 0xc0b2700330, 0x26, 0xc0599bbae0, 0x648d69, 0xc078d620c0, 0x1963240)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack/dialer_wrapper.go:94 +0xec
net/http.(*Transport).dial(0xc0d19b8000, 0x1eb96a0, 0xc078d620c0, 0x1c193b8, 0x3, 0xc0b2700330, 0x26, 0xc0164d3180, 0xc0599bbb98, 0x4de032, ...)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:916 +0x20f
net/http.(*Transport).dialConn(0xc0d19b8000, 0x1eb96a0, 0xc078d620c0, 0x0, 0xc077f078c0, 0x5, 0xc0b2700330, 0x26, 0xc0af15b500, 0x0, ...)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1240 +0x313
net/http.(*Transport).getConn.func4(0xc0d19b8000, 0x1eb96a0, 0xc078d620c0, 0xc09dfbc6c0, 0xc077f07980)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:999 +0x6e
created by net/http.(*Transport).getConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:998 +0x3d7
goroutine 5580781 [select]:
net/http.(*persistConn).writeLoop(0xc10bc68000)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579989 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc098a5cd80)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5580880 [select]:
net/http.(*persistConn).writeLoop(0xc10cb1db00)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4687147 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc073c07560)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4671965 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc7c93570, 0x72, 0xc0011c2a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0a8a1b118, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0a8a1b118, 0xc010e43000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0a8a1b100, 0xc010e43000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0a8a1b100, 0xc010e43000, 0x1000, 0x1000, 0xc06f968d80, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc088385878, 0xc010e43000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc06f968d80, 0xc010e43000, 0x1000, 0x1000, 0xc0011c2c70, 0x404c85, 0xc0accb2660)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc00f534240)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc00f534240, 0x1, 0x0, 0x0, 0x1, 0xc0be2cb020, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc06f968d80)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5576009 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc058ce3380, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5578509 [semacquire]:
sync.runtime_SemacquireMutex(0xc0db545844, 0xffffffffffffff00)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/mutex.go:134 +0xff
sync.(*RWMutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/rwmutex.go:93 +0x2d
github.com/prometheus/prometheus/storage/remote.(*QueueManager).Append(0xc0db5457a0, 0xc0903d98f0, 0x6, 0xc06318a210)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:221 +0x23b
github.com/prometheus/prometheus/storage/remote.(*Storage).Add(0xc0001c4e00, 0xc0935f4d80, 0x6, 0x6, 0x1682dcfe57e, 0x40bb4c0000000000, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/write.go:32 +0x14e
github.com/prometheus/prometheus/storage.(*fanoutAppender).AddFast(0xc0b26237c0, 0xc0935f4d80, 0x6, 0x6, 0x1dffc, 0x1682dcfe57e, 0x40bb4c0000000000, 0xa4, 0xc093460440)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/fanout.go:155 +0x121
github.com/prometheus/prometheus/scrape.(*timeLimitAppender).AddFast(0xc0349a5d20, 0xc0935f4d80, 0x6, 0x6, 0x1dffc, 0x1682dcfe57e, 0x40bb4c0000000000, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/target.go:310 +0xac
github.com/prometheus/prometheus/scrape.(*scrapeLoop).append(0xc0441e7c80, 0xc0cfbe2000, 0xe9c5, 0x13c68, 0xc001a5f4a0, 0x19, 0xbf0549e67a8c8351, 0x223976904da, 0x2e85960, 0x0, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:992 +0x196f
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0441e7c80, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:833 +0x592
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 4712798 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0c5a0cea0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5580432 [select]:
net/http.(*persistConn).writeLoop(0xc045d3cfc0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4689336 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbeee4180, 0x72, 0xc01c08ba40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0a01b6118, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0a01b6118, 0xc09d831000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0a01b6100, 0xc09d831000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0a01b6100, 0xc09d831000, 0x1000, 0x1000, 0xc02ae8fd40, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0422d5828, 0xc09d831000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc02ae8fd40, 0xc09d831000, 0x1000, 0x1000, 0xc01c08bc70, 0x404c85, 0xc0396739e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc09fafc840)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc09fafc840, 0x1, 0x0, 0x0, 0x1, 0xc04ec31680, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc02ae8fd40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579367 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc3784450, 0x72, 0xc006279a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc04a6b7a98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc04a6b7a98, 0xc06042e000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc04a6b7a80, 0xc06042e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc04a6b7a80, 0xc06042e000, 0x1000, 0x1000, 0xc0b9b37680, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0843f6520, 0xc06042e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0b9b37680, 0xc06042e000, 0x1000, 0x1000, 0xc006279c70, 0x404c85, 0xc09bcfb3e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0e7f3daa0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0e7f3daa0, 0x1, 0x0, 0x0, 0x1, 0xc02d56dda0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0b9b37680)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577501 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbd382dd0, 0x72, 0xc006f90a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0d83e6118, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0d83e6118, 0xc0eb5ff000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0d83e6100, 0xc0eb5ff000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0d83e6100, 0xc0eb5ff000, 0x1000, 0x1000, 0xc01b714ea0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0fb0be1b0, 0xc0eb5ff000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc01b714ea0, 0xc0eb5ff000, 0x1000, 0x1000, 0xc006f90c70, 0x404c85, 0xc04b35b7a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc057349e00)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc057349e00, 0x1, 0x0, 0x0, 0x1, 0xc065955e00, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc01b714ea0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5580441 [select]:
net/http.(*persistConn).writeLoop(0xc0713886c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4707737 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0b8f7dd40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579449 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc044096000)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5578461 [sync.Cond.Wait, 3 minutes]:
sync.runtime_notifyListWait(0xc061e54b80, 0xc000000000)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:510 +0xeb
sync.(*Cond).Wait(0xc061e54b70)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/cond.go:56 +0x92
golang.org/x/net/http2.(*pipe).Read(0xc061e54b68, 0xc064786600, 0x200, 0x200, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/golang.org/x/net/http2/pipe.go:64 +0x8a
golang.org/x/net/http2.transportResponseBody.Read(0xc061e54b40, 0xc064786600, 0x200, 0x200, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/golang.org/x/net/http2/transport.go:1739 +0x95
encoding/json.(*Decoder).refill(0xc058e93760, 0xc10806b140, 0xc0e1788dc8)
/usr/local/Cellar/go/1.11.2/libexec/src/encoding/json/stream.go:159 +0xf5
encoding/json.(*Decoder).readValue(0xc058e93760, 0x0, 0x0, 0x193e4c0)
/usr/local/Cellar/go/1.11.2/libexec/src/encoding/json/stream.go:134 +0x222
encoding/json.(*Decoder).Decode(0xc058e93760, 0x196c180, 0xc08ccdd520, 0xc025260c90, 0x203000)
/usr/local/Cellar/go/1.11.2/libexec/src/encoding/json/stream.go:63 +0x78
k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc05f13ec90, 0xc0d50a2000, 0x400, 0x400, 0x0, 0x38, 0x38)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/framer/framer.go:150 +0x292
k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc066da28c0, 0x0, 0x1ea4de0, 0xc0018806c0, 0x0, 0xc049877f08, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming/streaming.go:77 +0x89
k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc08ccdd500, 0x1d2a438, 0x0, 0x0, 0x0, 0xc0e1788f78, 0x473034)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/rest/watch/decoder.go:49 +0x7c
k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc05f13ecc0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:93 +0x136
created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:60 +0x9f
goroutine 5578518 [semacquire]:
sync.runtime_SemacquireMutex(0xc0db545844, 0xffffffffffffff00)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/mutex.go:134 +0xff
sync.(*RWMutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/rwmutex.go:93 +0x2d
github.com/prometheus/prometheus/storage/remote.(*QueueManager).Append(0xc0db5457a0, 0xc0bf17f8f0, 0x5, 0xc0f60671a0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:221 +0x23b
github.com/prometheus/prometheus/storage/remote.(*Storage).Add(0xc0001c4e00, 0xc010c86d20, 0x5, 0x5, 0x1682dcfdd3c, 0x0, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/write.go:32 +0x14e
github.com/prometheus/prometheus/storage.(*fanoutAppender).AddFast(0xc031d54b80, 0xc010c86d20, 0x5, 0x5, 0x12d5a, 0x1682dcfdd3c, 0x0, 0x169, 0xc0d1a02bd0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/fanout.go:155 +0x121
github.com/prometheus/prometheus/scrape.(*timeLimitAppender).AddFast(0xc017ed0120, 0xc010c86d20, 0x5, 0x5, 0x12d5a, 0x1682dcfdd3c, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/target.go:310 +0xac
github.com/prometheus/prometheus/scrape.(*scrapeLoop).append(0xc017febb80, 0xc10dad4000, 0xd323, 0x13c68, 0xc05b727a60, 0x19, 0xbf0549e5f3c8d895, 0x223196fc629, 0x2e85960, 0x0, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:992 +0x196f
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc017febb80, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:833 +0x592
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 5573292 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc8af37a0, 0x72, 0xc0bbb62810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc096c84d98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc096c84d98, 0xc09ee7dc00, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc096c84d80, 0xc09ee7dc00, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc096c84d80, 0xc09ee7dc00, 0x400, 0x400, 0x0, 0xc0aeabde90, 0xc0bbb62948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0000cb9c0, 0xc09ee7dc00, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc079e8dda0, 0x7fafc91c9538, 0xc0bb0be140, 0x5, 0xc0bb0be140, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0ea965c00, 0x1d2af17, 0xc0ea965d20, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0ea965c00, 0xc0efc52000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc0bac38d80, 0xc0efc52000, 0x1000, 0x1000, 0xc013aeb0e0, 0xc0bac38d80, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc09aa238c0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc09aa238c0, 0x1, 0x2, 0x0, 0x0, 0xc05dd1e420, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0bac38d80)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5573880 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc43de078, 0x72, 0xc0171fb810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc050ee5b98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc050ee5b98, 0xc0bfdde000, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc050ee5b80, 0xc0bfdde000, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc050ee5b80, 0xc0bfdde000, 0x400, 0x400, 0x0, 0xc0aeabd380, 0xc0171fb948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc02401a150, 0xc0bfdde000, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc0412b3f80, 0x7fafc91c9538, 0xc0d54bccc0, 0x5, 0xc0d54bccc0, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc06ebedc00, 0x1d2af17, 0xc06ebedd20, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc06ebedc00, 0xc08b9af000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc0a0142a20, 0xc08b9af000, 0x1000, 0x1000, 0xc013aea7e0, 0xc0a0142a20, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc038684f00)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc038684f00, 0x1, 0x2, 0x0, 0x0, 0xc097f57f80, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0a0142a20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579929 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc8dc22b8, 0x72, 0xc097db4810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0b7fe9d98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0b7fe9d98, 0xc08382e800, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0b7fe9d80, 0xc08382e800, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0b7fe9d80, 0xc08382e800, 0x400, 0x400, 0x0, 0xc0b7511470, 0xc097db4948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0b5678a70, 0xc08382e800, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc06bf997a0, 0x7fafc91c9538, 0xc0b5d1fbc0, 0x5, 0xc0b5d1fbc0, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0befb8e00, 0x1d2af17, 0xc0befb8f20, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0befb8e00, 0xc0b7d27000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc07d493d40, 0xc0b7d27000, 0x1000, 0x1000, 0xc02ccf98c0, 0xc07d493d40, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0a43890e0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0a43890e0, 0x1, 0x2, 0x0, 0x0, 0xc0e09a16e0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc07d493d40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5580079 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0f31b6400, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5579214 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0cbe9a6c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5591400 [select]:
net/http.(*persistConn).writeLoop(0xc06acb6c60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5598629 [select]:
net/http.(*persistConn).writeLoop(0xc0403ef7a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4720159 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0a2874900)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5578600 [semacquire]:
sync.runtime_SemacquireMutex(0xc0db545844, 0xffffffffffffff00)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/mutex.go:134 +0xff
sync.(*RWMutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/rwmutex.go:93 +0x2d
github.com/prometheus/prometheus/storage/remote.(*QueueManager).Append(0xc0db5457a0, 0xc0b4edf8f0, 0x8, 0xc040e53500)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:221 +0x23b
github.com/prometheus/prometheus/storage/remote.(*Storage).Add(0xc0001c4e00, 0xc043b65400, 0x7, 0x8, 0x1682dcfe50c, 0x0, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/write.go:32 +0x14e
github.com/prometheus/prometheus/storage.(*fanoutAppender).AddFast(0xc0b2623440, 0xc043b65400, 0x7, 0x8, 0x1d6a2, 0x1682dcfe50c, 0x0, 0x169, 0xc04f054c10)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/fanout.go:155 +0x121
github.com/prometheus/prometheus/scrape.(*timeLimitAppender).AddFast(0xc0f9d032e0, 0xc043b65400, 0x7, 0x8, 0x1d6a2, 0x1682dcfe50c, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/target.go:310 +0xac
github.com/prometheus/prometheus/scrape.(*scrapeLoop).append(0xc0482b0780, 0xc0e20d0000, 0x8a03, 0x13c68, 0xc0da31e840, 0x28, 0xbf0549e673c25639, 0x223909ed7c8, 0x2e85960, 0x0, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:992 +0x196f
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0482b0780, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:833 +0x592
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 5960140 [select]:
net/http.(*Transport).getConn(0xc0db545680, 0xc09a2f9c50, 0x0, 0xc065b11740, 0x5, 0xc02746c1e0, 0x1c, 0x0, 0x0, 0x41f788)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1004 +0x58e
net/http.(*Transport).roundTrip(0xc0db545680, 0xc019b43f00, 0xc06b4c6780, 0x96, 0xc09a2f9c20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:451 +0x690
net/http.(*Transport).RoundTrip(0xc0db545680, 0xc019b43f00, 0x3, 0xc078bc8e00, 0x68)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/roundtrip.go:17 +0x35
github.com/prometheus/common/config.(*basicAuthRoundTripper).RoundTrip(0xc00e66ee00, 0xc019b43f00, 0xc00e66ee00, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/prometheus/common/config/http_config.go:237 +0x23a
net/http.send(0xc019b43d00, 0x1e9a8e0, 0xc00e66ee00, 0x0, 0x0, 0x0, 0xc0280bbac0, 0xc0daa4d990, 0xc0daa4d928, 0x1)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/client.go:250 +0x14b
net/http.(*Client).send(0xc04737c360, 0xc019b43d00, 0x0, 0x0, 0x0, 0xc0280bbac0, 0x0, 0x1, 0x3)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/client.go:174 +0xfa
net/http.(*Client).do(0xc04737c360, 0xc019b43d00, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/client.go:641 +0x2a8
net/http.(*Client).Do(0xc04737c360, 0xc019b43d00, 0xc031dee700, 0x1eb96a0, 0xc0baac64e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/client.go:509 +0x35
github.com/prometheus/prometheus/storage/remote.(*Client).Store(0xc0e1772900, 0x1eb9620, 0xc0ccc9a500, 0xc09f3661c0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/client.go:96 +0x45b
github.com/prometheus/prometheus/storage/remote.(*shards).sendSamplesWithBackoff(0xc095fdecd0, 0xc060891800, 0x64, 0xc0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:523 +0x13e
github.com/prometheus/prometheus/storage/remote.(*shards).sendSamples(0xc095fdecd0, 0xc060891800, 0x64, 0xc0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:508 +0x6f
github.com/prometheus/prometheus/storage/remote.(*shards).runShard(0xc095fdecd0, 0x16)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:489 +0x337
created by github.com/prometheus/prometheus/storage/remote.(*shards).start
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:409 +0x48
goroutine 4688037 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0b06ede60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577331 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0d2544580, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5579280 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc1ecb000, 0x72, 0xc084d5fa40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0296af218, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0296af218, 0xc0b1629000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0296af200, 0xc0b1629000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0296af200, 0xc0b1629000, 0x1000, 0x1000, 0xc0d978cc60, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc02eacedc0, 0xc0b1629000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0d978cc60, 0xc0b1629000, 0x1000, 0x1000, 0xc084d5fc70, 0x404c85, 0xc079d16660)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc02afb6000)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc02afb6000, 0x1, 0x0, 0x0, 0x1, 0xc096755aa0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0d978cc60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579495 [select]:
net/http.(*persistConn).writeLoop(0xc0797ec6c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5575647 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc094a2cea0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5578523 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc065ebe800, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 5577551 [sync.Cond.Wait, 1 minutes]:
sync.runtime_notifyListWait(0xc0a4858238, 0xc000000009)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:510 +0xeb
sync.(*Cond).Wait(0xc0a4858228)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/cond.go:56 +0x92
k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc0a4858210, 0xc0ceaf0bf0, 0x0, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:431 +0x99
k8s.io/client-go/tools/cache.(*controller).processLoop(0xc001fa8880)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:150 +0x40
k8s.io/client-go/tools/cache.(*controller).processLoop-fm()
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:124 +0x2a
k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc0821e9ef0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x54
k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0821e9ef0, 0x3b9aca00, 0x0, 0xc0ca33bd01, 0xc0d6734ae0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:134 +0xbe
k8s.io/apimachinery/pkg/util/wait.Until(0xc0821e9ef0, 0x3b9aca00, 0xc0d6734ae0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:88 +0x4d
k8s.io/client-go/tools/cache.(*controller).Run(0xc001fa8880, 0xc0d6734ae0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:124 +0x299
k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc086efc1b0, 0xc0d6734ae0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/shared_informer.go:227 +0x40d
created by github.com/prometheus/prometheus/discovery/kubernetes.(*Discovery).Run
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:320 +0x3f6
goroutine 5890476 [select]:
github.com/prometheus/prometheus/storage/remote.(*shards).runShard(0xc0387274f0, 0xa)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:471 +0x1f7
created by github.com/prometheus/prometheus/storage/remote.(*shards).start
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:409 +0x48
goroutine 5597821 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc43de148, 0x72, 0xc056bfea40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0a7e64098, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0a7e64098, 0xc108bbc000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0a7e64080, 0xc108bbc000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0a7e64080, 0xc108bbc000, 0x1000, 0x1000, 0xc0805d8b40, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0947122e0, 0xc108bbc000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0805d8b40, 0xc108bbc000, 0x1000, 0x1000, 0xc056bfec70, 0x404c85, 0xc0dcb6e9c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc00ab06c60)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc00ab06c60, 0x1, 0x0, 0x0, 0x1, 0xc02a34bb60, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0805d8b40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4709318 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafba9e9270, 0x72, 0xc0cabfca40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc017fea718, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc017fea718, 0xc0a834a000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc017fea700, 0xc0a834a000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc017fea700, 0xc0a834a000, 0x1000, 0x1000, 0xc0dd12b8c0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc04ff13bf0, 0xc0a834a000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0dd12b8c0, 0xc0a834a000, 0x1000, 0x1000, 0xc0cabfcc70, 0x404c85, 0xc09bf76ae0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0f2687e60)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0f2687e60, 0x1, 0x0, 0x0, 0x1, 0xc0c7b83e00, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0dd12b8c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579175 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbf20d920, 0x72, 0xc008277a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc069c30e18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc069c30e18, 0xc08be4d000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc069c30e00, 0xc08be4d000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc069c30e00, 0xc08be4d000, 0x1000, 0x1000, 0xc0aa9bc360, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc07666b6a0, 0xc08be4d000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0aa9bc360, 0xc08be4d000, 0x1000, 0x1000, 0xc008277c70, 0x404c85, 0xc09ca729c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0891cd380)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0891cd380, 0x1, 0x0, 0x0, 0x1, 0xc01de1fbc0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0aa9bc360)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579103 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc829ab10, 0x72, 0xc03ff7fa40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc068748a18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc068748a18, 0xc0eacf1000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc068748a00, 0xc0eacf1000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc068748a00, 0xc0eacf1000, 0x1000, 0x1000, 0xc01b1f8900, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0b56788e8, 0xc0eacf1000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc01b1f8900, 0xc0eacf1000, 0x1000, 0x1000, 0xc03ff7fc70, 0x404c85, 0xc056e750e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc097fbf140)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc097fbf140, 0x1, 0x0, 0x0, 0x1, 0xc06fd09d40, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc01b1f8900)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4683460 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc05fef4b40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5573748 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc09c6a10, 0x72, 0xc049b2b810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc087786018, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc087786018, 0xc08b265400, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc087786000, 0xc08b265400, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc087786000, 0xc08b265400, 0x400, 0x400, 0x0, 0xc0d703b470, 0xc049b2b948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc063dcc7d8, 0xc08b265400, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc065abbc50, 0x7fafc91c9538, 0xc0960b3f80, 0x5, 0xc0960b3f80, 0xc049b2ba40)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0a531e000, 0x1d2af17, 0xc0a531e120, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0a531e000, 0xc0d4bbc000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc10a72e120, 0xc0d4bbc000, 0x1000, 0x1000, 0xc013aea7e0, 0xc10a72e120, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0c8490420)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0c8490420, 0x1, 0x2, 0x0, 0x0, 0xc06422f860, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc10a72e120)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4716614 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc8dc1418, 0x72, 0xc0a2ebba40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc04c690f18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc04c690f18, 0xc05b45a000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc04c690f00, 0xc05b45a000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc04c690f00, 0xc05b45a000, 0x1000, 0x1000, 0xc046348000, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc054a892c0, 0xc05b45a000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc046348000, 0xc05b45a000, 0x1000, 0x1000, 0xc0a2ebbc70, 0x404c85, 0xc0b39222a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc05f8852c0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc05f8852c0, 0x1, 0x0, 0x0, 0x1, 0xc0b4cadce0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc046348000)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577715 [select, 3 minutes]:
k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func1(0xc015c34640, 0xc0d6734b40, 0xc0506cc120, 0xc0dba23c80)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:278 +0x14d
created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:272 +0x99b
goroutine 5578625 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0482b1300, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 5580712 [select]:
net/http.(*persistConn).writeLoop(0xc05abeeea0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579065 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc1dd5118, 0x72, 0xc006f8fa40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0e735c898, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0e735c898, 0xc0a51ce000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0e735c880, 0xc0a51ce000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0e735c880, 0xc0a51ce000, 0x1000, 0x1000, 0xc0bf7e66c0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0947125a0, 0xc0a51ce000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0bf7e66c0, 0xc0a51ce000, 0x1000, 0x1000, 0xc006f8fc70, 0x404c85, 0xc0f5784480)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc02500ac00)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc02500ac00, 0x1, 0x0, 0x0, 0x1, 0xc046414300, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0bf7e66c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5573485 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0bd92cc60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579223 [select]:
net/http.(*persistConn).writeLoop(0xc0e918cea0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5578676 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc07f7a2480, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 6067422 [runnable]:
net/url.escape(0xc081df66c8, 0x1b, 0x3, 0x0, 0x5)
/usr/local/Cellar/go/1.11.2/libexec/src/net/url/url.go:290 +0x336
net/url.(*URL).String(0xc044285400, 0x91a7, 0x91a7)
/usr/local/Cellar/go/1.11.2/libexec/src/net/url/url.go:769 +0xb19
github.com/prometheus/prometheus/storage/remote.(*Client).Store(0xc0e1772bc0, 0x1eb9620, 0xc0e2751980, 0xc104c8af00, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/client.go:81 +0xf7
github.com/prometheus/prometheus/storage/remote.(*shards).sendSamplesWithBackoff(0xc09cb81a40, 0xc0318ed800, 0x64, 0xc0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:523 +0x13e
github.com/prometheus/prometheus/storage/remote.(*shards).sendSamples(0xc09cb81a40, 0xc0318ed800, 0x64, 0xc0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:508 +0x6f
github.com/prometheus/prometheus/storage/remote.(*shards).runShard(0xc09cb81a40, 0xc)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:489 +0x337
created by github.com/prometheus/prometheus/storage/remote.(*shards).start
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:409 +0x48
goroutine 5580222 [IO wait]:
internal/poll.runtime_pollWait(0x7fafba9e4570, 0x72, 0xc07cc71a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0c9798318, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0c9798318, 0xc012604000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0c9798300, 0xc012604000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0c9798300, 0xc012604000, 0x1000, 0x1000, 0xc0934006c0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc046df6038, 0xc012604000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0934006c0, 0xc012604000, 0x1000, 0x1000, 0xc07cc71c70, 0x404c85, 0xc0c2bdd2c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc09f08ede0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc09f08ede0, 0x1, 0x0, 0x0, 0x1, 0xc06137b440, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0934006c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579377 [select]:
net/http.(*persistConn).writeLoop(0xc078372900)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577291 [semacquire]:
sync.runtime_SemacquireMutex(0xc0db545844, 0xffffffffffffff00)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/mutex.go:134 +0xff
sync.(*RWMutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/rwmutex.go:93 +0x2d
github.com/prometheus/prometheus/storage/remote.(*QueueManager).Append(0xc0db5457a0, 0xc0450a18f0, 0x12, 0xc066d1cdb0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:221 +0x23b
github.com/prometheus/prometheus/storage/remote.(*Storage).Add(0xc0001c4e00, 0xc08f78d680, 0xb, 0x12, 0x1682dcf73d1, 0x407ae00000000000, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/write.go:32 +0x14e
github.com/prometheus/prometheus/storage.(*fanoutAppender).AddFast(0xc0b5e18f80, 0xc08f78d680, 0xb, 0x12, 0x5f466, 0x1682dcf73d1, 0x407ae00000000000, 0xb5, 0xc10d965fa0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/fanout.go:155 +0x121
github.com/prometheus/prometheus/scrape.(*timeLimitAppender).AddFast(0xc05a27e8c0, 0xc08f78d680, 0xb, 0x12, 0x5f466, 0x1682dcf73d1, 0x407ae00000000000, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/target.go:310 +0xac
github.com/prometheus/prometheus/scrape.(*scrapeLoop).append(0xc0a11d7d00, 0xc130d5c000, 0x7d1638, 0x12c56b8, 0xc0c5f4f500, 0x19, 0xbf0549df3484e035, 0x21cd0d87fc1, 0x2e85960, 0x0, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:992 +0x196f
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0a11d7d00, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:833 +0x592
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5579386 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbf20d850, 0x72, 0xc0154cea40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0b1d13818, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0b1d13818, 0xc0cacdd000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0b1d13800, 0xc0cacdd000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0b1d13800, 0xc0cacdd000, 0x1000, 0x1000, 0xc0797ec900, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc060174a50, 0xc0cacdd000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0797ec900, 0xc0cacdd000, 0x1000, 0x1000, 0xc0154cec70, 0x404c85, 0xc069a46600)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0773d8de0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0773d8de0, 0x1, 0x0, 0x0, 0x1, 0xc072d6f680, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0797ec900)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 6067413 [runnable]:
github.com/prometheus/prometheus/storage/remote.(*shards).runShard(0xc09cb81a40, 0x3)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:471 +0x1f7
created by github.com/prometheus/prometheus/storage/remote.(*shards).start
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:409 +0x48
goroutine 5576005 [semacquire]:
sync.runtime_SemacquireMutex(0xc0db545844, 0xffffffffffffff00)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/mutex.go:134 +0xff
sync.(*RWMutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/rwmutex.go:93 +0x2d
github.com/prometheus/prometheus/storage/remote.(*QueueManager).Append(0xc0db5457a0, 0xc000e6b8f0, 0x8, 0xc0b27eed20)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:221 +0x23b
github.com/prometheus/prometheus/storage/remote.(*Storage).Add(0xc0001c4e00, 0xc0b358a900, 0x7, 0x8, 0x1682dcfe5da, 0x406b200000000000, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/write.go:32 +0x14e
github.com/prometheus/prometheus/storage.(*fanoutAppender).AddFast(0xc06c594100, 0xc0b358a900, 0x7, 0x8, 0x1e049, 0x1682dcfe5da, 0x406b200000000000, 0xd9, 0xc09ea92510)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/fanout.go:155 +0x121
github.com/prometheus/prometheus/scrape.(*timeLimitAppender).AddFast(0xc04a9b75c0, 0xc0b358a900, 0x7, 0x8, 0x1e049, 0x1682dcfe5da, 0x406b200000000000, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/target.go:310 +0xac
github.com/prometheus/prometheus/scrape.(*scrapeLoop).append(0xc058ce2b80, 0xc0af656000, 0x12a9f, 0x13c68, 0xc08d6ae0c0, 0x28, 0xbf0549e6846e3880, 0x2239ce58440, 0x2e85960, 0x0, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:992 +0x196f
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc058ce2b80, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:833 +0x592
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 4706164 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0cbe45560)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4673510 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc08dc82a20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4697440 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc08e098900)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5960155 [select]:
github.com/prometheus/prometheus/storage/remote.(*shards).runShard(0xc095fdecd0, 0x25)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:471 +0x1f7
created by github.com/prometheus/prometheus/storage/remote.(*shards).start
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:409 +0x48
goroutine 5577758 [semacquire]:
sync.runtime_SemacquireMutex(0xc0db545844, 0xffffffffffffff00)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/mutex.go:134 +0xff
sync.(*RWMutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/rwmutex.go:93 +0x2d
github.com/prometheus/prometheus/storage/remote.(*QueueManager).Append(0xc0db5457a0, 0xc0e79db8f0, 0x4, 0xc0b27ee540)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:221 +0x23b
github.com/prometheus/prometheus/storage/remote.(*Storage).Add(0xc0001c4e00, 0xc09b3f6580, 0x4, 0x4, 0x1682dcfe05d, 0x40d99c4000000000, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/write.go:32 +0x14e
github.com/prometheus/prometheus/storage.(*fanoutAppender).AddFast(0xc03deef400, 0xc09b3f6580, 0x4, 0x4, 0x15e58, 0x1682dcfe05d, 0x40d99c4000000000, 0xc2, 0xc0cc354550)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/fanout.go:155 +0x121
github.com/prometheus/prometheus/scrape.(*timeLimitAppender).AddFast(0xc0a3c45280, 0xc09b3f6580, 0x4, 0x4, 0x15e58, 0x1682dcfe05d, 0x40d99c4000000000, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/target.go:310 +0xac
github.com/prometheus/prometheus/scrape.(*scrapeLoop).append(0xc08076ab80, 0xc0c7c00000, 0x1b00f, 0x3b538, 0xc00549baa0, 0x19, 0xbf0549e627ed2a76, 0x223492ee211, 0x2e85960, 0x0, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:992 +0x196f
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc08076ab80, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:833 +0x592
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 4683083 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0aadd7200)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579721 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc1dcf210, 0x72, 0xc095543810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc096fb9798, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc096fb9798, 0xc08de07000, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc096fb9780, 0xc08de07000, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc096fb9780, 0xc08de07000, 0x400, 0x400, 0x0, 0xc0eb7c83f0, 0xc095543948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc094713550, 0xc08de07000, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc0aa1f9c20, 0x7fafc91c9538, 0xc06c93c3c0, 0x5, 0xc06c93c3c0, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0569d3180, 0x1d2af17, 0xc0569d32a0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0569d3180, 0xc01cf1a000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc045dbbb00, 0xc01cf1a000, 0x1000, 0x1000, 0xc02ccf98c0, 0xc045dbbb00, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc06c6a2a20)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc06c6a2a20, 0x1, 0x2, 0x0, 0x0, 0xc0e09a1800, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc045dbbb00)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579939 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafba73d9c0, 0x72, 0xc0e1b62810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0771a7198, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0771a7198, 0xc06830e000, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0771a7180, 0xc06830e000, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0771a7180, 0xc06830e000, 0x400, 0x400, 0x0, 0xc0eb7c8570, 0xc0e1b62948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc060174e08, 0xc06830e000, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc006d02450, 0x7fafc91c9538, 0xc0a5cecac0, 0x5, 0xc0a5cecac0, 0xc0e1b62a70)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0c5ef8380, 0x1d2af17, 0xc0c5ef84a0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0c5ef8380, 0xc06b858000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc0a1a43440, 0xc06b858000, 0x1000, 0x1000, 0xc02ccf98c0, 0xc0a1a43440, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc088340300)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc088340300, 0x1, 0x2, 0x0, 0x0, 0xc0e09a1080, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0a1a43440)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4671927 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc1dcffe0, 0x72, 0xc01da4ea40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0a7e7be98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0a7e7be98, 0xc035bf8000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0a7e7be80, 0xc035bf8000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0a7e7be80, 0xc035bf8000, 0x1000, 0x1000, 0xc05c2e18c0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc04a537668, 0xc035bf8000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc05c2e18c0, 0xc035bf8000, 0x1000, 0x1000, 0xc01da4ec70, 0x404c85, 0xc09fb3cb40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0856cdf20)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0856cdf20, 0x1, 0x0, 0x0, 0x1, 0xc06676b020, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc05c2e18c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4682471 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbf188a60, 0x72, 0xc00eeffa40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0d95ab198, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0d95ab198, 0xc08abe6000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0d95ab180, 0xc08abe6000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0d95ab180, 0xc08abe6000, 0x1000, 0x1000, 0xc0b34afd40, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc033597f38, 0xc08abe6000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0b34afd40, 0xc08abe6000, 0x1000, 0x1000, 0xc00eeffc70, 0x404c85, 0xc0898fde00)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0b17b15c0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0b17b15c0, 0x1, 0x0, 0x0, 0x1, 0xc083bf1b60, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0b34afd40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5580396 [select]:
net/http.(*persistConn).writeLoop(0xc08da35200)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579662 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc6c3e3e0, 0x72, 0xc0a3109a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0b49f4c18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0b49f4c18, 0xc068419000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0b49f4c00, 0xc068419000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0b49f4c00, 0xc068419000, 0x1000, 0x1000, 0xc091c9d0e0, 0xc09b782868, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc048fe2960, 0xc068419000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc091c9d0e0, 0xc068419000, 0x1000, 0x1000, 0xc0a3109c70, 0x404c85, 0xc0f1c4c0c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0c49ddc20)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0c49ddc20, 0x1, 0x0, 0x0, 0x1, 0xc075e29f20, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc091c9d0e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579850 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0a1a43320)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5575023 [select]:
net/http.(*persistConn).writeLoop(0xc0ade830e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5573746 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc063102000)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5580026 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbd382750, 0x72, 0xc05da79a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc067624c18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc067624c18, 0xc01aeb4000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc067624c00, 0xc01aeb4000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc067624c00, 0xc01aeb4000, 0x1000, 0x1000, 0xc084e6b0e0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc00aca2d80, 0xc01aeb4000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc084e6b0e0, 0xc01aeb4000, 0x1000, 0x1000, 0xc05da79c70, 0x404c85, 0xc06e548300)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0e6bffd40)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0e6bffd40, 0x1, 0x0, 0x0, 0x1, 0xc089a16ea0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc084e6b0e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5576034 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc058ce3980, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 4683082 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc1eed208, 0x72, 0xc07083ba40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc01eb6ae18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc01eb6ae18, 0xc051950000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc01eb6ae00, 0xc051950000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc01eb6ae00, 0xc051950000, 0x1000, 0x1000, 0xc0aadd7200, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc03272c1c0, 0xc051950000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0aadd7200, 0xc051950000, 0x1000, 0x1000, 0xc07083bc70, 0x404c85, 0xc074df8720)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0a4018660)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0a4018660, 0x1, 0x0, 0x0, 0x1, 0xc05b46fbc0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0aadd7200)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579893 [select]:
net/http.(*persistConn).writeLoop(0xc0e9399320)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4720158 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbff8e5c0, 0x72, 0xc032f96a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0b9713a18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0b9713a18, 0xc0bccf5000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0b9713a00, 0xc0bccf5000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0b9713a00, 0xc0bccf5000, 0x1000, 0x1000, 0xc0a2874900, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc03b247b38, 0xc0bccf5000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0a2874900, 0xc0bccf5000, 0x1000, 0x1000, 0xc032f96c70, 0x404c85, 0xc06fa8c720)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0c5a36ae0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0c5a36ae0, 0x1, 0x0, 0x0, 0x1, 0xc0bac15f80, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0a2874900)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5873214 [semacquire, 2 minutes]:
sync.runtime_SemacquireMutex(0xc0004e434c, 0xc077f91300)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc0004e4348)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/mutex.go:134 +0xff
github.com/prometheus/prometheus/scrape.(*Manager).TargetsActive(0xc0004e4320, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/manager.go:189 +0x57
github.com/prometheus/prometheus/web.(*Handler).targets(0xc000468d00, 0x7fafc97e78a8, 0xc0d7861d60, 0xc0017bc300)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/web/web.go:708 +0x51
github.com/prometheus/prometheus/web.(*Handler).targets-fm(0x7fafc97e78a8, 0xc0d7861d60, 0xc0017bc300)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/web/web.go:286 +0x48
github.com/prometheus/prometheus/web.(*Handler).testReady.func1(0x7fafc97e78a8, 0xc0d7861d60, 0xc0017bc300)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/web/web.go:404 +0x55
net/http.HandlerFunc.ServeHTTP(0xc00000b9e0, 0x7fafc97e78a8, 0xc0d7861d60, 0xc0017bc300)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/server.go:1964 +0x44
github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1(0x1eabaa0, 0xc0cc966060, 0xc0017bc300)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196 +0xe9
net/http.HandlerFunc.ServeHTTP(0xc000684060, 0x1eabaa0, 0xc0cc966060, 0xc0017bc300)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/server.go:1964 +0x44
github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2(0x1eabaa0, 0xc0cc966060, 0xc0017bc300)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76 +0xb5
github.com/prometheus/common/route.(*Router).handle.func1(0x1eabaa0, 0xc0cc966060, 0xc0017bc100, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/prometheus/common/route/route.go:60 +0x2b6
github.com/julienschmidt/httprouter.(*Router).ServeHTTP(0xc000694680, 0x1eabaa0, 0xc0cc966060, 0xc0017bc100)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/julienschmidt/httprouter/router.go:299 +0x6cf
github.com/prometheus/common/route.(*Router).ServeHTTP(0xc00000b2c0, 0x1eabaa0, 0xc0cc966060, 0xc0017bc100)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/prometheus/common/route/route.go:98 +0x4c
net/http.(*ServeMux).ServeHTTP(0xc000216e10, 0x1eabaa0, 0xc0cc966060, 0xc0017bc100)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/server.go:2361 +0x127
github.com/opentracing-contrib/go-stdlib/nethttp.Middleware.func2(0x1eb6620, 0xc08bbf2460, 0xc07f00de00)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:74 +0x432
net/http.HandlerFunc.ServeHTTP(0xc00087def0, 0x1eb6620, 0xc08bbf2460, 0xc07f00de00)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/server.go:1964 +0x44
github.com/prometheus/prometheus/web.withStackTracer.func1(0x1eb6620, 0xc08bbf2460, 0xc07f00de00)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/web/web.go:86 +0x9d
net/http.HandlerFunc.ServeHTTP(0xc00087df20, 0x1eb6620, 0xc08bbf2460, 0xc07f00de00)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/server.go:1964 +0x44
net/http.serverHandler.ServeHTTP(0xc0004b84e0, 0x1eb6620, 0xc08bbf2460, 0xc07f00de00)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/server.go:2741 +0xab
net/http.(*conn).serve(0xc031a85860, 0x1eb9620, 0xc0fa3c3100)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/server.go:1847 +0x646
created by net/http.(*Server).Serve
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/server.go:2851 +0x2f5
goroutine 4677013 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc08937ad80)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5573895 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc1031eb440)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577448 [select]:
net/http.(*persistConn).writeLoop(0xc06597b7a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5580817 [select]:
net/http.(*persistConn).writeLoop(0xc065a23200)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5580750 [select]:
net/http.(*persistConn).writeLoop(0xc00c358c60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4844557 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc1db3880, 0x72, 0xc0cfd71810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0731f4b18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0731f4b18, 0xc0f51bc000, 0x2000, 0x2000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0731f4b00, 0xc0f51bc000, 0x2000, 0x2000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0731f4b00, 0xc0f51bc000, 0x2000, 0x2000, 0xc001114fc0, 0xc0b4efda40, 0x40b625)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0389e0e30, 0xc0f51bc000, 0x2000, 0x2000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc00b8bef90, 0x7fafc91c9538, 0xc08f82cc00, 0x5, 0xc08f82cc00, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0cb23ae00, 0x1d2af17, 0xc0cb23af20, 0x458a30)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0cb23ae00, 0xc0de655000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc0caa07d40, 0xc0de655000, 0x1000, 0x1000, 0xc0cfd71c70, 0x404c85, 0xc056ab30e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0c0d95d40)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0c0d95d40, 0x1, 0x0, 0x0, 0x1, 0xc07dd3a180, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0caa07d40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5572667 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0e9718ea0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4682393 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0a36099e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579312 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc7c93300, 0x72, 0xc082222a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0ab292598, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0ab292598, 0xc0dace9000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0ab292580, 0xc0dace9000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0ab292580, 0xc0dace9000, 0x1000, 0x1000, 0xc0777ca360, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc014625760, 0xc0dace9000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0777ca360, 0xc0dace9000, 0x1000, 0x1000, 0xc082222c70, 0x404c85, 0xc07b841e60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc04d667c80)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc04d667c80, 0x1, 0x0, 0x0, 0x1, 0xc0c85f5980, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0777ca360)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5580318 [select]:
net/http.(*persistConn).writeLoop(0xc0701699e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4705870 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbdff41a0, 0x72, 0xc08742fa40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc09fcf7398, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc09fcf7398, 0xc0ef163000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc09fcf7380, 0xc0ef163000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc09fcf7380, 0xc0ef163000, 0x1000, 0x1000, 0xc0853a4900, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0541f4e30, 0xc0ef163000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0853a4900, 0xc0ef163000, 0x1000, 0x1000, 0xc08742fc70, 0x404c85, 0xc0a04a8de0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0bd9aaf00)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0bd9aaf00, 0x1, 0x0, 0x0, 0x1, 0xc106eaeba0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0853a4900)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5575999 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc058ce3100, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 6199973 [runnable]:
internal/poll.runtime_pollWait(0x7fafc782f960, 0x72, 0xc0cdc3e0e8)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0a5380118, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0a5380118, 0xc0671f9c00, 0x200, 0x200)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0a5380100, 0xc0671f9c00, 0x200, 0x200, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0a5380100, 0xc0671f9c00, 0x200, 0x200, 0xc0cdc3e1f8, 0x442d97, 0x200)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc094712e10, 0xc0671f9c00, 0x200, 0x200, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net.dnsPacketRoundTrip(0x1ecb440, 0xc094712e10, 0x74656d6f72700b33, 0x2d73752d73756568, 0x316c6172746e6563, 0x616e61666172672e, 0x672e632e74656e2e, 0x616c616e61666172, 0x61626f6c672d7362, 0x6e7265746e692e6c, ...)
/usr/local/Cellar/go/1.11.2/libexec/src/net/dnsclient_unix.go:82 +0x176
net.(*Resolver).exchange(0x2e84f20, 0x1eb9620, 0xc087ec9f40, 0xc0019afdd0, 0xf, 0x656874656d6f7270, 0x65632d73752d7375, 0x672e316c6172746e, 0x6e2e616e61666172, 0x6172672e632e7465, ...)
/usr/local/Cellar/go/1.11.2/libexec/src/net/dnsclient_unix.go:155 +0x476
net.(*Resolver).tryOneName(0x2e84f20, 0x1eb9620, 0xc087ec9f40, 0xc001bf6e60, 0xc0365fa2d0, 0x41, 0x1c, 0x0, 0x0, 0x0, ...)
/usr/local/Cellar/go/1.11.2/libexec/src/net/dnsclient_unix.go:245 +0x368
net.(*Resolver).goLookupIPCNAMEOrder.func1(0x2e84f20, 0x1eb9620, 0xc087ec9f40, 0xc001bf6e60, 0xc085b146b0, 0xc0be913260, 0x1c)
/usr/local/Cellar/go/1.11.2/libexec/src/net/dnsclient_unix.go:585 +0xba
created by net.(*Resolver).goLookupIPCNAMEOrder
/usr/local/Cellar/go/1.11.2/libexec/src/net/dnsclient_unix.go:584 +0x29f
goroutine 5576017 [semacquire]:
sync.runtime_SemacquireMutex(0xc0db545844, 0xffffffffffffff00)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/mutex.go:134 +0xff
sync.(*RWMutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/rwmutex.go:93 +0x2d
github.com/prometheus/prometheus/storage/remote.(*QueueManager).Append(0xc0db5457a0, 0xc0cd5b58f0, 0x5, 0xc04e05bb30)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:221 +0x23b
github.com/prometheus/prometheus/storage/remote.(*Storage).Add(0xc0001c4e00, 0xc0bb6ea1e0, 0x5, 0x5, 0x1682dcfe084, 0x4196125e3c000000, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/write.go:32 +0x14e
github.com/prometheus/prometheus/storage.(*fanoutAppender).AddFast(0xc0229698c0, 0xc0bb6ea1e0, 0x5, 0x5, 0x2d816, 0x1682dcfe084, 0x4196125e3c000000, 0x1cf, 0xc0945bc810)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/fanout.go:155 +0x121
github.com/prometheus/prometheus/scrape.(*timeLimitAppender).AddFast(0xc0cff455c0, 0xc0bb6ea1e0, 0x5, 0x5, 0x2d816, 0x1682dcfe084, 0x4196125e3c000000, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/target.go:310 +0xac
github.com/prometheus/prometheus/scrape.(*scrapeLoop).append(0xc058ce3280, 0xc04f354000, 0x13410, 0x13c68, 0xc00541bbc0, 0x28, 0xbf0549e62a3b2652, 0x2234b7cdde7, 0x2e85960, 0x0, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:992 +0x196f
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc058ce3280, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:833 +0x592
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5573815 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0b2480120)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5580743 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc7a2d8f0, 0x72, 0xc03038fa40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc075f1d098, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc075f1d098, 0xc013eb9000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc075f1d080, 0xc013eb9000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc075f1d080, 0xc013eb9000, 0x1000, 0x1000, 0xc0bf897c20, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc060174368, 0xc013eb9000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0bf897c20, 0xc013eb9000, 0x1000, 0x1000, 0xc03038fc70, 0x404c85, 0xc0860c1920)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc09c602360)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc09c602360, 0x1, 0x0, 0x0, 0x1, 0xc045950660, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0bf897c20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579955 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc3e4cfe8, 0x72, 0xc0eb7d1810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0a3184498, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0a3184498, 0xc08f98f400, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0a3184480, 0xc08f98f400, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0a3184480, 0xc08f98f400, 0x400, 0x400, 0x0, 0xc04e058570, 0xc0eb7d1948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0129b4280, 0xc08f98f400, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc0a9f273b0, 0x7fafc91c9538, 0xc093a97380, 0x5, 0xc093a97380, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc05e311c00, 0x1d2af17, 0xc05e311d20, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc05e311c00, 0xc092f08000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc0c7155e60, 0xc092f08000, 0x1000, 0x1000, 0xc02ccf98c0, 0xc0c7155e60, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0f3110780)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0f3110780, 0x1, 0x2, 0x0, 0x0, 0xc0e09a13e0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0c7155e60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5582396 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbd2641a0, 0x72, 0xc036f6b810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0e45b4818, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0e45b4818, 0xc08d609000, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0e45b4800, 0xc08d609000, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0e45b4800, 0xc08d609000, 0x400, 0x400, 0x0, 0xc05c48fb90, 0xc036f6b948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc048fe2ad0, 0xc08d609000, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc079164510, 0x7fafc91c9538, 0xc08138ce00, 0x5, 0xc08138ce00, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc004f38a80, 0x1d2af17, 0xc004f38ba0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc004f38a80, 0xc0b8e05000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc0bc141d40, 0xc0b8e05000, 0x1000, 0x1000, 0xc0db545b00, 0xc0bc141d40, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc08e5e7080)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc08e5e7080, 0x1, 0x2, 0x0, 0x0, 0xc08c13dbc0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0bc141d40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577594 [select]:
k8s.io/client-go/tools/cache.(*processorListener).pop(0xc09a284300)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/shared_informer.go:517 +0x146
k8s.io/client-go/tools/cache.(*processorListener).pop-fm()
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/shared_informer.go:391 +0x2a
k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc08ca78610, 0xc080536550)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x4f
created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:69 +0x62
goroutine 4672420 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbd264750, 0x72, 0xc007605a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0eeaa3098, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0eeaa3098, 0xc048ed1000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0eeaa3080, 0xc048ed1000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0eeaa3080, 0xc048ed1000, 0x1000, 0x1000, 0xc00550cc60, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc06adc1170, 0xc048ed1000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc00550cc60, 0xc048ed1000, 0x1000, 0x1000, 0xc007605c70, 0x404c85, 0xc0cd1ff9e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0bd7c5380)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0bd7c5380, 0x1, 0x0, 0x0, 0x1, 0xc02e270f00, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc00550cc60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5580684 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc43dd788, 0x72, 0xc0ddf57a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0ab025098, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0ab025098, 0xc0b248d000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0ab025080, 0xc0b248d000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0ab025080, 0xc0b248d000, 0x1000, 0x1000, 0xc099fb2120, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc067166520, 0xc0b248d000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc099fb2120, 0xc0b248d000, 0x1000, 0x1000, 0xc0ddf57c70, 0x404c85, 0xc0829b3a40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc06f7cafc0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc06f7cafc0, 0x1, 0x0, 0x0, 0x1, 0xc0e0836de0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc099fb2120)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5580420 [select]:
net/http.(*persistConn).writeLoop(0xc092fdaea0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579440 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc1eecdf8, 0x72, 0xc0cf3e2a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0ccd46b98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0ccd46b98, 0xc0ebda8000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0ccd46b80, 0xc0ebda8000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0ccd46b80, 0xc0ebda8000, 0x1000, 0x1000, 0xc08b545440, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc00d6f5ed0, 0xc0ebda8000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc08b545440, 0xc0ebda8000, 0x1000, 0x1000, 0xc0cf3e2c70, 0x404c85, 0xc009ec39e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0543b94a0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0543b94a0, 0x1, 0x0, 0x0, 0x1, 0xc0917a9860, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc08b545440)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5575697 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc68bc820, 0x72, 0xc0514b5810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc09a8a5d98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc09a8a5d98, 0xc09951b800, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc09a8a5d80, 0xc09951b800, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc09a8a5d80, 0xc09951b800, 0x400, 0x400, 0x0, 0xc065479980, 0xc0514b5948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc067ae1bd8, 0xc09951b800, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc0f1cf6e40, 0x7fafc91c9538, 0xc0cc02a740, 0x5, 0xc0cc02a740, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0dc66a700, 0x1d2af17, 0xc0dc66a820, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0dc66a700, 0xc03f168000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc0b08f59e0, 0xc03f168000, 0x1000, 0x1000, 0xc0c5e39e60, 0xc0b08f59e0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0b4965260)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0b4965260, 0x1, 0x2, 0x0, 0x0, 0xc065108120, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0b08f59e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4706638 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0da824900)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5960156 [select]:
github.com/prometheus/prometheus/storage/remote.(*shards).runShard(0xc095fdecd0, 0x26)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:471 +0x1f7
created by github.com/prometheus/prometheus/storage/remote.(*shards).start
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:409 +0x48
goroutine 5580668 [select]:
net/http.(*persistConn).writeLoop(0xc0e909cfc0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5576012 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc058ce3500, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5580277 [chan receive, 3 minutes]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).stop(0xc015203880)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:921 +0x46
github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1(0xc0e389e630, 0x37e11d600, 0x2540be400, 0x1ea0920, 0xc015203880, 0x1ea0920, 0xc0b63d2300)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:262 +0x31
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:261 +0x41d
goroutine 5577857 [chan receive, 3 minutes]:
k8s.io/client-go/tools/cache.(*controller).Run.func1(0xc061d09140, 0xc065797080)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:103 +0x34
created by k8s.io/client-go/tools/cache.(*controller).Run
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:102 +0x92
goroutine 5890480 [select]:
net/http.(*persistConn).roundTrip(0xc0d9bc9e60, 0xc0ddabb740, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:2101 +0x56a
net/http.(*Transport).roundTrip(0xc0d19b8000, 0xc035fc0200, 0xc07c6ecd20, 0x96, 0xc0ddabb4d0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:465 +0x9b1
net/http.(*Transport).RoundTrip(0xc0d19b8000, 0xc035fc0200, 0x3, 0xc078bc8ee0, 0x68)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/roundtrip.go:17 +0x35
github.com/prometheus/common/config.(*basicAuthRoundTripper).RoundTrip(0xc00e66f000, 0xc035fc0200, 0xc00e66f000, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/prometheus/common/config/http_config.go:237 +0x23a
net/http.send(0xc03f093a00, 0x1e9a8e0, 0xc00e66f000, 0x0, 0x0, 0x0, 0xc02eaceda0, 0xc0ceea9990, 0xc0ceea9928, 0x1)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/client.go:250 +0x14b
net/http.(*Client).send(0xc04737c6c0, 0xc03f093a00, 0x0, 0x0, 0x0, 0xc02eaceda0, 0x0, 0x1, 0x3)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/client.go:174 +0xfa
net/http.(*Client).do(0xc04737c6c0, 0xc03f093a00, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/client.go:641 +0x2a8
net/http.(*Client).Do(0xc04737c6c0, 0xc03f093a00, 0xc0687e6800, 0x1eb96a0, 0xc0be913020)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/client.go:509 +0x35
github.com/prometheus/prometheus/storage/remote.(*Client).Store(0xc0e1772ca0, 0x1eb9620, 0xc066818dc0, 0xc0deb4ac20, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/client.go:96 +0x45b
github.com/prometheus/prometheus/storage/remote.(*shards).sendSamplesWithBackoff(0xc0387274f0, 0xc0459c7800, 0x64, 0xc0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:523 +0x13e
github.com/prometheus/prometheus/storage/remote.(*shards).sendSamples(0xc0387274f0, 0xc0459c7800, 0x64, 0xc0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:508 +0x6f
github.com/prometheus/prometheus/storage/remote.(*shards).runShard(0xc0387274f0, 0xe)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:489 +0x337
created by github.com/prometheus/prometheus/storage/remote.(*shards).start
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:409 +0x48
goroutine 5580218 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc0272318, 0x72, 0xc0dcb21a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0fc0b6698, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0fc0b6698, 0xc00fd4c000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0fc0b6680, 0xc00fd4c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0fc0b6680, 0xc00fd4c000, 0x1000, 0x1000, 0xc0fc0b87e0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc060175230, 0xc00fd4c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0fc0b87e0, 0xc00fd4c000, 0x1000, 0x1000, 0xc0dcb21c70, 0x404c85, 0xc086634360)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc02e15c900)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc02e15c900, 0x1, 0x0, 0x0, 0x1, 0xc00d74a540, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0fc0b87e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5581364 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbf7133d0, 0x72, 0xc006195a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0b6ca0798, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0b6ca0798, 0xc07909d000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0b6ca0780, 0xc07909d000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0b6ca0780, 0xc07909d000, 0x1000, 0x1000, 0xc0a0361e60, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc01beb4c68, 0xc07909d000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0a0361e60, 0xc07909d000, 0x1000, 0x1000, 0xc006195c70, 0x404c85, 0xc098d28300)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc05949b980)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc05949b980, 0x1, 0x0, 0x0, 0x1, 0xc0ad3b5140, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0a0361e60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5578607 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0482b1000, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 5581859 [select]:
net/http.(*persistConn).writeLoop(0xc0e8025d40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4688653 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc05cc93440)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579181 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbd0149c0, 0x72, 0xc0d00d2a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc09a75d918, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc09a75d918, 0xc03008a000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc09a75d900, 0xc03008a000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc09a75d900, 0xc03008a000, 0x1000, 0x1000, 0xc0bf6bc360, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc07666b760, 0xc03008a000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0bf6bc360, 0xc03008a000, 0x1000, 0x1000, 0xc0d00d2c70, 0x404c85, 0xc033f84cc0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0734523c0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0734523c0, 0x1, 0x0, 0x0, 0x1, 0xc0725b96e0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0bf6bc360)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5578922 [select]:
net/http.(*persistConn).writeLoop(0xc02ff5a120)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5578595 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0a1585e00, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 5577375 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc094c78880, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5580724 [select]:
net/http.(*persistConn).writeLoop(0xc0f95baa20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4674147 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc8e1e6b8, 0x72, 0xc01da50a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc09234b198, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc09234b198, 0xc0691db000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc09234b180, 0xc0691db000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc09234b180, 0xc0691db000, 0x1000, 0x1000, 0xc0160a2900, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc00c9c6348, 0xc0691db000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0160a2900, 0xc0691db000, 0x1000, 0x1000, 0xc01da50c70, 0x404c85, 0xc04b144c00)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc06dd17bc0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc06dd17bc0, 0x1, 0x0, 0x0, 0x1, 0xc077b1e240, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0160a2900)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5960146 [select]:
github.com/prometheus/prometheus/storage/remote.(*shards).runShard(0xc095fdecd0, 0x1c)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:471 +0x1f7
created by github.com/prometheus/prometheus/storage/remote.(*shards).start
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:409 +0x48
goroutine 5578586 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0dcdf1b00)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5578628 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0482b1800, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 5580531 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbd2ad040, 0x72, 0xc0151e6a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0469bb018, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0469bb018, 0xc088221000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0469bb000, 0xc088221000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0469bb000, 0xc088221000, 0x1000, 0x1000, 0xc0d8b5c5a0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc046df6e18, 0xc088221000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0d8b5c5a0, 0xc088221000, 0x1000, 0x1000, 0xc0151e6c70, 0x404c85, 0xc06b412660)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0373fed20)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0373fed20, 0x1, 0x0, 0x0, 0x1, 0xc07d099620, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0d8b5c5a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5238316 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc044777320)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577245 [semacquire]:
sync.runtime_SemacquireMutex(0xc0db545844, 0xffffffffffffff00)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/mutex.go:134 +0xff
sync.(*RWMutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/rwmutex.go:93 +0x2d
github.com/prometheus/prometheus/storage/remote.(*QueueManager).Append(0xc0db5457a0, 0xc0e79d98f0, 0x10, 0xc040e52a50)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:221 +0x23b
github.com/prometheus/prometheus/storage/remote.(*Storage).Add(0xc0001c4e00, 0xc077c5f600, 0xa, 0x10, 0x1682dcf9328, 0x40b0000000000000, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/write.go:32 +0x14e
github.com/prometheus/prometheus/storage.(*fanoutAppender).AddFast(0xc0f9592d40, 0xc077c5f600, 0xa, 0x10, 0x3c002, 0x1682dcf9328, 0x40b0000000000000, 0x140, 0xc07bcca930)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/fanout.go:155 +0x121
github.com/prometheus/prometheus/scrape.(*timeLimitAppender).AddFast(0xc033babda0, 0xc077c5f600, 0xa, 0x10, 0x3c002, 0x1682dcf9328, 0x40b0000000000000, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/target.go:310 +0xac
github.com/prometheus/prometheus/scrape.(*scrapeLoop).append(0xc0d2544100, 0xc10031a000, 0x7e2b6b, 0x12c56b8, 0xc060d5c140, 0x19, 0xbf0549e135eb3ca1, 0x21eaf152c3d, 0x2e85960, 0x0, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:992 +0x196f
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0d2544100, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:833 +0x592
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 4676858 [IO wait, 4 minutes]:
internal/poll.runtime_pollWait(0x7fafbd3821a0, 0x72, 0xc006fbaa40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc086319998, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc086319998, 0xc02178e000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc086319980, 0xc02178e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc086319980, 0xc02178e000, 0x1000, 0x1000, 0xc05d6586c0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0149c31b8, 0xc02178e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc05d6586c0, 0xc02178e000, 0x1000, 0x1000, 0xc006fbac70, 0x404c85, 0xc0a7626ae0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc103e3b200)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc103e3b200, 0x1, 0x0, 0x0, 0x1, 0xc0469d68a0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc05d6586c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5573716 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbf577270, 0x72, 0xc00e0e6810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc039437218, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc039437218, 0xc0cee5b800, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc039437200, 0xc0cee5b800, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc039437200, 0xc0cee5b800, 0x400, 0x400, 0x0, 0xc0b2fff3b0, 0xc00e0e6948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc02a7bc198, 0xc0cee5b800, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc0bfcd7bc0, 0x7fafc91c9538, 0xc0a1d6a8c0, 0x5, 0xc0a1d6a8c0, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0da30e380, 0x1d2af17, 0xc0da30e4a0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0da30e380, 0xc09b853000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc03b6f67e0, 0xc09b853000, 0x1000, 0x1000, 0xc013aea7e0, 0xc03b6f67e0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0b8a62060)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0b8a62060, 0x1, 0x2, 0x0, 0x0, 0xc0844e00c0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc03b6f67e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577525 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc03e6fc5a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4693901 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0650aab40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579019 [select]:
net/http.(*persistConn).writeLoop(0xc0b7321680)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5573553 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc2718a50, 0x72, 0xc0f12ca810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc07e81bb98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc07e81bb98, 0xc0bef9e400, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc07e81bb80, 0xc0bef9e400, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc07e81bb80, 0xc0bef9e400, 0x400, 0x400, 0x0, 0xc0baca1920, 0xc0f12ca948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc051395370, 0xc0bef9e400, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc002e9a480, 0x7fafc91c9538, 0xc06a02d980, 0x5, 0xc06a02d980, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0a8bd2380, 0x1d2af17, 0xc0a8bd24a0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0a8bd2380, 0xc03485a000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc0214bc120, 0xc03485a000, 0x1000, 0x1000, 0xc013aeaea0, 0xc0214bc120, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc10e176840)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc10e176840, 0x1, 0x2, 0x0, 0x0, 0xc04a5e8de0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0214bc120)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577209 [select]:
net/http.(*persistConn).writeLoop(0xc0bcf1e000)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5580611 [IO wait]:
internal/poll.runtime_pollWait(0x7fafba9e9340, 0x72, 0xc0afa4fa40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0e8a2a518, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0e8a2a518, 0xc08a6da000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0e8a2a500, 0xc08a6da000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0e8a2a500, 0xc08a6da000, 0x1000, 0x1000, 0xc0916259e0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0b5678200, 0xc08a6da000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0916259e0, 0xc08a6da000, 0x1000, 0x1000, 0xc0afa4fc70, 0x404c85, 0xc05487d980)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc038deaf00)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc038deaf00, 0x1, 0x0, 0x0, 0x1, 0xc0e6772960, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0916259e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5580619 [IO wait]:
internal/poll.runtime_pollWait(0x7fafba9e9410, 0x72, 0xc013568a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0376a3018, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0376a3018, 0xc08a2b6000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0376a3000, 0xc08a2b6000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0376a3000, 0xc08a2b6000, 0x1000, 0x1000, 0xc09f75eea0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0b56784b0, 0xc08a2b6000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc09f75eea0, 0xc08a2b6000, 0x1000, 0x1000, 0xc013568c70, 0x404c85, 0xc02a34b500)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0e0ca6360)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0e0ca6360, 0x1, 0x0, 0x0, 0x1, 0xc051772de0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc09f75eea0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577752 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc083b3af80, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5579930 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc07d493d40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5580322 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc28d0010, 0x72, 0xc0d00d7a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0dcac7098, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0dcac7098, 0xc013b5f000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0dcac7080, 0xc013b5f000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0dcac7080, 0xc013b5f000, 0x1000, 0x1000, 0xc05becfb00, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc02ac67540, 0xc013b5f000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc05becfb00, 0xc013b5f000, 0x1000, 0x1000, 0xc0d00d7c70, 0x404c85, 0xc079459a40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc10681cba0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc10681cba0, 0x1, 0x0, 0x0, 0x1, 0xc0d6734780, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc05becfb00)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4672031 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc05d0e5440)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5575864 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc049b33c80, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5577730 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc094c78d00, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5580696 [select]:
net/http.(*persistConn).writeLoop(0xc0dd35dd40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579218 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc6bf4d00, 0x72, 0xc0b5b77a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc107e5eb18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc107e5eb18, 0xc0d1dd2000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc107e5eb00, 0xc0d1dd2000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc107e5eb00, 0xc0d1dd2000, 0x1000, 0x1000, 0xc05f068a20, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc094712810, 0xc0d1dd2000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc05f068a20, 0xc0d1dd2000, 0x1000, 0x1000, 0xc0b5b77c70, 0x404c85, 0xc0fbd46cc0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc098118de0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc098118de0, 0x1, 0x0, 0x0, 0x1, 0xc0454e0f60, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc05f068a20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5573807 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0aaa99440)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5598628 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc870a980, 0x72, 0xc032a27a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0adc91d98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0adc91d98, 0xc0a5617000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0adc91d80, 0xc0a5617000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0adc91d80, 0xc0a5617000, 0x1000, 0x1000, 0xc0403ef7a0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc07890fdb0, 0xc0a5617000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0403ef7a0, 0xc0a5617000, 0x1000, 0x1000, 0xc032a27c70, 0x404c85, 0xc04bd2cb40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0111844e0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0111844e0, 0x1, 0x0, 0x0, 0x1, 0xc09121cea0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0403ef7a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579184 [select]:
net/http.(*persistConn).writeLoop(0xc0579e2000)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577858 [select, 3 minutes]:
k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc02f5f9f40, 0x1ea5360, 0xc070d6b410, 0xc0e5b89ba0, 0xc09a3238c0, 0xc061d09140, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x235
k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc02f5f9f40, 0xc061d09140, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:339 +0xf49
k8s.io/client-go/tools/cache.(*Reflector).Run.func1()
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:204 +0x33
k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc073b2df18)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x54
k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0e5b89f18, 0x3b9aca00, 0x0, 0xc079742601, 0xc061d09140)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:134 +0xbe
k8s.io/apimachinery/pkg/util/wait.Until(0xc073b2df18, 0x3b9aca00, 0xc061d09140)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:88 +0x4d
k8s.io/client-go/tools/cache.(*Reflector).Run(0xc02f5f9f40, 0xc061d09140)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:203 +0x163
k8s.io/client-go/tools/cache.(*Reflector).Run-fm(0xc061d09140)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:122 +0x34
k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1()
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:54 +0x2e
k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc078b05fc0, 0xc075b77640)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x4f
created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:69 +0x62
goroutine 4708698 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0a6140c60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5573881 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0a0142a20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4681457 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc09ba04a20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5580936 [select]:
net/http.(*persistConn).writeLoop(0xc09dc84900)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577240 [semacquire]:
sync.runtime_SemacquireMutex(0xc0db545844, 0xffffffffffffff00)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/mutex.go:134 +0xff
sync.(*RWMutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/rwmutex.go:93 +0x2d
github.com/prometheus/prometheus/storage/remote.(*QueueManager).Append(0xc0db5457a0, 0xc0b5f6b8f0, 0xe, 0xc0b78c0240)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:221 +0x23b
github.com/prometheus/prometheus/storage/remote.(*Storage).Add(0xc0001c4e00, 0xc097fa4540, 0x9, 0xe, 0x1682dcfac7c, 0x4132f00000000000, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/write.go:32 +0x14e
github.com/prometheus/prometheus/storage.(*fanoutAppender).AddFast(0xc0dc01b3c0, 0xc097fa4540, 0x9, 0xe, 0x58193, 0x1682dcfac7c, 0x4132f00000000000, 0x1f8, 0xc0e93afe10)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/fanout.go:155 +0x121
github.com/prometheus/prometheus/scrape.(*timeLimitAppender).AddFast(0xc0f787bca0, 0xc097fa4540, 0x9, 0xe, 0x58193, 0x1682dcfac7c, 0x4132f00000000000, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/target.go:310 +0xac
github.com/prometheus/prometheus/scrape.(*scrapeLoop).append(0xc056640f80, 0xc0d2f2a000, 0x37e529, 0x641ce8, 0xc0a1f37600, 0x19, 0xbf0549e2d72906be, 0x220318e7c4a, 0x2e85960, 0x0, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:992 +0x196f
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc056640f80, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:833 +0x592
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5580045 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0f31b7800, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5580884 [select]:
net/http.(*persistConn).writeLoop(0xc04f468900)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577714 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc094c78b80, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5579189 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc662cfc8, 0x72, 0xc09ab03a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0e7b5b418, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0e7b5b418, 0xc08f1a1000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0e7b5b400, 0xc08f1a1000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0e7b5b400, 0xc08f1a1000, 0x1000, 0x1000, 0xc046386a20, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0b56789b0, 0xc08f1a1000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc046386a20, 0xc08f1a1000, 0x1000, 0x1000, 0xc09ab03c70, 0x404c85, 0xc0277a3da0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0ac23d7a0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0ac23d7a0, 0x1, 0x0, 0x0, 0x1, 0xc0caf1bb60, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc046386a20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5580716 [select]:
net/http.(*persistConn).writeLoop(0xc0b4b3cc60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5573819 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0a4db8d80)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5575022 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbf20d100, 0x72, 0xc0afa53810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc085f6d118, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc085f6d118, 0xc055ee2000, 0x8000, 0x8000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc085f6d100, 0xc055ee2000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc085f6d100, 0xc055ee2000, 0x8000, 0x8000, 0xc080b96a80, 0xc069d63170, 0xc0afa53948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0531ab3a0, 0xc055ee2000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc04ab9cd80, 0x7fafc91c9538, 0xc039e905c0, 0x5, 0xc039e905c0, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0d5c08700, 0x1d2af17, 0xc0d5c08820, 0x458a30)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0d5c08700, 0xc064a41000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc0ade830e0, 0xc064a41000, 0x1000, 0x1000, 0xc0afa53c70, 0x404c85, 0xc067a20c60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0f9837c20)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0f9837c20, 0x1, 0x0, 0x0, 0x1, 0xc00424acc0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0ade830e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4673508 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc090bb19e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577392 [chan receive, 3 minutes]:
k8s.io/client-go/tools/cache.(*sharedProcessor).run(0xc08ca78700, 0xc061d091a0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/shared_informer.go:425 +0x46
k8s.io/client-go/tools/cache.(*sharedProcessor).run-fm(0xc061d091a0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/shared_informer.go:220 +0x34
k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1()
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:54 +0x2e
k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc078b05fa0, 0xc075b77620)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x4f
created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:69 +0x62
goroutine 5579727 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc68bc9c0, 0x72, 0xc0f0484a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0a3185098, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0a3185098, 0xc03175d000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0a3185080, 0xc03175d000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0a3185080, 0xc03175d000, 0x1000, 0x1000, 0xc08b53cc60, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc050d5e470, 0xc03175d000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc08b53cc60, 0xc03175d000, 0x1000, 0x1000, 0xc0f0484c70, 0x404c85, 0xc073a9a3c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc06dc17080)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc06dc17080, 0x1, 0x0, 0x0, 0x1, 0xc00492db60, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc08b53cc60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5578521 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc065ebe480, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 5941681 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc9284810, 0x72, 0xc073ee8810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0ed2ec218, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0ed2ec218, 0xc08a4e2000, 0x8000, 0x8000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0ed2ec200, 0xc08a4e2000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0ed2ec200, 0xc08a4e2000, 0x8000, 0x8000, 0xc0c5f318c0, 0xc0a812a090, 0xc073ee8948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0920685c0, 0xc08a4e2000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc0af54c0f0, 0x7fafc91c9538, 0xc0ad248880, 0x5, 0xc0ad248880, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc088a8a380, 0x1d2af17, 0xc088a8a4a0, 0x458a30)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc088a8a380, 0xc0c3c00000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc06686d680, 0xc0c3c00000, 0x1000, 0x1000, 0xc073ee8c70, 0x404c85, 0xc09222a720)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0cd36acc0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0cd36acc0, 0x1, 0x0, 0x0, 0x1, 0xc07998cc60, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc06686d680)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577287 [semacquire]:
sync.runtime_SemacquireMutex(0xc0db545844, 0xffffffffffffff00)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/mutex.go:134 +0xff
sync.(*RWMutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/rwmutex.go:93 +0x2d
github.com/prometheus/prometheus/storage/remote.(*QueueManager).Append(0xc0db5457a0, 0xc0dacb58f0, 0x6, 0xc045589ec0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:221 +0x23b
github.com/prometheus/prometheus/storage/remote.(*Storage).Add(0xc0001c4e00, 0xc0b3414600, 0x6, 0x6, 0x1682dcfe24d, 0x3ff0000000000000, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/write.go:32 +0x14e
github.com/prometheus/prometheus/storage.(*fanoutAppender).AddFast(0xc0ff3c3840, 0xc0b3414600, 0x6, 0x6, 0x19ead, 0x1682dcfe24d, 0x3ff0000000000000, 0xc0d5f07b80, 0xc0e7fadca0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/fanout.go:155 +0x121
github.com/prometheus/prometheus/scrape.(*timeLimitAppender).AddFast(0xc0a62f2180, 0xc0b3414600, 0x6, 0x6, 0x19ead, 0x1682dcfe24d, 0x3ff0000000000000, 0xc0dacb5a58, 0x42afa2)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/target.go:310 +0xac
github.com/prometheus/prometheus/scrape.(*scrapeLoop).append(0xc0a11d7b00, 0xc123836000, 0x2d9a67, 0x641ce8, 0xc03aaeb080, 0x19, 0xbf0549e649e2c33c, 0x22366bf44bd, 0x2e85960, 0x0, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:992 +0x196f
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0a11d7b00, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:833 +0x592
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5579746 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbf189010, 0x72, 0xc08843c810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc047cd4a98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc047cd4a98, 0xc07b194800, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc047cd4a80, 0xc07b194800, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc047cd4a80, 0xc07b194800, 0x400, 0x400, 0x0, 0xc0b7511aa0, 0xc08843c948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc00aca2020, 0xc07b194800, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc0d3e57410, 0x7fafc91c9538, 0xc0f3d6c2c0, 0x5, 0xc0f3d6c2c0, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc06f66c700, 0x1d2af17, 0xc06f66c820, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc06f66c700, 0xc0ea5b1000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc067348360, 0xc0ea5b1000, 0x1000, 0x1000, 0xc050e2a000, 0xc067348360, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0f9de4d20)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0f9de4d20, 0x1, 0x2, 0x0, 0x0, 0xc0ca3d17a0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc067348360)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4685130 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0595086c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577548 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc083b3b080, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5578916 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc08aa31320)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5575685 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0bca71e60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4672348 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc068176360)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5573663 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc095cf7320)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4710644 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc077e36fc0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577404 [select]:
net/http.(*persistConn).writeLoop(0xc04a18dc20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4684777 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbdff4340, 0x72, 0xc0f12cda40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc049f83f18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc049f83f18, 0xc0535dc000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc049f83f00, 0xc0535dc000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc049f83f00, 0xc0535dc000, 0x1000, 0x1000, 0xc079c170e0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0690f14d8, 0xc0535dc000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc079c170e0, 0xc0535dc000, 0x1000, 0x1000, 0xc0f12cdc70, 0x404c85, 0xc03d3a84e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc07effb020)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc07effb020, 0x1, 0x0, 0x0, 0x1, 0xc0c2268a80, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc079c170e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5580711 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc1eeb690, 0x72, 0xc067d41a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0850c8318, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0850c8318, 0xc084d55000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0850c8300, 0xc084d55000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0850c8300, 0xc084d55000, 0x1000, 0x1000, 0xc05abeeea0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc05ed64278, 0xc084d55000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc05abeeea0, 0xc084d55000, 0x1000, 0x1000, 0xc067d41c70, 0x404c85, 0xc08d6cdf80)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc01d745aa0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc01d745aa0, 0x1, 0x0, 0x0, 0x1, 0xc0ca2e6300, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc05abeeea0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579094 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc05145c480)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4698612 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc3860ea8, 0x72, 0xc0c8c0da40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc019fe8398, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc019fe8398, 0xc0da95d000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc019fe8380, 0xc0da95d000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc019fe8380, 0xc0da95d000, 0x1000, 0x1000, 0xc0bd4be120, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc050dea2d0, 0xc0da95d000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0bd4be120, 0xc0da95d000, 0x1000, 0x1000, 0xc0c8c0dc70, 0x404c85, 0xc070046ba0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0f9c8c0c0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0f9c8c0c0, 0x1, 0x0, 0x0, 0x1, 0xc0290135c0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0bd4be120)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579370 [select]:
net/http.(*persistConn).writeLoop(0xc0630f9c20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577690 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc060960180, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 4676361 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc09e4bc5a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4671156 [semacquire]:
sync.runtime_SemacquireMutex(0xc0db545844, 0xffffffffffffff00)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/mutex.go:134 +0xff
sync.(*RWMutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/rwmutex.go:93 +0x2d
github.com/prometheus/prometheus/storage/remote.(*QueueManager).Append(0xc0db5457a0, 0xc00b1d95e8, 0x6, 0xc0f6066570)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:221 +0x23b
github.com/prometheus/prometheus/storage/remote.(*Storage).Add(0xc0001c4e00, 0xc06a181ec0, 0x5, 0x6, 0x1682dcc9a2f, 0x7ff0000000000002, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/write.go:32 +0x14e
github.com/prometheus/prometheus/storage.(*fanoutAppender).Add(0xc080b97c80, 0xc06a181ec0, 0x5, 0x6, 0x1682dcc9a2f, 0x7ff0000000000002, 0x1, 0xc00b1d9748, 0x40e867)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/fanout.go:142 +0x124
github.com/prometheus/prometheus/scrape.(*timeLimitAppender).Add(0xc07b41e240, 0xc06a181ec0, 0x5, 0x6, 0x1682dcc9a2f, 0x7ff0000000000002, 0x1, 0xc12fcfe980, 0x1917a80)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/target.go:299 +0x7b
github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1(0xc06a181ec0, 0x5, 0x6, 0x2ea5300)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:1098 +0x77
github.com/prometheus/prometheus/scrape.(*scrapeCache).forEachStale(0xc06470b280, 0xc00b1d9a78)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:653 +0x113
github.com/prometheus/prometheus/scrape.(*scrapeLoop).append(0xc0a1606e00, 0x2ea41a8, 0x0, 0x0, 0x0, 0x0, 0xbf0549b085ad7990, 0x1f1538a555f, 0x2e85960, 0xc00b1d9b18, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:1096 +0xbd8
github.com/prometheus/prometheus/scrape.(*scrapeLoop).endOfRunStaleness(0xc0a1606e00, 0xbf05495685ad42dc, 0x19d81de0ea8, 0x2e85960, 0xc0e1985c70, 0x37e11d600)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:909 +0x364
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0a1606e00, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:866 +0x8dc
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5577390 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc07aa86b40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579171 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbf712fc0, 0x72, 0xc0c900ba40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc04dfd6e18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc04dfd6e18, 0xc09725c000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc04dfd6e00, 0xc09725c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc04dfd6e00, 0xc09725c000, 0x1000, 0x1000, 0xc01447b7a0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc07666b5f0, 0xc09725c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc01447b7a0, 0xc09725c000, 0x1000, 0x1000, 0xc0c900bc70, 0x404c85, 0xc0edc13260)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0670a3f80)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0670a3f80, 0x1, 0x0, 0x0, 0x1, 0xc0716ce7e0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc01447b7a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4676978 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc1db1cc8, 0x72, 0xc07e8cba40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc04eb9c798, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc04eb9c798, 0xc07017e000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc04eb9c780, 0xc07017e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc04eb9c780, 0xc07017e000, 0x1000, 0x1000, 0xc089ac0ea0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc008954848, 0xc07017e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc089ac0ea0, 0xc07017e000, 0x1000, 0x1000, 0xc07e8cbc70, 0x404c85, 0xc05fd97e00)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0b5f32d80)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0b5f32d80, 0x1, 0x0, 0x0, 0x1, 0xc00dbd48a0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc089ac0ea0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577482 [select]:
net/http.(*persistConn).writeLoop(0xc0af734240)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579901 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc2481118, 0x72, 0xc02b69ba40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0b49f5818, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0b49f5818, 0xc0f38ad000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0b49f5800, 0xc0f38ad000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0b49f5800, 0xc0f38ad000, 0x1000, 0x1000, 0xc091c9d320, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc08e0506a0, 0xc0f38ad000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc091c9d320, 0xc0f38ad000, 0x1000, 0x1000, 0xc02b69bc70, 0x404c85, 0xc0da116360)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc06216c480)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc06216c480, 0x1, 0x0, 0x0, 0x1, 0xc0da1162a0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc091c9d320)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4676945 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0ea2f2c60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579716 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc9285030, 0x72, 0xc0229ea810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0684de298, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0684de298, 0xc07b194000, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0684de280, 0xc07b194000, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0684de280, 0xc07b194000, 0x400, 0x400, 0x0, 0xc0eb7c88a0, 0xc0229ea948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc00aca2010, 0xc07b194000, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc0d3e57350, 0x7fafc91c9538, 0xc0f3d6c240, 0x5, 0xc0f3d6c240, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc06f66c380, 0x1d2af17, 0xc06f66c4a0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc06f66c380, 0xc060766000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc106a019e0, 0xc060766000, 0x1000, 0x1000, 0xc050e2a000, 0xc106a019e0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0671b3e00)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0671b3e00, 0x1, 0x2, 0x0, 0x0, 0xc0ca3d1d40, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc106a019e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5578682 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc07f7a2d00, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 5573679 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0056870e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4720267 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0583aa7e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5597822 [select]:
net/http.(*persistConn).writeLoop(0xc0805d8b40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5578638 [semacquire]:
sync.runtime_SemacquireMutex(0xc0db545844, 0xffffffffffffff00)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/mutex.go:134 +0xff
sync.(*RWMutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/rwmutex.go:93 +0x2d
github.com/prometheus/prometheus/storage/remote.(*QueueManager).Append(0xc0db5457a0, 0xc0b525d8f0, 0x5, 0xc07d91b980)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:221 +0x23b
github.com/prometheus/prometheus/storage/remote.(*Storage).Add(0xc0001c4e00, 0xc10dfb1cc0, 0x5, 0x5, 0x1682dcfe2b2, 0x3f280a491558e8e1, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/write.go:32 +0x14e
github.com/prometheus/prometheus/storage.(*fanoutAppender).AddFast(0xc068c09500, 0xc10dfb1cc0, 0x5, 0x5, 0x18a4d, 0x1682dcfe2b2, 0x3f280a491558e8e1, 0x16d, 0xc02f541a90)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/fanout.go:155 +0x121
github.com/prometheus/prometheus/scrape.(*timeLimitAppender).AddFast(0xc0940f1080, 0xc10dfb1cc0, 0x5, 0x5, 0x18a4d, 0x1682dcfe2b2, 0x3f280a491558e8e1, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/target.go:310 +0xac
github.com/prometheus/prometheus/scrape.(*scrapeLoop).append(0xc035ad8700, 0xc10b19a000, 0x25df, 0x6978, 0xc0dc6425a0, 0x28, 0xbf0549e64fdc6d37, 0x2236cb8eef9, 0x2e85960, 0x0, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:992 +0x196f
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc035ad8700, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:833 +0x592
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 5577753 [runnable]:
sync.runtime_SemacquireMutex(0xc0db545f04, 0xffffffffffffff01)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc0db545f00)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/mutex.go:134 +0xff
sync.(*RWMutex).Lock(0xc0db545f00)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/rwmutex.go:93 +0x2d
github.com/prometheus/prometheus/storage/remote.(*QueueManager).Append(0xc0db545e60, 0xc000df38f0, 0x4, 0xc0f06dd9b0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:221 +0x23b
github.com/prometheus/prometheus/storage/remote.(*Storage).Add(0xc0001c4e00, 0xc03c6b7c80, 0x4, 0x4, 0x1682dcfe4b9, 0x7ff8000000000001, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/write.go:32 +0x14e
github.com/prometheus/prometheus/storage.(*fanoutAppender).AddFast(0xc0ff3c2c80, 0xc03c6b7c80, 0x4, 0x4, 0x1e57e, 0x1682dcfe4b9, 0x7ff8000000000001, 0xd1, 0xc0d92bcff0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/fanout.go:155 +0x121
github.com/prometheus/prometheus/scrape.(*timeLimitAppender).AddFast(0xc09cfdb880, 0xc03c6b7c80, 0x4, 0x4, 0x1e57e, 0x1682dcfe4b9, 0x7ff8000000000001, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/target.go:310 +0xac
github.com/prometheus/prometheus/scrape.(*scrapeLoop).append(0xc08076b180, 0xc0fb7b0000, 0x1680f, 0x3b538, 0xc04caf8c80, 0x19, 0xbf0549e66ed87b0c, 0x2238bb4fca0, 0x2e85960, 0x0, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:992 +0x196f
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc08076b180, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:833 +0x592
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5577597 [chan receive, 3 minutes]:
k8s.io/client-go/tools/cache.(*controller).Run.func1(0xc0d6734b40, 0xc0ab445c00)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:103 +0x34
created by k8s.io/client-go/tools/cache.(*controller).Run
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:102 +0x92
goroutine 5578695 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc093e8d680)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5573818 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbab8c500, 0x72, 0xc098ee2810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc021edd318, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc021edd318, 0xc0eb9f9000, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc021edd300, 0xc0eb9f9000, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc021edd300, 0xc0eb9f9000, 0x400, 0x400, 0x0, 0xc068fc8690, 0xc098ee2948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc028e502f8, 0xc0eb9f9000, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc0eaf28d50, 0x7fafc91c9538, 0xc03822c300, 0x5, 0xc03822c300, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc07515ce00, 0x1d2af17, 0xc07515cf20, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc07515ce00, 0xc01b79d000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc0a4db8d80, 0xc01b79d000, 0x1000, 0x1000, 0xc013aeb0e0, 0xc0a4db8d80, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0e448b680)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0e448b680, 0x1, 0x2, 0x0, 0x0, 0xc0690393e0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0a4db8d80)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5580338 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbb6ca850, 0x72, 0xc049b6ba40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc10c6d6b18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc10c6d6b18, 0xc07ee1c000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc10c6d6b00, 0xc07ee1c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc10c6d6b00, 0xc07ee1c000, 0x1000, 0x1000, 0xc05f51a120, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0716c6e40, 0xc07ee1c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc05f51a120, 0xc07ee1c000, 0x1000, 0x1000, 0xc049b6bc70, 0x404c85, 0xc027a55440)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0b7a5cd20)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0b7a5cd20, 0x1, 0x0, 0x0, 0x1, 0xc04578a300, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc05f51a120)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579942 [select]:
net/http.(*persistConn).writeLoop(0xc108710b40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4691275 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc7923c30, 0x72, 0xc05c33ca40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0584bc418, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0584bc418, 0xc0b9052000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0584bc400, 0xc0b9052000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0584bc400, 0xc0b9052000, 0x1000, 0x1000, 0xc0a719be60, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc011a9a330, 0xc0b9052000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0a719be60, 0xc0b9052000, 0x1000, 0x1000, 0xc05c33cc70, 0x404c85, 0xc090d6a6c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc035223d40)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc035223d40, 0x1, 0x0, 0x0, 0x1, 0xc029002480, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0a719be60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579948 [select]:
net/http.(*persistConn).writeLoop(0xc061546fc0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579066 [select]:
net/http.(*persistConn).writeLoop(0xc0bf7e66c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5578970 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc06fde7440)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579176 [select]:
net/http.(*persistConn).writeLoop(0xc0aa9bc360)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5573630 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc44d65b0, 0x72, 0xc00e0e7810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc09de39c98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc09de39c98, 0xc06c9fcc00, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc09de39c80, 0xc06c9fcc00, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc09de39c80, 0xc06c9fcc00, 0x400, 0x400, 0x0, 0xc094240450, 0xc00e0e7948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc051395480, 0xc06c9fcc00, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc026b8f7d0, 0x7fafc91c9538, 0xc03cab29c0, 0x5, 0xc03cab29c0, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0931a8700, 0x1d2af17, 0xc0931a8820, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0931a8700, 0xc0b0fc6000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc08fbc8fc0, 0xc0b0fc6000, 0x1000, 0x1000, 0xc013aeaea0, 0xc08fbc8fc0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0bd561560)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0bd561560, 0x1, 0x2, 0x0, 0x0, 0xc0220470e0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc08fbc8fc0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5580069 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0f31b7180, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5579421 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbf5b4840, 0x72, 0xc006194a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0bb6e7518, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0bb6e7518, 0xc06e722000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0bb6e7500, 0xc06e722000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0bb6e7500, 0xc06e722000, 0x1000, 0x1000, 0xc093e8d200, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0fb0bf4d8, 0xc06e722000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc093e8d200, 0xc06e722000, 0x1000, 0x1000, 0xc006194c70, 0x404c85, 0xc0f00d5b00)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0ac82a540)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0ac82a540, 0x1, 0x0, 0x0, 0x1, 0xc09ca73aa0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc093e8d200)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4676745 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0699ae7e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577818 [select]:
k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc015c34640, 0x1ea5360, 0xc0133f7c80, 0xc09c5cfba0, 0xc0dba23c80, 0xc0d6734b40, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x235
k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc015c34640, 0xc0d6734b40, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:339 +0xf49
k8s.io/client-go/tools/cache.(*Reflector).Run.func1()
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:204 +0x33
k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc014353f18)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x54
k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc09c5cff18, 0x3b9aca00, 0x0, 0xc056c11501, 0xc0d6734b40)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:134 +0xbe
k8s.io/apimachinery/pkg/util/wait.Until(0xc014353f18, 0x3b9aca00, 0xc0d6734b40)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:88 +0x4d
k8s.io/client-go/tools/cache.(*Reflector).Run(0xc015c34640, 0xc0d6734b40)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:203 +0x163
k8s.io/client-go/tools/cache.(*Reflector).Run-fm(0xc0d6734b40)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:122 +0x34
k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1()
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:54 +0x2e
k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0a2b716a0, 0xc06b90cfc0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x4f
created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:69 +0x62
goroutine 5579259 [select]:
net/http.(*persistConn).writeLoop(0xc0cc538120)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 6200036 [select]:
net.(*Resolver).LookupIPAddr(0x2e84f20, 0x1eb96a0, 0xc0cf0e5c20, 0xc02746c160, 0x18, 0xc02746c179, 0x3, 0x1bb, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/lookup.go:227 +0x55f
net.(*Resolver).internetAddrList(0x2e84f20, 0x1eb96a0, 0xc0cf0e5c20, 0x1c193b8, 0x3, 0xc02746c160, 0x1c, 0x0, 0x0, 0x0, ...)
/usr/local/Cellar/go/1.11.2/libexec/src/net/ipsock.go:279 +0x614
net.(*Resolver).resolveAddrList(0x2e84f20, 0x1eb96a0, 0xc0cf0e5c20, 0x1c19abd, 0x4, 0x1c193b8, 0x3, 0xc02746c160, 0x1c, 0x0, ...)
/usr/local/Cellar/go/1.11.2/libexec/src/net/dial.go:202 +0x4fb
net.(*Dialer).DialContext(0xc03db57d40, 0x1eb96a0, 0xc0cf0e5c20, 0x1c193b8, 0x3, 0xc02746c160, 0x1c, 0x0, 0x0, 0x0, ...)
/usr/local/Cellar/go/1.11.2/libexec/src/net/dial.go:384 +0x201
net.(*Dialer).DialContext-fm(0x1eb96a0, 0xc0cf0e5c20, 0x1c193b8, 0x3, 0xc02746c160, 0x1c, 0x1c, 0xc0ca1b5e60, 0x0, 0xc0ddbdea80)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:48 +0x73
github.com/mwitkow/go-conntrack.dialClientConnTracker(0x1eb96a0, 0xc0cf0e5c20, 0x1c193b8, 0x3, 0xc02746c160, 0x1c, 0x1c26c97, 0xe, 0xc0e1772860, 0x110, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack/dialer_wrapper.go:123 +0xbf
github.com/mwitkow/go-conntrack.NewDialContextFunc.func1(0x1eb96a0, 0xc0cf0e5c20, 0x1c193b8, 0x3, 0xc02746c160, 0x1c, 0xc022dccae0, 0x648d69, 0xc0cf0e5c20, 0x1963240)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack/dialer_wrapper.go:94 +0xec
net/http.(*Transport).dial(0xc0db545680, 0x1eb96a0, 0xc0cf0e5c20, 0x1c193b8, 0x3, 0xc02746c160, 0x1c, 0xc0dc4f4380, 0xc0548f4000, 0xd7f, ...)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:916 +0x20f
net/http.(*Transport).dialConn(0xc0db545680, 0x1eb96a0, 0xc0cf0e5c20, 0x0, 0xc065b11700, 0x5, 0xc02746c160, 0x1c, 0xc05e2a27e0, 0xc0debb8f60, ...)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1240 +0x313
net/http.(*Transport).getConn.func4(0xc0db545680, 0x1eb96a0, 0xc0cf0e5c20, 0xc081c03920, 0xc0e09a0ea0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:999 +0x6e
created by net/http.(*Transport).getConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:998 +0x3d7
goroutine 5575872 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc058ce2000, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5581287 [select]:
net/http.(*persistConn).writeLoop(0xc0d3c827e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5576027 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc04cfd8300, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5579864 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafba9e50d0, 0x72, 0xc09f1e7810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc029ee0798, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc029ee0798, 0xc01220e000, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc029ee0780, 0xc01220e000, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc029ee0780, 0xc01220e000, 0x400, 0x400, 0x0, 0xc05d35f620, 0xc09f1e7948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0fb0bf768, 0xc01220e000, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc016231350, 0x7fafc91c9538, 0xc0171ea3c0, 0x5, 0xc0171ea3c0, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc08ef9ee00, 0x1d2af17, 0xc08ef9ef20, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc08ef9ee00, 0xc0bc919000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc0f1f897a0, 0xc0bc919000, 0x1000, 0x1000, 0xc02ccf98c0, 0xc0f1f897a0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0aacd5b60)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0aacd5b60, 0x1, 0x2, 0x0, 0x0, 0xc115d9c7e0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0f1f897a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4681272 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc102bb46c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5533128 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc968d3d0, 0x72, 0xc082bba810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc08a76c698, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc08a76c698, 0xc04eae6000, 0x8000, 0x8000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc08a76c680, 0xc04eae6000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc08a76c680, 0xc04eae6000, 0x8000, 0x8000, 0xc0ec10bac0, 0xc0dd486030, 0xc082bba948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc03c6d28a0, 0xc04eae6000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc1089ad260, 0x7fafc91c9538, 0xc001638480, 0x5, 0xc001638480, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc044191500, 0x1d2af17, 0xc044191620, 0x458a30)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc044191500, 0xc0f0d31000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc04d833560, 0xc0f0d31000, 0x1000, 0x1000, 0xc082bbac70, 0x404c85, 0xc0c70721e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0a6478c60)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0a6478c60, 0x1, 0x0, 0x0, 0x1, 0xc022f21800, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc04d833560)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4709101 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc1094358c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4710643 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc3710dc0, 0x72, 0xc050fc9a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc045e95518, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc045e95518, 0xc058b03000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc045e95500, 0xc058b03000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc045e95500, 0xc058b03000, 0x1000, 0x1000, 0xc077e36fc0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc04fddc5a0, 0xc058b03000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc077e36fc0, 0xc058b03000, 0x1000, 0x1000, 0xc050fc9c70, 0x404c85, 0xc0742a2f60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc08b0cb500)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc08b0cb500, 0x1, 0x0, 0x0, 0x1, 0xc082499a40, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc077e36fc0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577934 [select]:
net/http.(*persistConn).writeLoop(0xc0f44277a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5578512 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc017fead00, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 5593593 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc44d6820, 0x72, 0xc01e411a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0a24d5318, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0a24d5318, 0xc012b3d000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0a24d5300, 0xc012b3d000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0a24d5300, 0xc012b3d000, 0x1000, 0x1000, 0xc06e801320, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc03775b190, 0xc012b3d000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc06e801320, 0xc012b3d000, 0x1000, 0x1000, 0xc01e411c70, 0x404c85, 0xc00eded4a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0499b0ba0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0499b0ba0, 0x1, 0x0, 0x0, 0x1, 0xc023095ce0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc06e801320)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5574009 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc06350b9e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5573411 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbdb20ea0, 0x72, 0xc0708ea810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0bc641718, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0bc641718, 0xc05d543000, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0bc641700, 0xc05d543000, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0bc641700, 0xc05d543000, 0x400, 0x400, 0x0, 0xc0d703baa0, 0xc0708ea948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc03a139210, 0xc05d543000, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc0d4bcb200, 0x7fafc91c9538, 0xc0040c7a00, 0x5, 0xc0040c7a00, 0xc0708eaa40)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0af865c00, 0x1d2af17, 0xc0af865d20, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0af865c00, 0xc10c681000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc0d8cda900, 0xc10c681000, 0x1000, 0x1000, 0xc013aea7e0, 0xc0d8cda900, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0af463bc0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0af463bc0, 0x1, 0x2, 0x0, 0x0, 0xc042d52b40, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0d8cda900)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5580502 [select]:
net/http.(*persistConn).writeLoop(0xc060db67e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5578692 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc07f7a3b00, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 4687072 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbf20d2a0, 0x72, 0xc02a881a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc05ddcfa18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc05ddcfa18, 0xc091c47000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc05ddcfa00, 0xc091c47000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc05ddcfa00, 0xc091c47000, 0x1000, 0x1000, 0xc050714b40, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc08ac21f88, 0xc091c47000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc050714b40, 0xc091c47000, 0x1000, 0x1000, 0xc02a881c70, 0x404c85, 0xc0a9064d80)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc057e23500)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc057e23500, 0x1, 0x0, 0x0, 0x1, 0xc10d7b4420, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc050714b40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5573743 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc05681c5a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5583565 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc6bf4dd0, 0x72, 0xc0e5748a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc02c54e298, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc02c54e298, 0xc0d2f26000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc02c54e280, 0xc0d2f26000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc02c54e280, 0xc0d2f26000, 0x1000, 0x1000, 0xc0f5597560, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc094713b10, 0xc0d2f26000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0f5597560, 0xc0d2f26000, 0x1000, 0x1000, 0xc0e5748c70, 0x404c85, 0xc03c5668a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc123721aa0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc123721aa0, 0x1, 0x0, 0x0, 0x1, 0xc09c500c60, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0f5597560)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579728 [select]:
net/http.(*persistConn).writeLoop(0xc08b53cc60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5576001 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc058ce2980, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5578504 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0441e7680, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 4698613 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0bd4be120)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4680482 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0936cf0e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579953 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbf188650, 0x72, 0xc0878f2810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc007aec718, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc007aec718, 0xc0bf611c00, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc007aec700, 0xc0bf611c00, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc007aec700, 0xc0bf611c00, 0x400, 0x400, 0x0, 0xc01b5d5470, 0xc0878f2948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc00aca22c0, 0xc0bf611c00, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc0444d13e0, 0x7fafc91c9538, 0xc07c5b7740, 0x5, 0xc07c5b7740, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0ef1ec380, 0x1d2af17, 0xc0ef1ec4a0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0ef1ec380, 0xc001a8c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc07834be60, 0xc001a8c000, 0x1000, 0x1000, 0xc02ccf98c0, 0xc07834be60, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0f3110600)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0f3110600, 0x1, 0x2, 0x0, 0x0, 0xc0e09a11a0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc07834be60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4709602 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0ce90c7e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579769 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc07db2d9e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5573554 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0214bc120)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5576751 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc6c3ef40, 0x72, 0xc0bbabaa40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc007e35918, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc007e35918, 0xc02013b000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc007e35900, 0xc02013b000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc007e35900, 0xc02013b000, 0x1000, 0x1000, 0xc0178d17a0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc00d6f4820, 0xc02013b000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0178d17a0, 0xc02013b000, 0x1000, 0x1000, 0xc0bbabac70, 0x404c85, 0xc0468b6d20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc00648a7e0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc00648a7e0, 0x1, 0x0, 0x0, 0x1, 0xc05b3724e0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0178d17a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577785 [select]:
github.com/prometheus/prometheus/discovery.(*Manager).updater(0xc0004e6140, 0x1eb9620, 0xc060fa9c80, 0xc0c88b5d60, 0xc0a0464300)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/discovery/manager.go:225 +0x1b0
created by github.com/prometheus/prometheus/discovery.(*Manager).startProvider
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/discovery/manager.go:220 +0x367
goroutine 5580094 [select]:
github.com/prometheus/prometheus/storage/remote.(*QueueManager).updateShardsLoop(0xc0d19b8120)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:275 +0x132
created by github.com/prometheus/prometheus/storage/remote.(*QueueManager).Start
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:247 +0x63
goroutine 5581088 [select]:
net/http.(*persistConn).writeLoop(0xc06a12de60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4672390 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc3e4db48, 0x72, 0xc006275a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc020ea5318, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc020ea5318, 0xc017642000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc020ea5300, 0xc017642000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc020ea5300, 0xc017642000, 0x1000, 0x1000, 0xc0df1585a0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc01a729fc0, 0xc017642000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0df1585a0, 0xc017642000, 0x1000, 0x1000, 0xc006275c70, 0x404c85, 0xc0849d15c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0b44e75c0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0b44e75c0, 0x1, 0x0, 0x0, 0x1, 0xc0d6734480, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0df1585a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579305 [IO wait]:
internal/poll.runtime_pollWait(0x7fafba88f0d0, 0x72, 0xc0f0ca9a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc05818d298, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc05818d298, 0xc0088bf000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc05818d280, 0xc0088bf000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc05818d280, 0xc0088bf000, 0x1000, 0x1000, 0xc05255de60, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc014624e20, 0xc0088bf000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc05255de60, 0xc0088bf000, 0x1000, 0x1000, 0xc0f0ca9c70, 0x404c85, 0xc0a159ff20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0f4086f00)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0f4086f00, 0x1, 0x0, 0x0, 0x1, 0xc0bc4fb8c0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc05255de60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5576744 [select]:
net/http.(*persistConn).writeLoop(0xc0eb03e480)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5580856 [select]:
net/http.(*persistConn).writeLoop(0xc0b36f3b00)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4674321 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc01cbc8a20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5580036 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc1db14a8, 0x72, 0xc006e4ca40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0ad809098, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0ad809098, 0xc063025000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0ad809080, 0xc063025000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0ad809080, 0xc063025000, 0x1000, 0x1000, 0xc1088e0480, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0b5678c10, 0xc063025000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc1088e0480, 0xc063025000, 0x1000, 0x1000, 0xc006e4cc70, 0x404c85, 0xc104fca720)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc06be89260)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc06be89260, 0x1, 0x0, 0x0, 0x1, 0xc0e2600900, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc1088e0480)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5576032 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc04cfd8680, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 4703568 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc662cbb8, 0x72, 0xc030438a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc00f210e18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc00f210e18, 0xc076cc9000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc00f210e00, 0xc076cc9000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc00f210e00, 0xc076cc9000, 0x1000, 0x1000, 0xc0ee128480, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0389e0b40, 0xc076cc9000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0ee128480, 0xc076cc9000, 0x1000, 0x1000, 0xc030438c70, 0x404c85, 0xc03302bf80)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0ca693020)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0ca693020, 0x1, 0x0, 0x0, 0x1, 0xc033076ea0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0ee128480)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5575939 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc058ce2180, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5581285 [select]:
net/http.(*persistConn).writeLoop(0xc05f28b7a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5580758 [select]:
net/http.(*persistConn).writeLoop(0xc106644900)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5576010 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc058ce3400, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5581272 [select]:
net/http.(*persistConn).writeLoop(0xc0cf72d7a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5595103 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc28d0830, 0x72, 0xc000703a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc03fe50218, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc03fe50218, 0xc074002000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc03fe50200, 0xc074002000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc03fe50200, 0xc074002000, 0x1000, 0x1000, 0xc05aa4d320, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0531ab4a0, 0xc074002000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc05aa4d320, 0xc074002000, 0x1000, 0x1000, 0xc000703c70, 0x404c85, 0xc078c0b4a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc034b2b500)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc034b2b500, 0x1, 0x0, 0x0, 0x1, 0xc03db132c0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc05aa4d320)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5573699 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc1db2008, 0x72, 0xc0103dd810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc039437718, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc039437718, 0xc07f26fc00, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc039437700, 0xc07f26fc00, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc039437700, 0xc07f26fc00, 0x400, 0x400, 0x0, 0xc0a6eaf4d0, 0xc0103dd948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc02516a3f0, 0xc07f26fc00, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc108b6ad80, 0x7fafc91c9538, 0xc0b5d1e9c0, 0x5, 0xc0b5d1e9c0, 0xc0103dda40)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc07bc66000, 0x1d2af17, 0xc07bc66120, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc07bc66000, 0xc0aebb8000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc0c4634900, 0xc0aebb8000, 0x1000, 0x1000, 0xc013aea7e0, 0xc0c4634900, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0e4488e40)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0e4488e40, 0x1, 0x2, 0x0, 0x0, 0xc07cf71e00, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0c4634900)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5578634 [semacquire]:
sync.runtime_SemacquireMutex(0xc0db545844, 0xffffffffffffff00)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/mutex.go:134 +0xff
sync.(*RWMutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/rwmutex.go:93 +0x2d
github.com/prometheus/prometheus/storage/remote.(*QueueManager).Append(0xc0db5457a0, 0xc0ac1b98f0, 0x5, 0xc0b78c03f0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:221 +0x23b
github.com/prometheus/prometheus/storage/remote.(*Storage).Add(0xc0001c4e00, 0xc0764dea00, 0x5, 0x5, 0x1682dcfdcd5, 0x4010000000000000, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/write.go:32 +0x14e
github.com/prometheus/prometheus/storage.(*fanoutAppender).AddFast(0xc05d2e6bc0, 0xc0764dea00, 0x5, 0x5, 0x83121, 0x1682dcfdcd5, 0x4010000000000000, 0x7, 0xc102a9caa0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/fanout.go:155 +0x121
github.com/prometheus/prometheus/scrape.(*timeLimitAppender).AddFast(0xc0bffe7ac0, 0xc0764dea00, 0x5, 0x5, 0x83121, 0x1682dcfdcd5, 0x4010000000000000, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/target.go:310 +0xac
github.com/prometheus/prometheus/scrape.(*scrapeLoop).append(0xc035ad8200, 0xc0ba10c000, 0x17ada, 0x3b538, 0xc0617c48d0, 0x28, 0xbf0549e5eda1ec60, 0x2231348da08, 0x2e85960, 0x0, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:992 +0x196f
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc035ad8200, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:833 +0x592
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 5579452 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbd619c08, 0x72, 0xc0eb7cea40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc03c13af18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc03c13af18, 0xc031538000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc03c13af00, 0xc031538000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc03c13af00, 0xc031538000, 0x1000, 0x1000, 0xc06add7e60, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc019a34538, 0xc031538000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc06add7e60, 0xc031538000, 0x1000, 0x1000, 0xc0eb7cec70, 0x404c85, 0xc0539c4ba0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0437881e0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0437881e0, 0x1, 0x0, 0x0, 0x1, 0xc05b0a59e0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc06add7e60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5580680 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc37108e0, 0x72, 0xc0244d0a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0ab024918, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0ab024918, 0xc005403000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0ab024900, 0xc005403000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0ab024900, 0xc005403000, 0x1000, 0x1000, 0xc099fb2000, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc067166460, 0xc005403000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc099fb2000, 0xc005403000, 0x1000, 0x1000, 0xc0244d0c70, 0x404c85, 0xc0829b2660)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0e9ab3ec0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0e9ab3ec0, 0x1, 0x0, 0x0, 0x1, 0xc0e0836cc0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc099fb2000)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5578626 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0482b1480, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 4707103 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc06edc97a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5573361 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc3864810, 0x72, 0xc039e78810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0bbe1e818, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0bbe1e818, 0xc080311800, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0bbe1e800, 0xc080311800, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0bbe1e800, 0xc080311800, 0x400, 0x400, 0x0, 0xc04f8046c0, 0xc039e78948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc08ac21fb8, 0xc080311800, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc053a82540, 0x7fafc91c9538, 0xc09291d2c0, 0x5, 0xc09291d2c0, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc083899c00, 0x1d2af17, 0xc083899d20, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc083899c00, 0xc09f07e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc0c0d1a120, 0xc09f07e000, 0x1000, 0x1000, 0xc013aeb0e0, 0xc0c0d1a120, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0be11af60)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0be11af60, 0x1, 0x2, 0x0, 0x0, 0xc05dd1e1e0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0c0d1a120)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577101 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc870a160, 0x72, 0xc083f2da40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0296aea98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0296aea98, 0xc085f99000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0296aea80, 0xc085f99000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0296aea80, 0xc085f99000, 0x1000, 0x1000, 0xc0e6744120, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc02eaceeb8, 0xc085f99000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0e6744120, 0xc085f99000, 0x1000, 0x1000, 0xc083f2dc70, 0x404c85, 0xc0bac153e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc05c03cc60)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc05c03cc60, 0x1, 0x0, 0x0, 0x1, 0xc0bac15320, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0e6744120)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4684401 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc782fd70, 0x72, 0xc087bc5a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc062ad2d18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc062ad2d18, 0xc0a359d000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc062ad2d00, 0xc0a359d000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc062ad2d00, 0xc0a359d000, 0x1000, 0x1000, 0xc0172b0ea0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0690f1178, 0xc0a359d000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0172b0ea0, 0xc0a359d000, 0x1000, 0x1000, 0xc087bc5c70, 0x404c85, 0xc0e2392c60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0d17f61e0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0d17f61e0, 0x1, 0x0, 0x0, 0x1, 0xc0565b9440, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0172b0ea0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5573704 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0dfaaeea0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579613 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc27178d0, 0x72, 0xc0eb7cc810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc08350f818, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc08350f818, 0xc07f26f800, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc08350f800, 0xc07f26f800, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc08350f800, 0xc07f26f800, 0x400, 0x400, 0x0, 0xc05bbb8510, 0xc0eb7cc948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc02ac66560, 0xc07f26f800, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc06054e060, 0x7fafc91c9538, 0xc06985bf80, 0x5, 0xc06985bf80, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc08dac3c00, 0x1d2af17, 0xc08dac3d20, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc08dac3c00, 0xc010bdc000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc062bbcfc0, 0xc010bdc000, 0x1000, 0x1000, 0xc050e2a240, 0xc062bbcfc0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0d6624fc0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0d6624fc0, 0x1, 0x2, 0x0, 0x0, 0xc0fcdee960, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc062bbcfc0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4673817 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc02b6e1d40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5573821 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0f1226000)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5576015 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc058ce3700, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 4672465 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc10e26dd40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5583696 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc79234e0, 0x72, 0xc0ca1a7a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc099046918, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc099046918, 0xc0d9a6a000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc099046900, 0xc0d9a6a000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc099046900, 0xc0d9a6a000, 0x1000, 0x1000, 0xc0d9a44000, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc07150bfc0, 0xc0d9a6a000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0d9a44000, 0xc0d9a6a000, 0x1000, 0x1000, 0xc0ca1a7c70, 0x404c85, 0xc085bb5b60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc04d7a2900)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc04d7a2900, 0x1, 0x0, 0x0, 0x1, 0xc07b9cb4a0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0d9a44000)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579070 [select]:
net/http.(*persistConn).writeLoop(0xc0bc4a0000)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577877 [select, 3 minutes]:
k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc066cb4a00, 0x1ea5360, 0xc05f13ecc0, 0xc0cf16fba0, 0xc04adb0cc0, 0xc0d6734b40, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x235
k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc066cb4a00, 0xc0d6734b40, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:339 +0xf49
k8s.io/client-go/tools/cache.(*Reflector).Run.func1()
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:204 +0x33
k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc091629f18)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x54
k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0cf16ff18, 0x3b9aca00, 0x0, 0xc03d5ef901, 0xc0d6734b40)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:134 +0xbe
k8s.io/apimachinery/pkg/util/wait.Until(0xc091629f18, 0x3b9aca00, 0xc0d6734b40)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:88 +0x4d
k8s.io/client-go/tools/cache.(*Reflector).Run(0xc066cb4a00, 0xc0d6734b40)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:203 +0x163
k8s.io/client-go/tools/cache.(*Reflector).Run-fm(0xc0d6734b40)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:122 +0x34
k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1()
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:54 +0x2e
k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0698e4c90, 0xc094e617e0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x4f
created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:69 +0x62
goroutine 5580620 [select]:
net/http.(*persistConn).writeLoop(0xc09f75eea0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 6200004 [select]:
net/http.(*persistConn).writeLoop(0xc0ab9add40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579402 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc5cdbfd8, 0x72, 0xc073ee5a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0c3d5a498, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0c3d5a498, 0xc01d425000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0c3d5a480, 0xc01d425000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0c3d5a480, 0xc01d425000, 0x1000, 0x1000, 0xc01367f320, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc088909af8, 0xc01d425000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc01367f320, 0xc01d425000, 0x1000, 0x1000, 0xc073ee5c70, 0x404c85, 0xc0c2611920)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0574024e0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0574024e0, 0x1, 0x0, 0x0, 0x1, 0xc075df1500, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc01367f320)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5578987 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbdff4c30, 0x72, 0xc0bbcafa40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc05d2d8d98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc05d2d8d98, 0xc104093000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc05d2d8d80, 0xc104093000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc05d2d8d80, 0xc104093000, 0x1000, 0x1000, 0xc027f210e0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0947123b0, 0xc104093000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc027f210e0, 0xc104093000, 0x1000, 0x1000, 0xc0bbcafc70, 0x404c85, 0xc069d89260)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0975b8d20)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0975b8d20, 0x1, 0x0, 0x0, 0x1, 0xc0fce08720, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc027f210e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579329 [select]:
net/http.(*persistConn).writeLoop(0xc0b71137a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5578689 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc07f7a3700, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 5580641 [select]:
net/http.(*persistConn).writeLoop(0xc0d6f30b40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5584238 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc8af4160, 0x72, 0xc0b63f2a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0e41cfa98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0e41cfa98, 0xc0c7b05000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0e41cfa80, 0xc0c7b05000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0e41cfa80, 0xc0c7b05000, 0x1000, 0x1000, 0xc0f162db00, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc02b7d3fe0, 0xc0c7b05000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0f162db00, 0xc0c7b05000, 0x1000, 0x1000, 0xc0b63f2c70, 0x404c85, 0xc0ca3d17a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0d059bc80)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0d059bc80, 0x1, 0x0, 0x0, 0x1, 0xc08681f320, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0f162db00)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5573379 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbd0141a0, 0x72, 0xc08034f810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0563efa18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0563efa18, 0xc0c979a400, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0563efa00, 0xc0c979a400, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0563efa00, 0xc0c979a400, 0x400, 0x400, 0x0, 0xc0aeabd6b0, 0xc08034f948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0118cfb80, 0xc0c979a400, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc0394993e0, 0x7fafc91c9538, 0xc0894c2840, 0x5, 0xc0894c2840, 0xc0b84de940)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc10ca1fc00, 0x1d2af17, 0xc10ca1fd20, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc10ca1fc00, 0xc1192bf000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc0def36900, 0xc1192bf000, 0x1000, 0x1000, 0xc013aea7e0, 0xc0def36900, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0c9ddbf20)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0c9ddbf20, 0x1, 0x2, 0x0, 0x0, 0xc06422f500, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0def36900)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579302 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc045e87e60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5573831 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc2716e40, 0x72, 0xc07b509810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc10d231898, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc10d231898, 0xc0db73c400, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc10d231880, 0xc0db73c400, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc10d231880, 0xc0db73c400, 0x400, 0x400, 0x0, 0xc0d703b3e0, 0xc07b509948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc00cdf53c0, 0xc0db73c400, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc03a80d530, 0x7fafc91c9538, 0xc0f4f4cac0, 0x5, 0xc0f4f4cac0, 0xc07b509a40)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc007901500, 0x1d2af17, 0xc007901620, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc007901500, 0xc03cf2e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc0c63d5d40, 0xc03cf2e000, 0x1000, 0x1000, 0xc013aea7e0, 0xc0c63d5d40, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0bb9651a0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0bb9651a0, 0x1, 0x2, 0x0, 0x0, 0xc04a5e8720, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0c63d5d40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577824 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc8e1e378, 0x72, 0xc0bb590a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc07dd35a18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc07dd35a18, 0xc0157a9000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc07dd35a00, 0xc0157a9000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc07dd35a00, 0xc0157a9000, 0x1000, 0x1000, 0xc0a7d91b00, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0488f8ec8, 0xc0157a9000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0a7d91b00, 0xc0157a9000, 0x1000, 0x1000, 0xc0bb590c70, 0x404c85, 0xc0a0db7440)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc01168fec0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc01168fec0, 0x1, 0x0, 0x0, 0x1, 0xc0672be180, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0a7d91b00)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577633 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0eedc1680)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577689 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc060960200, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5578681 [semacquire]:
sync.runtime_SemacquireMutex(0xc0db545844, 0xffffffffffffff00)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/mutex.go:134 +0xff
sync.(*RWMutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/rwmutex.go:93 +0x2d
github.com/prometheus/prometheus/storage/remote.(*QueueManager).Append(0xc0db5457a0, 0xc0a8ceb8f0, 0x8, 0xc0238d4150)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:221 +0x23b
github.com/prometheus/prometheus/storage/remote.(*Storage).Add(0xc0001c4e00, 0xc0bac86000, 0x7, 0x8, 0x1682dcfe076, 0x0, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/write.go:32 +0x14e
github.com/prometheus/prometheus/storage.(*fanoutAppender).AddFast(0xc0da198900, 0xc0bac86000, 0x7, 0x8, 0x14684, 0x1682dcfe076, 0x0, 0x117, 0xc0f544aa30)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/fanout.go:155 +0x121
github.com/prometheus/prometheus/scrape.(*timeLimitAppender).AddFast(0xc06dec01c0, 0xc0bac86000, 0x7, 0x8, 0x14684, 0x1682dcfe076, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/target.go:310 +0xac
github.com/prometheus/prometheus/scrape.(*scrapeLoop).append(0xc07f7a2b80, 0xc12408e000, 0x47a12, 0xb1fa8, 0xc0046d0cc0, 0x28, 0xbf0549e62962c35f, 0x2234aa47aea, 0x2e85960, 0x0, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:992 +0x196f
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc07f7a2b80, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:833 +0x592
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 5581286 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbd2acf70, 0x72, 0xc0c8c0fa40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0e7c99c18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0e7c99c18, 0xc1138cd000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0e7c99c00, 0xc1138cd000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0e7c99c00, 0xc1138cd000, 0x1000, 0x1000, 0xc0d3c827e0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0601740a8, 0xc1138cd000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0d3c827e0, 0xc1138cd000, 0x1000, 0x1000, 0xc0c8c0fc70, 0x404c85, 0xc0aa8c90e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0d7c4bb00)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0d7c4bb00, 0x1, 0x0, 0x0, 0x1, 0xc0821aa300, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0d3c827e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5575831 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbf5770d0, 0x72, 0xc055cf9a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc039171618, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc039171618, 0xc0299d1000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc039171600, 0xc0299d1000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc039171600, 0xc0299d1000, 0x1000, 0x1000, 0xc0c6007c20, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc044ad7828, 0xc0299d1000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0c6007c20, 0xc0299d1000, 0x1000, 0x1000, 0xc055cf9c70, 0x404c85, 0xc052660a20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc019237f80)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc019237f80, 0x1, 0x0, 0x0, 0x1, 0xc052660960, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0c6007c20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4684815 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc24812b8, 0x72, 0xc0465efa40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0b3de7e98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0b3de7e98, 0xc095f1c000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0b3de7e80, 0xc095f1c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0b3de7e80, 0xc095f1c000, 0x1000, 0x1000, 0xc08521d7a0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0193c5078, 0xc095f1c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc08521d7a0, 0xc095f1c000, 0x1000, 0x1000, 0xc0465efc70, 0x404c85, 0xc056e75ec0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0a0817b60)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0a0817b60, 0x1, 0x0, 0x0, 0x1, 0xc083290780, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc08521d7a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4672030 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc6bf4680, 0x72, 0xc0bba0aa40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0adef5d18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0adef5d18, 0xc02a2b5000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0adef5d00, 0xc02a2b5000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0adef5d00, 0xc02a2b5000, 0x1000, 0x1000, 0xc05d0e5440, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc00ea060d8, 0xc02a2b5000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc05d0e5440, 0xc02a2b5000, 0x1000, 0x1000, 0xc0bba0ac70, 0x404c85, 0xc01200e0c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0dc29d9e0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0dc29d9e0, 0x1, 0x0, 0x0, 0x1, 0xc05720e0c0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc05d0e5440)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579266 [select]:
net/http.(*persistConn).writeLoop(0xc05216a900)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4689178 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc09a744000)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5578690 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc07f7a3900, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 5579051 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbf8f2930, 0x72, 0xc061429a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0c85cf018, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0c85cf018, 0xc01f6b1000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0c85cf000, 0xc01f6b1000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0c85cf000, 0xc01f6b1000, 0x1000, 0x1000, 0xc10c05f440, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc08e051a60, 0xc01f6b1000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc10c05f440, 0xc01f6b1000, 0x1000, 0x1000, 0xc061429c70, 0x404c85, 0xc02e2704e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc07706be00)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc07706be00, 0x1, 0x0, 0x0, 0x1, 0xc08963f500, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc10c05f440)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5578652 [semacquire]:
sync.runtime_SemacquireMutex(0xc0db545844, 0xffffffffffffff00)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/mutex.go:134 +0xff
sync.(*RWMutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/rwmutex.go:93 +0x2d
github.com/prometheus/prometheus/storage/remote.(*QueueManager).Append(0xc0db5457a0, 0xc0d6d4d8f0, 0x5, 0xc0434ca570)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:221 +0x23b
github.com/prometheus/prometheus/storage/remote.(*Storage).Add(0xc0001c4e00, 0xc0574a30e0, 0x5, 0x5, 0x1682dcfbaee, 0x0, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/write.go:32 +0x14e
github.com/prometheus/prometheus/storage.(*fanoutAppender).AddFast(0xc03609ea40, 0xc0574a30e0, 0x5, 0x5, 0x4d667, 0x1682dcfbaee, 0x0, 0x1a5, 0xc02d9d6410)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/fanout.go:155 +0x121
github.com/prometheus/prometheus/scrape.(*timeLimitAppender).AddFast(0xc0898f2760, 0xc0574a30e0, 0x5, 0x5, 0x4d667, 0x1682dcfbaee, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/target.go:310 +0xac
github.com/prometheus/prometheus/scrape.(*scrapeLoop).append(0xc035ad9980, 0xc0b8f94000, 0x46b83, 0xb1fa8, 0xc079a21ce0, 0x28, 0xbf0549e3c5228ece, 0x2210df32c5c, 0x2e85960, 0x0, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:992 +0x196f
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc035ad9980, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:833 +0x592
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 5580330 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc3100610, 0x72, 0xc0d1fc9a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0c2455e98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0c2455e98, 0xc06140c000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0c2455e80, 0xc06140c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0c2455e80, 0xc06140c000, 0x1000, 0x1000, 0xc0c5140a20, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc02ac67770, 0xc06140c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0c5140a20, 0xc06140c000, 0x1000, 0x1000, 0xc0d1fc9c70, 0x404c85, 0xc03bfb3140)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0acfcf5c0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0acfcf5c0, 0x1, 0x0, 0x0, 0x1, 0xc0938bda40, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0c5140a20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577588 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0a7fe4a20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5573166 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc92851d0, 0x72, 0xc06ecf8810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0bc641618, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0bc641618, 0xc0246ec400, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0bc641600, 0xc0246ec400, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0bc641600, 0xc0246ec400, 0x400, 0x400, 0x0, 0xc0a6eaf2c0, 0xc06ecf8948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc049e76bf0, 0xc0246ec400, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc06dcf1080, 0x7fafc91c9538, 0xc0bf19da00, 0x5, 0xc0bf19da00, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0a2af9880, 0x1d2af17, 0xc0a2af99a0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0a2af9880, 0xc10998b000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc0c764eea0, 0xc10998b000, 0x1000, 0x1000, 0xc013aea7e0, 0xc0c764eea0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0d0a1bce0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0d0a1bce0, 0x1, 0x2, 0x0, 0x0, 0xc0cc7aba40, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0c764eea0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5572904 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0fe895e60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579494 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbf7b4cd0, 0x72, 0xc013575a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0b1d13298, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0b1d13298, 0xc021031000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0b1d13280, 0xc021031000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0b1d13280, 0xc021031000, 0x1000, 0x1000, 0xc0797ec6c0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc02eacef40, 0xc021031000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0797ec6c0, 0xc021031000, 0x1000, 0x1000, 0xc013575c70, 0x404c85, 0xc06a3d16e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc06be35c80)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc06be35c80, 0x1, 0x0, 0x0, 0x1, 0xc0a5f6fb60, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0797ec6c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5574537 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc3863ff0, 0x72, 0xc0ad243810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0d9949318, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0d9949318, 0xc02be58000, 0x2000, 0x2000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0d9949300, 0xc02be58000, 0x2000, 0x2000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0d9949300, 0xc02be58000, 0x2000, 0x2000, 0xc08eb02600, 0xc0aef658c0, 0xc0ad243948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc041e0cd00, 0xc02be58000, 0x2000, 0x2000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc0e09d2f00, 0x7fafc91c9538, 0xc077cf2900, 0x5, 0xc077cf2900, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc068445500, 0x1d2af17, 0xc068445620, 0x458a30)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc068445500, 0xc06df66000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc04837f0e0, 0xc06df66000, 0x1000, 0x1000, 0xc0ad243c70, 0x404c85, 0xc07dd3b320)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0499d59e0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0499d59e0, 0x1, 0x0, 0x0, 0x1, 0xc0773357a0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc04837f0e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5575867 [semacquire]:
sync.runtime_SemacquireMutex(0xc0db545844, 0xffffffffffffff00)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/mutex.go:134 +0xff
sync.(*RWMutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/rwmutex.go:93 +0x2d
github.com/prometheus/prometheus/storage/remote.(*QueueManager).Append(0xc0db5457a0, 0xc0aba4f8f0, 0xc, 0xc07876fbc0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:221 +0x23b
github.com/prometheus/prometheus/storage/remote.(*Storage).Add(0xc0001c4e00, 0xc058007980, 0x9, 0xc, 0x1682dcfde67, 0x41a5797596000000, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/write.go:32 +0x14e
github.com/prometheus/prometheus/storage.(*fanoutAppender).AddFast(0xc0253cc540, 0xc058007980, 0x9, 0xc, 0x13d5a, 0x1682dcfde67, 0x41a5797596000000, 0x13a, 0xc104fa4820)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/fanout.go:155 +0x121
github.com/prometheus/prometheus/scrape.(*timeLimitAppender).AddFast(0xc0f2d899a0, 0xc058007980, 0x9, 0xc, 0x13d5a, 0x1682dcfde67, 0x41a5797596000000, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/target.go:310 +0xac
github.com/prometheus/prometheus/scrape.(*scrapeLoop).append(0xc058ce2200, 0xc01aff4000, 0x13408, 0x13c68, 0xc0643e80f0, 0x28, 0xbf0549e60a015087, 0x2232b430815, 0x2e85960, 0x0, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:992 +0x196f
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc058ce2200, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:833 +0x592
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5573070 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc9284670, 0x72, 0xc0bbb65810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc02e6e9898, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc02e6e9898, 0xc10c815800, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc02e6e9880, 0xc10c815800, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc02e6e9880, 0xc10c815800, 0x400, 0x400, 0x0, 0xc081025110, 0xc0bbb65948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc08ac21ea8, 0xc10c815800, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc09455fd10, 0x7fafc91c9538, 0xc09291c540, 0x5, 0xc09291c540, 0xc0b4267640)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc083898700, 0x1d2af17, 0xc083898820, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc083898700, 0xc0d43f6000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc036ad6fc0, 0xc0d43f6000, 0x1000, 0x1000, 0xc013aeb0e0, 0xc036ad6fc0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0c8cea9c0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0c8cea9c0, 0x1, 0x2, 0x0, 0x0, 0xc07dd3a060, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc036ad6fc0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5578640 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc035ad8900, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 5580350 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc30ffec0, 0x72, 0xc0ea6e9a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc02b933398, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc02b933398, 0xc016004000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc02b933380, 0xc016004000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc02b933380, 0xc016004000, 0x1000, 0x1000, 0xc0e0b70120, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc019a340b8, 0xc016004000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0e0b70120, 0xc016004000, 0x1000, 0x1000, 0xc0ea6e9c70, 0x404c85, 0xc04b35bf20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0b7e130e0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0b7e130e0, 0x1, 0x0, 0x0, 0x1, 0xc0a5f6f200, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0e0b70120)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4685408 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc06b1c98c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5580163 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0f31b6680, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5580631 [select]:
net/http.(*persistConn).writeLoop(0xc0b98437a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5580800 [select]:
net/http.(*persistConn).writeLoop(0xc04f5826c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5578924 [select]:
net/http.(*persistConn).writeLoop(0xc076ad0ea0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4672482 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc68bc410, 0x72, 0xc09de47a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc03ad73a18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc03ad73a18, 0xc0846b1000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc03ad73a00, 0xc0846b1000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc03ad73a00, 0xc0846b1000, 0x1000, 0x1000, 0xc055c31b00, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc051394fe0, 0xc0846b1000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc055c31b00, 0xc0846b1000, 0x1000, 0x1000, 0xc09de47c70, 0x404c85, 0xc07c86e240)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc04613b860)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc04613b860, 0x1, 0x0, 0x0, 0x1, 0xc08552f080, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc055c31b00)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5576042 [semacquire]:
sync.runtime_SemacquireMutex(0xc0db545844, 0xffffffffffffff00)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/mutex.go:134 +0xff
sync.(*RWMutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/rwmutex.go:93 +0x2d
github.com/prometheus/prometheus/storage/remote.(*QueueManager).Append(0xc0db5457a0, 0xc0bf1818f0, 0x5, 0xc06384c9f0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:221 +0x23b
github.com/prometheus/prometheus/storage/remote.(*Storage).Add(0xc0001c4e00, 0xc065bdc500, 0x5, 0x5, 0x1682dcfdcc0, 0x4135544c00000000, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/write.go:32 +0x14e
github.com/prometheus/prometheus/storage.(*fanoutAppender).AddFast(0xc06572e700, 0xc065bdc500, 0x5, 0x5, 0x1284b, 0x1682dcfdcc0, 0x4135544c00000000, 0x74, 0xc0de5addb0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/fanout.go:155 +0x121
github.com/prometheus/prometheus/scrape.(*timeLimitAppender).AddFast(0xc00951af00, 0xc065bdc500, 0x5, 0x5, 0x1284b, 0x1682dcfdcc0, 0x4135544c00000000, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/target.go:310 +0xac
github.com/prometheus/prometheus/scrape.(*scrapeLoop).append(0xc04cfd8980, 0xc0ff1ca000, 0xd334, 0x13c68, 0xc001f48800, 0x19, 0xbf0549e5ec598953, 0x223120076fb, 0x2e85960, 0x0, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:992 +0x196f
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc04cfd8980, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:833 +0x592
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5588073 [select]:
net/http.(*persistConn).writeLoop(0xc0e9624fc0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5578959 [select]:
net/http.(*persistConn).writeLoop(0xc0bcc4f680)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5578803 [select]:
net/http.(*persistConn).writeLoop(0xc02bb93680)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5578685 [semacquire]:
sync.runtime_SemacquireMutex(0xc0db545844, 0xffffffffffffff00)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/mutex.go:134 +0xff
sync.(*RWMutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/rwmutex.go:93 +0x2d
github.com/prometheus/prometheus/storage/remote.(*QueueManager).Append(0xc0db5457a0, 0xc0a8ce78f0, 0x4, 0xc0e974c3f0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:221 +0x23b
github.com/prometheus/prometheus/storage/remote.(*Storage).Add(0xc0001c4e00, 0xc004eae600, 0x4, 0x4, 0x1682dcfa95c, 0x4130000000000000, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/write.go:32 +0x14e
github.com/prometheus/prometheus/storage.(*fanoutAppender).AddFast(0xc10c724c00, 0xc004eae600, 0x4, 0x4, 0x5670b, 0x1682dcfa95c, 0x4130000000000000, 0x8d, 0xc0ebfb05e0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/fanout.go:155 +0x121
github.com/prometheus/prometheus/scrape.(*timeLimitAppender).AddFast(0xc046e2c300, 0xc004eae600, 0x4, 0x4, 0x5670b, 0x1682dcfa95c, 0x4130000000000000, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/target.go:310 +0xac
github.com/prometheus/prometheus/scrape.(*scrapeLoop).append(0xc07f7a3200, 0xc07a61e000, 0x5869b, 0xb1fa8, 0xc014338cc0, 0x28, 0xbf0549e2a3123f6b, 0x22001dceafa, 0x2e85960, 0x0, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:992 +0x196f
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc07f7a3200, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:833 +0x592
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 5580317 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc92852a0, 0x72, 0xc0a2ebaa40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc08ed37718, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc08ed37718, 0xc02b0b2000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc08ed37700, 0xc02b0b2000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc08ed37700, 0xc02b0b2000, 0x1000, 0x1000, 0xc0701699e0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc02eace3d0, 0xc02b0b2000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0701699e0, 0xc02b0b2000, 0x1000, 0x1000, 0xc0a2ebac70, 0x404c85, 0xc02f2e0540)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc095a12660)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc095a12660, 0x1, 0x0, 0x0, 0x1, 0xc073edf4a0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0701699e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5580837 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc8709ae0, 0x72, 0xc030388a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0549d0818, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0549d0818, 0xc057ce2000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0549d0800, 0xc057ce2000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0549d0800, 0xc057ce2000, 0x1000, 0x1000, 0xc103095680, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc02eacec28, 0xc057ce2000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc103095680, 0xc057ce2000, 0x1000, 0x1000, 0xc030388c70, 0x404c85, 0xc05a2720c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc07767f8c0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc07767f8c0, 0x1, 0x0, 0x0, 0x1, 0xc0bac14720, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc103095680)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5588023 [select]:
net/http.(*persistConn).writeLoop(0xc05f7125a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5573822 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc1eeb4f0, 0x72, 0xc0171f8810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc07fc2c618, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc07fc2c618, 0xc0d37a4c00, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc07fc2c600, 0xc0d37a4c00, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc07fc2c600, 0xc0d37a4c00, 0x400, 0x400, 0x0, 0xc0235c3410, 0xc0171f8948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc020be6aa8, 0xc0d37a4c00, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc094769b60, 0x7fafc91c9538, 0xc026d87040, 0x5, 0xc026d87040, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc00f075180, 0x1d2af17, 0xc00f0752a0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc00f075180, 0xc0bfe5f000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc09c380360, 0xc0bfe5f000, 0x1000, 0x1000, 0xc013aeb0e0, 0xc09c380360, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0e448b980)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0e448b980, 0x1, 0x2, 0x0, 0x0, 0xc072d6f3e0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc09c380360)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579679 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc09c6ef0, 0x72, 0xc098d1b810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0b7fe9a98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0b7fe9a98, 0xc04fbd5000, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0b7fe9a80, 0xc04fbd5000, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0b7fe9a80, 0xc04fbd5000, 0x400, 0x400, 0x0, 0xc0b69ae420, 0xc098d1b948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc060174df0, 0xc04fbd5000, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc006d022d0, 0x7fafc91c9538, 0xc0a5cec980, 0x5, 0xc0a5cec980, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0c80a1c00, 0x1d2af17, 0xc0c80a1d20, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0c80a1c00, 0xc0e1ac9000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc0bff0f320, 0xc0e1ac9000, 0x1000, 0x1000, 0xc02ccf98c0, 0xc0bff0f320, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0a4388780)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0a4388780, 0x1, 0x2, 0x0, 0x0, 0xc0e127c1e0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0bff0f320)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579862 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafba73d1a0, 0x72, 0xc09553f810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc029ee0b98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc029ee0b98, 0xc06830e800, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc029ee0b80, 0xc06830e800, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc029ee0b80, 0xc06830e800, 0x400, 0x400, 0x0, 0xc0b7511560, 0xc09553f948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc060174e10, 0xc06830e800, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc006d02570, 0x7fafc91c9538, 0xc0a5cecbc0, 0x5, 0xc0a5cecbc0, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0c5ef8700, 0x1d2af17, 0xc0c5ef8820, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0c5ef8700, 0xc08a800000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc0eee32fc0, 0xc08a800000, 0x1000, 0x1000, 0xc02ccf98c0, 0xc0eee32fc0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0aacd59e0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0aacd59e0, 0x1, 0x2, 0x0, 0x0, 0xc056f48f60, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0eee32fc0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5960157 [select]:
github.com/prometheus/prometheus/storage/remote.(*shards).runShard(0xc095fdecd0, 0x27)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:471 +0x1f7
created by github.com/prometheus/prometheus/storage/remote.(*shards).start
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:409 +0x48
goroutine 5580075 [semacquire]:
sync.runtime_SemacquireMutex(0xc0db545844, 0xffffffffffffff00)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/mutex.go:134 +0xff
sync.(*RWMutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/rwmutex.go:93 +0x2d
github.com/prometheus/prometheus/storage/remote.(*QueueManager).Append(0xc0db5457a0, 0xc0a0045a10, 0x4, 0xc0daa943c0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:221 +0x23b
github.com/prometheus/prometheus/storage/remote.(*Storage).Add(0xc0001c4e00, 0xc09e14da00, 0x4, 0x4, 0x1682dcfe57e, 0x404b000000000000, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/write.go:32 +0x14e
github.com/prometheus/prometheus/storage.(*fanoutAppender).AddFast(0xc08db582c0, 0xc09e14da00, 0x4, 0x4, 0x1dcd0, 0x1682dcfe57e, 0x404b000000000000, 0x0, 0xc0a9568410)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/fanout.go:155 +0x121
github.com/prometheus/prometheus/scrape.(*timeLimitAppender).AddFast(0xc0d39d68a0, 0xc09e14da00, 0x4, 0x4, 0x1dcd0, 0x1682dcfe57e, 0x404b000000000000, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/target.go:310 +0xac
github.com/prometheus/prometheus/scrape.(*scrapeLoop).addReportSample(0xc0f31b7500, 0x1eb9d60, 0xc0d39d68a0, 0x1c35c37, 0x17, 0x1682dcfe57e, 0x404b000000000000, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:1192 +0x460
github.com/prometheus/prometheus/scrape.(*scrapeLoop).report(0xc0f31b7500, 0xbf0549e67a8c010c, 0x223976882cc, 0x2e85960, 0x127bd02f, 0x36, 0x36, 0x0, 0x0, 0x36, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:1153 +0x2b0
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0f31b7500, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:849 +0x713
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 4689337 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc02ae8fd40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5587745 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbf5775b0, 0x72, 0xc073b2da40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc01e125218, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc01e125218, 0xc0b3ea1000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc01e125200, 0xc0b3ea1000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc01e125200, 0xc0b3ea1000, 0x1000, 0x1000, 0xc101e0ea20, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc088908260, 0xc0b3ea1000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc101e0ea20, 0xc0b3ea1000, 0x1000, 0x1000, 0xc073b2dc70, 0x404c85, 0xc0bee7a240)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0ebba6ae0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0ebba6ae0, 0x1, 0x0, 0x0, 0x1, 0xc0042e60c0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc101e0ea20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579612 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc07db2d8c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579683 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc093e8d8c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579160 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc2718640, 0x72, 0xc0dfdd7a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0c3f48318, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0c3f48318, 0xc034228000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0c3f48300, 0xc034228000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0c3f48300, 0xc034228000, 0x1000, 0x1000, 0xc0e6666d80, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc008483190, 0xc034228000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0e6666d80, 0xc034228000, 0x1000, 0x1000, 0xc0dfdd7c70, 0x404c85, 0xc08c13d5c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc081723bc0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc081723bc0, 0x1, 0x0, 0x0, 0x1, 0xc029c8f4a0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0e6666d80)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5580357 [select]:
net/http.(*persistConn).writeLoop(0xc0918cab40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579169 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbf340c30, 0x72, 0xc0c9011a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc04dfd7098, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc04dfd7098, 0xc06ffbb000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc04dfd7080, 0xc06ffbb000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc04dfd7080, 0xc06ffbb000, 0x1000, 0x1000, 0xc01447b8c0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc07666b5e0, 0xc06ffbb000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc01447b8c0, 0xc06ffbb000, 0x1000, 0x1000, 0xc0c9011c70, 0x404c85, 0xc0edc13140)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0670a3ec0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0670a3ec0, 0x1, 0x0, 0x0, 0x1, 0xc0927af140, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc01447b8c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5580588 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbd2aca90, 0x72, 0xc0026b1a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0ab025598, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0ab025598, 0xc0b347c000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0ab025580, 0xc0b347c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0ab025580, 0xc0b347c000, 0x1000, 0x1000, 0xc099fb2240, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc046df70b8, 0xc0b347c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc099fb2240, 0xc0b347c000, 0x1000, 0x1000, 0xc0026b1c70, 0x404c85, 0xc0c4067aa0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0968a09c0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0968a09c0, 0x1, 0x0, 0x0, 0x1, 0xc0e0836a80, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc099fb2240)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5583867 [select]:
net/http.(*persistConn).writeLoop(0xc0d9a38a20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5581692 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbf5b4b80, 0x72, 0xc0a3108a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc05fd43d18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc05fd43d18, 0xc0b56f7000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc05fd43d00, 0xc0b56f7000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc05fd43d00, 0xc0b56f7000, 0x1000, 0x1000, 0xc0ac541440, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0084832b0, 0xc0b56f7000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0ac541440, 0xc0b56f7000, 0x1000, 0x1000, 0xc0a3108c70, 0x404c85, 0xc04a0f05a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0eaa7fda0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0eaa7fda0, 0x1, 0x0, 0x0, 0x1, 0xc0b5da2e40, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0ac541440)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5578969 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc44d6c30, 0x72, 0xc103056a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0731b4c18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0731b4c18, 0xc02971f000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0731b4c00, 0xc02971f000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0731b4c00, 0xc02971f000, 0x1000, 0x1000, 0xc06fde7440, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc07666b3b0, 0xc02971f000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc06fde7440, 0xc02971f000, 0x1000, 0x1000, 0xc103056c70, 0x404c85, 0xc07193bf80)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc089cab740)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc089cab740, 0x1, 0x0, 0x0, 0x1, 0xc07193be00, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc06fde7440)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5576013 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc058ce3580, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5579346 [select]:
net/http.(*persistConn).writeLoop(0xc0aa7f5d40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4688652 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc37846c0, 0x72, 0xc01528da40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc04a7c1518, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc04a7c1518, 0xc0c91bb000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc04a7c1500, 0xc0c91bb000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc04a7c1500, 0xc0c91bb000, 0x1000, 0x1000, 0xc05cc93440, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc033597248, 0xc0c91bb000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc05cc93440, 0xc0c91bb000, 0x1000, 0x1000, 0xc01528dc70, 0x404c85, 0xc02f4e0660)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0d96aad80)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0d96aad80, 0x1, 0x0, 0x0, 0x1, 0xc11947fc80, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc05cc93440)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4685592 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc0272658, 0x72, 0xc0c4b7ba40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc000c0f898, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc000c0f898, 0xc06ffc3000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc000c0f880, 0xc06ffc3000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc000c0f880, 0xc06ffc3000, 0x1000, 0x1000, 0xc0a6720d80, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0a772f238, 0xc06ffc3000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0a6720d80, 0xc06ffc3000, 0x1000, 0x1000, 0xc0c4b7bc70, 0x404c85, 0xc0cf70d020)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc059c1f320)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc059c1f320, 0x1, 0x0, 0x0, 0x1, 0xc0b4065920, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0a6720d80)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577611 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc094c78400, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 4703252 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc27163b0, 0x72, 0xc055cfea40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc09f481218, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc09f481218, 0xc0d7870000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc09f481200, 0xc0d7870000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc09f481200, 0xc0d7870000, 0x1000, 0x1000, 0xc0586c1e60, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc013a093a8, 0xc0d7870000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0586c1e60, 0xc0d7870000, 0x1000, 0x1000, 0xc055cfec70, 0x404c85, 0xc066364c60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0670a27e0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0670a27e0, 0x1, 0x0, 0x0, 0x1, 0xc029e3bc80, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0586c1e60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5578936 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc44d6000, 0x72, 0xc0b0d76a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc115cb7018, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc115cb7018, 0xc09a41a000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc115cb7000, 0xc09a41a000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc115cb7000, 0xc09a41a000, 0x1000, 0x1000, 0xc038b6a120, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc08e051590, 0xc09a41a000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc038b6a120, 0xc09a41a000, 0x1000, 0x1000, 0xc0b0d76c70, 0x404c85, 0xc050193f20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0efabca80)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0efabca80, 0x1, 0x0, 0x0, 0x1, 0xc079459140, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc038b6a120)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4684475 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0a6974fc0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577749 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc021840380, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 4708927 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbd3825b0, 0x72, 0xc07e93fa40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc02eee3198, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc02eee3198, 0xc0715c8000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc02eee3180, 0xc0715c8000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc02eee3180, 0xc0715c8000, 0x1000, 0x1000, 0xc036a725a0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0401be320, 0xc0715c8000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc036a725a0, 0xc0715c8000, 0x1000, 0x1000, 0xc07e93fc70, 0x404c85, 0xc080edd620)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0d252aba0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0d252aba0, 0x1, 0x0, 0x0, 0x1, 0xc0656456e0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc036a725a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579255 [select]:
net/http.(*persistConn).writeLoop(0xc04c48a000)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 6199863 [runnable]:
internal/poll.runtime_pollWait(0x7fafbf7b50e0, 0x72, 0xc07b50b810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc07143f498, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc07143f498, 0xc1152b0000, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc07143f480, 0xc1152b0000, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc07143f480, 0xc1152b0000, 0x400, 0x400, 0x0, 0x1, 0xc07b50b948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc05ed64930, 0xc1152b0000, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc0bd14f7a0, 0x7fafc91c9538, 0xc0bcbf1e00, 0x5, 0xc0bcbf1e00, 0xc0333f5b00)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0af15b180, 0x1d2af17, 0xc0af15b2a0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0af15b180, 0xc0ea3eb000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc0d9bc9e60, 0xc0ea3eb000, 0x1000, 0x1000, 0xc0d19b8000, 0xc0d9bc9e60, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0cf0e42a0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0cf0e42a0, 0x1, 0x2, 0x0, 0x0, 0xc0e09a0600, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0d9bc9e60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579279 [select]:
net/http.(*persistConn).writeLoop(0xc013416fc0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5581266 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc68bc340, 0x72, 0xc036f42a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0dac58d18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0dac58d18, 0xc0078bd000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0dac58d00, 0xc0078bd000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0dac58d00, 0xc0078bd000, 0x1000, 0x1000, 0xc088a5e360, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0716c60a0, 0xc0078bd000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc088a5e360, 0xc0078bd000, 0x1000, 0x1000, 0xc036f42c70, 0x404c85, 0xc08a1e5c20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0d97ae780)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0d97ae780, 0x1, 0x0, 0x0, 0x1, 0xc048ce3ce0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc088a5e360)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5578914 [sync.Cond.Wait, 3 minutes]:
sync.runtime_notifyListWait(0xc073dfc890, 0xc000000000)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:510 +0xeb
sync.(*Cond).Wait(0xc073dfc880)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/cond.go:56 +0x92
k8s.io/client-go/util/workqueue.(*Type).Get(0xc015493e50, 0x0, 0x0, 0xc08e874000)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/util/workqueue/queue.go:124 +0x90
github.com/prometheus/prometheus/discovery/kubernetes.(*Pod).process(0xc073dfc8c0, 0x1eb9620, 0xc060fa9c40, 0xc0a04642a0, 0x45bc00)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/discovery/kubernetes/pod.go:99 +0x4c
github.com/prometheus/prometheus/discovery/kubernetes.(*Pod).Run.func1(0xc073dfc8c0, 0x1eb9620, 0xc060fa9c40, 0xc0a04642a0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/discovery/kubernetes/pod.go:90 +0x49
created by github.com/prometheus/prometheus/discovery/kubernetes.(*Pod).Run
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/discovery/kubernetes/pod.go:89 +0x214
goroutine 4676366 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbff8e690, 0x72, 0xc0917f2a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0acc81398, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0acc81398, 0xc005d15000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0acc81380, 0xc005d15000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0acc81380, 0xc005d15000, 0x1000, 0x1000, 0xc0ea2f2b40, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0074f8480, 0xc005d15000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0ea2f2b40, 0xc005d15000, 0x1000, 0x1000, 0xc0917f2c70, 0x404c85, 0xc0717005a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0be88d5c0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0be88d5c0, 0x1, 0x0, 0x0, 0x1, 0xc0659ed860, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0ea2f2b40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5578976 [select]:
net/http.(*persistConn).writeLoop(0xc0f7c4d200)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4685129 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbdb20680, 0x72, 0xc006d8da40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0b5c1fa98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0b5c1fa98, 0xc09e185000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0b5c1fa80, 0xc09e185000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0b5c1fa80, 0xc09e185000, 0x1000, 0x1000, 0xc0595086c0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc046f3e400, 0xc09e185000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0595086c0, 0xc09e185000, 0x1000, 0x1000, 0xc006d8dc70, 0x404c85, 0xc05df62d20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc037df42a0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc037df42a0, 0x1, 0x0, 0x0, 0x1, 0xc042bd34a0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0595086c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5573471 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc782f890, 0x72, 0xc020869810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc00c7f7498, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc00c7f7498, 0xc04a404400, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc00c7f7480, 0xc04a404400, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc00c7f7480, 0xc04a404400, 0x400, 0x400, 0x0, 0xc0167f8a80, 0xc020869948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0703de0a8, 0xc04a404400, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc0a01f5e90, 0x7fafc91c9538, 0xc090fb6880, 0x5, 0xc090fb6880, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0b6618380, 0x1d2af17, 0xc0b66184a0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0b6618380, 0xc04bbbb000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc09d9946c0, 0xc04bbbb000, 0x1000, 0x1000, 0xc013aeaea0, 0xc09d9946c0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc08534f4a0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc08534f4a0, 0x1, 0x2, 0x0, 0x0, 0xc04a5e90e0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc09d9946c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579139 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0925f6fc0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5959999 [select]:
github.com/prometheus/prometheus/storage/remote.(*shards).runShard(0xc095fdecd0, 0x9)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:471 +0x1f7
created by github.com/prometheus/prometheus/storage/remote.(*shards).start
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:409 +0x48
goroutine 4690191 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0216a6900)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5580150 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0f31b6f80, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5579110 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbd619e78, 0x72, 0xc06ca8fa40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc10c8aa698, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc10c8aa698, 0xc019d06000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc10c8aa680, 0xc019d06000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc10c8aa680, 0xc019d06000, 0x1000, 0x1000, 0xc0f07d39e0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0843f7d78, 0xc019d06000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0f07d39e0, 0xc019d06000, 0x1000, 0x1000, 0xc06ca8fc70, 0x404c85, 0xc10a47f440)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0e68b49c0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0e68b49c0, 0x1, 0x0, 0x0, 0x1, 0xc0e3c74000, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0f07d39e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5572983 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0d8427560)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5581203 [select]:
net/http.(*persistConn).writeLoop(0xc02d751b00)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4680291 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0f8767d40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5574038 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0494f86c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579190 [select]:
net/http.(*persistConn).writeLoop(0xc046386a20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577703 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc08076b280, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 4677163 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0fb5aea20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577628 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0xc0cd7e9550, 0xc0000000d8)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:510 +0xeb
sync.(*Cond).Wait(0xc0cd7e9540)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/cond.go:56 +0x92
k8s.io/client-go/util/workqueue.(*Type).Get(0xc06f8875e0, 0x0, 0x0, 0xc0245aa800)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/util/workqueue/queue.go:124 +0x90
github.com/prometheus/prometheus/discovery/kubernetes.(*Endpoints).process(0xc005ad2e80, 0x1eb9620, 0xc060fa9cc0, 0xc0a0464360, 0x45bc00)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/discovery/kubernetes/endpoints.go:144 +0x4f
github.com/prometheus/prometheus/discovery/kubernetes.(*Endpoints).Run.func1(0xc005ad2e80, 0x1eb9620, 0xc060fa9cc0, 0xc0a0464360)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/discovery/kubernetes/endpoints.go:135 +0x49
created by github.com/prometheus/prometheus/discovery/kubernetes.(*Endpoints).Run
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/discovery/kubernetes/endpoints.go:134 +0x2b9
goroutine 5591007 [select]:
net/http.(*persistConn).writeLoop(0xc03c2d4fc0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5578921 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc30ff910, 0x72, 0xc041668a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0e927da98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0e927da98, 0xc0dc369000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0e927da80, 0xc0dc369000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0e927da80, 0xc0dc369000, 0x1000, 0x1000, 0xc02ff5a120, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc046df6688, 0xc0dc369000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc02ff5a120, 0xc0dc369000, 0x1000, 0x1000, 0xc041668c70, 0x404c85, 0xc03e856ba0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0025eb380)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0025eb380, 0x1, 0x0, 0x0, 0x1, 0xc0416dbd40, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc02ff5a120)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4696365 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc2717ce0, 0x72, 0xc0914c8a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc022669a18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc022669a18, 0xc0597e0000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc022669a00, 0xc0597e0000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc022669a00, 0xc0597e0000, 0x1000, 0x1000, 0xc0bbbb4900, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc01e89b240, 0xc0597e0000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0bbbb4900, 0xc0597e0000, 0x1000, 0x1000, 0xc0914c8c70, 0x404c85, 0xc087bbdc20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0a6d0ff80)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0a6d0ff80, 0x1, 0x0, 0x0, 0x1, 0xc089a17ec0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0bbbb4900)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579445 [select]:
net/http.(*persistConn).writeLoop(0xc05b012c60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579768 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc37b0ee0, 0x72, 0xc08bbdd810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc08350fe18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc08350fe18, 0xc036ff4000, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc08350fe00, 0xc036ff4000, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc08350fe00, 0xc036ff4000, 0x400, 0x400, 0x0, 0xc0b5ece870, 0xc08bbdd948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0fb0bf6f0, 0xc036ff4000, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc05ffb0720, 0x7fafc91c9538, 0xc0bf19c4c0, 0x5, 0xc0bf19c4c0, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0673d9880, 0x1d2af17, 0xc0673d99a0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0673d9880, 0xc09b44f000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc07db2d9e0, 0xc09b44f000, 0x1000, 0x1000, 0xc050e2a000, 0xc07db2d9e0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc10362c960)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc10362c960, 0x1, 0x2, 0x0, 0x0, 0xc0ca3d1b60, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc07db2d9e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5890481 [select]:
net/http.(*Transport).getConn(0xc0d19b8000, 0xc0db8da180, 0x0, 0xc02c7c89c0, 0x5, 0xc0ec989980, 0x26, 0x0, 0x0, 0x41f788)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1004 +0x58e
net/http.(*Transport).roundTrip(0xc0d19b8000, 0xc09447d400, 0xc096412fa0, 0x96, 0xc0db8da120)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:451 +0x690
net/http.(*Transport).RoundTrip(0xc0d19b8000, 0xc09447d400, 0x3, 0xc078bc8ee0, 0x68)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/roundtrip.go:17 +0x35
github.com/prometheus/common/config.(*basicAuthRoundTripper).RoundTrip(0xc00e66f000, 0xc09447d400, 0xc00e66f000, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/prometheus/common/config/http_config.go:237 +0x23a
net/http.send(0xc09447d200, 0x1e9a8e0, 0xc00e66f000, 0x0, 0x0, 0x0, 0xc0716c7c20, 0xc0ed0b5990, 0xc0ed0b5928, 0x1)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/client.go:250 +0x14b
net/http.(*Client).send(0xc04737c6c0, 0xc09447d200, 0x0, 0x0, 0x0, 0xc0716c7c20, 0x0, 0x1, 0x3)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/client.go:174 +0xfa
net/http.(*Client).do(0xc04737c6c0, 0xc09447d200, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/client.go:641 +0x2a8
net/http.(*Client).Do(0xc04737c6c0, 0xc09447d200, 0xc058974900, 0x1eb96a0, 0xc0f2d57e00)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/client.go:509 +0x35
github.com/prometheus/prometheus/storage/remote.(*Client).Store(0xc0e1772ca0, 0x1eb9620, 0xc066818dc0, 0xc0ecc7cb80, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/client.go:96 +0x45b
github.com/prometheus/prometheus/storage/remote.(*shards).sendSamplesWithBackoff(0xc0387274f0, 0xc0d59e6c00, 0x64, 0xc0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:523 +0x13e
github.com/prometheus/prometheus/storage/remote.(*shards).sendSamples(0xc0387274f0, 0xc0d59e6c00, 0x64, 0xc0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:508 +0x6f
github.com/prometheus/prometheus/storage/remote.(*shards).runShard(0xc0387274f0, 0xf)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:489 +0x337
created by github.com/prometheus/prometheus/storage/remote.(*shards).start
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:409 +0x48
goroutine 4681701 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc8dc14e8, 0x72, 0xc006e4b810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc026f2e598, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc026f2e598, 0xc0bc0b8000, 0x8000, 0x8000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc026f2e580, 0xc0bc0b8000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc026f2e580, 0xc0bc0b8000, 0x8000, 0x8000, 0xc06b9dacc0, 0xc0f9894db0, 0xc006e4b948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc00c9c7358, 0xc0bc0b8000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc0771d6ff0, 0x7fafc91c9538, 0xc0cc70f1c0, 0x5, 0xc0cc70f1c0, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc02eb07c00, 0x1d2af17, 0xc02eb07d20, 0x458a30)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc02eb07c00, 0xc04aa3c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc0863fed80, 0xc04aa3c000, 0x1000, 0x1000, 0xc006e4bc70, 0x404c85, 0xc0782712c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc05242d1a0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc05242d1a0, 0x1, 0x0, 0x0, 0x1, 0xc0c199e1e0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0863fed80)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5582817 [select]:
net/http.(*persistConn).writeLoop(0xc0eb65c360)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5575529 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc048b945a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5573482 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc8709d50, 0x72, 0xc0893bd810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc10d230718, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc10d230718, 0xc096239000, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc10d230700, 0xc096239000, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc10d230700, 0xc096239000, 0x400, 0x400, 0x0, 0xc068fc82a0, 0xc0893bd948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc041e0c560, 0xc096239000, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc0b7a29020, 0x7fafc91c9538, 0xc048cd6cc0, 0x5, 0xc048cd6cc0, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0d17dae00, 0x1d2af17, 0xc0d17daf20, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0d17dae00, 0xc01f1ea000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc104d7aa20, 0xc01f1ea000, 0x1000, 0x1000, 0xc013aeb0e0, 0xc104d7aa20, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0c61a0360)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0c61a0360, 0x1, 0x2, 0x0, 0x0, 0xc042d53f20, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc104d7aa20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5578505 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0441e7780, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 4705059 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0c70bdd40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4672333 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc05007c240)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579907 [select]:
net/http.(*persistConn).writeLoop(0xc0d4d9f200)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5575943 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc058ce2400, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5579281 [select]:
net/http.(*persistConn).writeLoop(0xc05216aa20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5580849 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc2716960, 0x72, 0xc09de41a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0e5584698, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0e5584698, 0xc119ed3000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0e5584680, 0xc119ed3000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0e5584680, 0xc119ed3000, 0x1000, 0x1000, 0xc0d1620240, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc07666a440, 0xc119ed3000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0d1620240, 0xc119ed3000, 0x1000, 0x1000, 0xc09de41c70, 0x404c85, 0xc0bf842840)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0727191a0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0727191a0, 0x1, 0x0, 0x0, 0x1, 0xc0656bec60, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0d1620240)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5941682 [select]:
net/http.(*persistConn).writeLoop(0xc06686d680)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579093 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc829a560, 0x72, 0xc0171f2a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc03488b698, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc03488b698, 0xc08e257000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc03488b680, 0xc08e257000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc03488b680, 0xc08e257000, 0x1000, 0x1000, 0xc05145c480, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0b5678848, 0xc08e257000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc05145c480, 0xc08e257000, 0x1000, 0x1000, 0xc0171f2c70, 0x404c85, 0xc03c94f200)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0c48aa840)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0c48aa840, 0x1, 0x0, 0x0, 0x1, 0xc03c94f0e0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc05145c480)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577605 [semacquire]:
sync.runtime_SemacquireMutex(0xc0db545844, 0xffffffffffffff00)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/mutex.go:134 +0xff
sync.(*RWMutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/rwmutex.go:93 +0x2d
github.com/prometheus/prometheus/storage/remote.(*QueueManager).Append(0xc0db5457a0, 0xc0cd5b18f0, 0x12, 0xc07d91b4a0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:221 +0x23b
github.com/prometheus/prometheus/storage/remote.(*Storage).Add(0xc0001c4e00, 0xc0b0494fc0, 0xb, 0x12, 0x1682dcf7b56, 0x0, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/write.go:32 +0x14e
github.com/prometheus/prometheus/storage.(*fanoutAppender).AddFast(0xc08a7e0780, 0xc0b0494fc0, 0xb, 0x12, 0x5cb20, 0x1682dcf7b56, 0x0, 0x155, 0xc1079abc90)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/fanout.go:155 +0x121
github.com/prometheus/prometheus/scrape.(*timeLimitAppender).AddFast(0xc0a3083c20, 0xc0b0494fc0, 0xb, 0x12, 0x5cb20, 0x1682dcf7b56, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/target.go:310 +0xac
github.com/prometheus/prometheus/scrape.(*scrapeLoop).append(0xc062702100, 0xc0f6090000, 0x7c498e, 0x12c56b8, 0xc07851b540, 0x19, 0xbf0549dfb00d70f5, 0x21d4396a480, 0x2e85960, 0x0, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:992 +0x196f
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc062702100, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:833 +0x592
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5573380 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0def36900)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4690924 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc2716ca0, 0x72, 0xc00619ca40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc054072f98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc054072f98, 0xc103344000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc054072f80, 0xc103344000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc054072f80, 0xc103344000, 0x1000, 0x1000, 0xc028997e60, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc069871898, 0xc103344000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc028997e60, 0xc103344000, 0x1000, 0x1000, 0xc00619cc70, 0x404c85, 0xc030c6d560)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc069678060)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc069678060, 0x1, 0x0, 0x0, 0x1, 0xc098138240, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc028997e60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5573134 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0ea2890e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577685 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc094c79280, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5579808 [select]:
net/http.(*persistConn).writeLoop(0xc0f1f059e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577616 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc094c78980, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5579118 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc2843000, 0x72, 0xc09eede810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0b9b3b918, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0b9b3b918, 0xc035660c00, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0b9b3b900, 0xc035660c00, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0b9b3b900, 0xc035660c00, 0x400, 0x400, 0x0, 0xc01b5d5800, 0xc09eede948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc019a34670, 0xc035660c00, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc05150f8f0, 0x7fafc91c9538, 0xc028c59440, 0x5, 0xc028c59440, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0ae37fc00, 0x1d2af17, 0xc0ae37fd20, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0ae37fc00, 0xc0060e3000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc0af771d40, 0xc0060e3000, 0x1000, 0x1000, 0xc050e2a240, 0xc0af771d40, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0e4488480)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0e4488480, 0x1, 0x2, 0x0, 0x0, 0xc052d4d260, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0af771d40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5580535 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc7c937e0, 0x72, 0xc006d8ea40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0469bb418, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0469bb418, 0xc0f0547000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0469bb400, 0xc0f0547000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0469bb400, 0xc0f0547000, 0x1000, 0x1000, 0xc01b715e60, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc046df6e78, 0xc0f0547000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc01b715e60, 0xc0f0547000, 0x1000, 0x1000, 0xc006d8ec70, 0x404c85, 0xc06b413380)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0373ff080)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0373ff080, 0x1, 0x0, 0x0, 0x1, 0xc08a3a80c0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc01b715e60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5578526 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc065ebee00, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 4681271 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc8af3ef0, 0x72, 0xc0914d4a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc04f4fdf18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc04f4fdf18, 0xc10ddae000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc04f4fdf00, 0xc10ddae000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc04f4fdf00, 0xc10ddae000, 0x1000, 0x1000, 0xc102bb46c0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc04e301780, 0xc10ddae000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc102bb46c0, 0xc10ddae000, 0x1000, 0x1000, 0xc0914d4c70, 0x404c85, 0xc093fd0780)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc10aec61e0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc10aec61e0, 0x1, 0x0, 0x0, 0x1, 0xc09293c960, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc102bb46c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577741 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc021840800, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5580262 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc07b5ed300, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5579983 [select]:
net/http.(*persistConn).writeLoop(0xc07d3aad80)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577220 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0078cbc20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5575786 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc44d69c0, 0x72, 0xc0bb58ca40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc04713d218, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc04713d218, 0xc0b49fd000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc04713d200, 0xc0b49fd000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc04713d200, 0xc0b49fd000, 0x1000, 0x1000, 0xc01ab17e60, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc00ceb4df8, 0xc0b49fd000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc01ab17e60, 0xc0b49fd000, 0x1000, 0x1000, 0xc0bb58cc70, 0x404c85, 0xc077334ba0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0c3d1a360)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0c3d1a360, 0x1, 0x0, 0x0, 0x1, 0xc077334a80, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc01ab17e60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4705154 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0db69b440)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5582397 [select]:
net/http.(*persistConn).writeLoop(0xc0bc141d40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4686112 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc1db1b28, 0x72, 0xc08845ea40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0b7e07618, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0b7e07618, 0xc03d351000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0b7e07600, 0xc03d351000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0b7e07600, 0xc03d351000, 0x1000, 0x1000, 0xc08845eba8, 0x45bd84, 0xc0af5089a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0193c5b88, 0xc03d351000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc07e7be480, 0xc03d351000, 0x1000, 0x1000, 0xc08845ec70, 0x404c85, 0xc0af508960)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc096024540)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc096024540, 0x1, 0x0, 0x0, 0x1, 0xc0e1c65200, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc07e7be480)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4672374 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc08fcd7200)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5580899 [select]:
net/http.(*persistConn).writeLoop(0xc0b9075320)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5578806 [select, 3 minutes]:
k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch.func1(0xc06ccbabe0, 0xc0b8d56540, 0xc06f4f1980, 0xc0ac4630e0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:278 +0x14d
created by k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:272 +0x99b
goroutine 5577850 [select, 1 minutes]:
k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc06ccbabe0, 0x1ea5360, 0xc05b954840, 0xc004bf3ba0, 0xc0ac4630e0, 0xc0b8d56540, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x235
k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc06ccbabe0, 0xc0b8d56540, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:339 +0xf49
k8s.io/client-go/tools/cache.(*Reflector).Run.func1()
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:204 +0x33
k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc0914caf18)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x54
k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc004bf3f18, 0x3b9aca00, 0x0, 0xc073741c01, 0xc0b8d56540)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:134 +0xbe
k8s.io/apimachinery/pkg/util/wait.Until(0xc0914caf18, 0x3b9aca00, 0xc0b8d56540)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:88 +0x4d
k8s.io/client-go/tools/cache.(*Reflector).Run(0xc06ccbabe0, 0xc0b8d56540)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:203 +0x163
k8s.io/client-go/tools/cache.(*Reflector).Run-fm(0xc0b8d56540)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:122 +0x34
k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1()
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:54 +0x2e
k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc07aa31da0, 0xc0b4a20aa0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x4f
created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:69 +0x62
goroutine 4676360 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc1dd5528, 0x72, 0xc0afa26a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0b66f1f18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0b66f1f18, 0xc0ef5a5000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0b66f1f00, 0xc0ef5a5000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0b66f1f00, 0xc0ef5a5000, 0x1000, 0x1000, 0xc09e4bc5a0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0074f8180, 0xc0ef5a5000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc09e4bc5a0, 0xc0ef5a5000, 0x1000, 0x1000, 0xc0afa26c70, 0x404c85, 0xc007b1afc0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0dc67e420)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0dc67e420, 0x1, 0x0, 0x0, 0x1, 0xc0053ff2c0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc09e4bc5a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577502 [select]:
net/http.(*persistConn).writeLoop(0xc01b714ea0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5573806 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc1dcf140, 0x72, 0xc091103810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc02b8c4698, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc02b8c4698, 0xc099155800, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc02b8c4680, 0xc099155800, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc02b8c4680, 0xc099155800, 0x400, 0x400, 0x0, 0xc02f86d950, 0xc091103948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc04ba6c2f8, 0xc099155800, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc0cf7d9ef0, 0x7fafc91c9538, 0xc0468ac200, 0x5, 0xc0468ac200, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0800d5880, 0x1d2af17, 0xc0800d59a0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0800d5880, 0xc08ed0c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc0aaa99440, 0xc08ed0c000, 0x1000, 0x1000, 0xc013aea7e0, 0xc0aaa99440, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc05c03c720)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc05c03c720, 0x1, 0x2, 0x0, 0x0, 0xc0cc7ab560, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0aaa99440)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5576051 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc04cfd8800, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5582635 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc79238f0, 0x72, 0xc036f69a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc04c0fea18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc04c0fea18, 0xc0bf3f6000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc04c0fea00, 0xc0bf3f6000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc04c0fea00, 0xc0bf3f6000, 0x1000, 0x1000, 0xc094f85e60, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc094713030, 0xc0bf3f6000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc094f85e60, 0xc0bf3f6000, 0x1000, 0x1000, 0xc036f69c70, 0x404c85, 0xc08bc62060)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc08e5daa80)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc08e5daa80, 0x1, 0x0, 0x0, 0x1, 0xc090b12a20, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc094f85e60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5578999 [IO wait]:
internal/poll.runtime_pollWait(0x7fafba73ccc0, 0x72, 0xc0b05eea40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0922bcc18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0922bcc18, 0xc02f74f000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0922bcc00, 0xc02f74f000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0922bcc00, 0xc02f74f000, 0x1000, 0x1000, 0xc0d89aac60, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc050d5fd40, 0xc02f74f000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0d89aac60, 0xc02f74f000, 0x1000, 0x1000, 0xc0b05eec70, 0x404c85, 0xc04ceef380)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0e162c000)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0e162c000, 0x1, 0x0, 0x0, 0x1, 0xc094eca120, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0d89aac60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577104 [select]:
net/http.(*persistConn).writeLoop(0xc041000360)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577454 [select]:
net/http.(*persistConn).writeLoop(0xc080244ea0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4676141 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafba8dad48, 0x72, 0xc0dfdd5810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0f29df798, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0f29df798, 0xc04b23c000, 0x8000, 0x8000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0f29df780, 0xc04b23c000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0f29df780, 0xc04b23c000, 0x8000, 0x8000, 0xc09af994c0, 0xc0027fe030, 0xc0dfdd5948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0587bb560, 0xc04b23c000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc02e4a44b0, 0x7fafc91c9538, 0xc008eb2900, 0x5, 0xc008eb2900, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc06a36d500, 0x1d2af17, 0xc06a36d620, 0x458a30)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc06a36d500, 0xc025333000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc0276c50e0, 0xc025333000, 0x1000, 0x1000, 0xc0dfdd5c70, 0x404c85, 0xc0c4ccc9c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc1020ff4a0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc1020ff4a0, 0x1, 0x0, 0x0, 0x1, 0xc0b1dd7ce0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0276c50e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5574318 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbf3bc680, 0x72, 0xc056bfca40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc04d6e6b98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc04d6e6b98, 0xc0e275c000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc04d6e6b80, 0xc0e275c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc04d6e6b80, 0xc0e275c000, 0x1000, 0x1000, 0xc09ca79680, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc041e0c6f0, 0xc0e275c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc09ca79680, 0xc0e275c000, 0x1000, 0x1000, 0xc056bfcc70, 0x404c85, 0xc0cc7ab2c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0a1e6d0e0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0a1e6d0e0, 0x1, 0x0, 0x0, 0x1, 0xc0cc7ab200, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc09ca79680)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579017 [select]:
net/http.(*persistConn).writeLoop(0xc0ad300360)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4684115 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0251487e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4708087 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc1070ed9e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5578510 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc017fea000, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 4672220 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0e6296d80)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577451 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc829abe0, 0x72, 0xc0a052da40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc00f830518, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc00f830518, 0xc0c5a35000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc00f830500, 0xc0c5a35000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc00f830500, 0xc0c5a35000, 0x1000, 0x1000, 0xc091795c20, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0fb0bf0e0, 0xc0c5a35000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc091795c20, 0xc0c5a35000, 0x1000, 0x1000, 0xc0a052dc70, 0x404c85, 0xc1090470e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc004892180)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc004892180, 0x1, 0x0, 0x0, 0x1, 0xc0ec67efc0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc091795c20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5573618 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbf5eda80, 0x72, 0xc00abf2810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc087786118, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc087786118, 0xc09a40a400, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc087786100, 0xc09a40a400, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc087786100, 0xc09a40a400, 0x400, 0x400, 0x0, 0xc0aeabd5c0, 0xc00abf2948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc02516a3b0, 0xc09a40a400, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc108b6ab40, 0x7fafc91c9538, 0xc0b5d1e940, 0x5, 0xc0b5d1e940, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0267c0e00, 0x1d2af17, 0xc0267c0f20, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0267c0e00, 0xc018b30000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc0cf411c20, 0xc018b30000, 0x1000, 0x1000, 0xc013aea7e0, 0xc0cf411c20, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0bd5601e0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0bd5601e0, 0x1, 0x2, 0x0, 0x0, 0xc0608a8ea0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0cf411c20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5578456 [select]:
github.com/prometheus/prometheus/rules.(*Group).run(0xc023ad9d90, 0x1eb9660, 0xc0000c8020)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:281 +0x384
github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1(0xc0004e4550, 0xc023ad9d90)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:709 +0x60
created by github.com/prometheus/prometheus/rules.(*Manager).Update.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/rules/manager.go:704 +0x56
goroutine 4718908 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc021a83d40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5578606 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0482b0f00, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 6067412 [runnable]:
github.com/prometheus/prometheus/storage/remote.(*shards).runShard(0xc09cb81a40, 0x2)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:471 +0x1f7
created by github.com/prometheus/prometheus/storage/remote.(*shards).start
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:409 +0x48
goroutine 5577828 [select, 1 minutes]:
k8s.io/client-go/tools/cache.(*Reflector).watchHandler(0xc060dc4a00, 0x1ea5360, 0xc096001d40, 0xc0a8ce9ba0, 0xc089ded440, 0xc0d6734ae0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:373 +0x235
k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc060dc4a00, 0xc0d6734ae0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:339 +0xf49
k8s.io/client-go/tools/cache.(*Reflector).Run.func1()
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:204 +0x33
k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc0061a1f18)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:133 +0x54
k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc0a8ce9f18, 0x3b9aca00, 0x0, 0xc049a0ce01, 0xc0d6734ae0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:134 +0xbe
k8s.io/apimachinery/pkg/util/wait.Until(0xc0061a1f18, 0x3b9aca00, 0xc0d6734ae0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:88 +0x4d
k8s.io/client-go/tools/cache.(*Reflector).Run(0xc060dc4a00, 0xc0d6734ae0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:203 +0x163
k8s.io/client-go/tools/cache.(*Reflector).Run-fm(0xc0d6734ae0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:122 +0x34
k8s.io/apimachinery/pkg/util/wait.(*Group).StartWithChannel.func1()
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:54 +0x2e
k8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1(0xc0ca33bd80, 0xc091874540)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:71 +0x4f
created by k8s.io/apimachinery/pkg/util/wait.(*Group).Start
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:69 +0x62
goroutine 5577886 [select]:
net/http.(*persistConn).writeLoop(0xc0cdaa7320)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5573778 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc782f3b0, 0x72, 0xc0cfd6a810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc087786218, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc087786218, 0xc0534c2000, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc087786200, 0xc0534c2000, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc087786200, 0xc0534c2000, 0x400, 0x400, 0x0, 0xc0613a8360, 0xc0cfd6a948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc02516bb60, 0xc0534c2000, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc108b6b0b0, 0x7fafc91c9538, 0xc0b5d1eb80, 0x5, 0xc0b5d1eb80, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc07bc66e00, 0x1d2af17, 0xc07bc66f20, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc07bc66e00, 0xc107f61000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc08e5eb7a0, 0xc107f61000, 0x1000, 0x1000, 0xc013aea7e0, 0xc08e5eb7a0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc08534f620)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc08534f620, 0x1, 0x2, 0x0, 0x0, 0xc0821aa4e0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc08e5eb7a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4692181 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc070abbb00)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5582392 [select]:
net/http.(*persistConn).writeLoop(0xc063a30120)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5578524 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc065ebe900, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 4677206 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc09c7640, 0x72, 0xc09815da40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc052d8fb18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc052d8fb18, 0xc014fde000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc052d8fb00, 0xc014fde000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc052d8fb00, 0xc014fde000, 0x1000, 0x1000, 0xc096cc5320, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc04f6f2608, 0xc014fde000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc096cc5320, 0xc014fde000, 0x1000, 0x1000, 0xc09815dc70, 0x404c85, 0xc077de6120)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0cce64240)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0cce64240, 0x1, 0x0, 0x0, 0x1, 0xc0898fd8c0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc096cc5320)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5578541 [semacquire]:
sync.runtime_SemacquireMutex(0xc0db545844, 0xffffffffffffff00)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:71 +0x3d
sync.(*Mutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/mutex.go:134 +0xff
sync.(*RWMutex).Lock(0xc0db545840)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/rwmutex.go:93 +0x2d
github.com/prometheus/prometheus/storage/remote.(*QueueManager).Append(0xc0db5457a0, 0xc0f3fd98f0, 0x6, 0xc0b78c0150)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:221 +0x23b
github.com/prometheus/prometheus/storage/remote.(*Storage).Add(0xc0001c4e00, 0xc06098c9c0, 0x6, 0x6, 0x1682dcfe3e2, 0x4036725d6aa57651, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/write.go:32 +0x14e
github.com/prometheus/prometheus/storage.(*fanoutAppender).AddFast(0xc029c3f100, 0xc06098c9c0, 0x6, 0x6, 0x1a1b7, 0x1682dcfe3e2, 0x4036725d6aa57651, 0x1f6, 0xc0ecdf94e0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/fanout.go:155 +0x121
github.com/prometheus/prometheus/scrape.(*timeLimitAppender).AddFast(0xc0a2109320, 0xc06098c9c0, 0x6, 0x6, 0x1a1b7, 0x1682dcfe3e2, 0x4036725d6aa57651, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/target.go:310 +0xac
github.com/prometheus/prometheus/scrape.(*scrapeLoop).append(0xc00a54f280, 0xc02fa0c000, 0x12584, 0x13c68, 0xc000fe79b0, 0x28, 0xbf0549e66203c755, 0x2237ee049d5, 0x2e85960, 0x0, ...)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:992 +0x196f
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc00a54f280, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:833 +0x592
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 4678359 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbd2ac4e0, 0x72, 0xc00abf7a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc08ff83598, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc08ff83598, 0xc07d398000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc08ff83580, 0xc07d398000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc08ff83580, 0xc07d398000, 0x1000, 0x1000, 0xc0701c5c20, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0254c0850, 0xc07d398000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0701c5c20, 0xc07d398000, 0x1000, 0x1000, 0xc00abf7c70, 0x404c85, 0xc0013d5920)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0a582b680)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0a582b680, 0x1, 0x0, 0x0, 0x1, 0xc0d6734360, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0701c5c20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4676824 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0c6671560)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4684778 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc079c170e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4672375 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc3784380, 0x72, 0xc0893bfa40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0169c1298, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0169c1298, 0xc03b3a5000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0169c1280, 0xc03b3a5000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0169c1280, 0xc03b3a5000, 0x1000, 0x1000, 0xc0356979e0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc063210ea8, 0xc03b3a5000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0356979e0, 0xc03b3a5000, 0x1000, 0x1000, 0xc0893bfc70, 0x404c85, 0xc078479920)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0932d15c0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0932d15c0, 0x1, 0x0, 0x0, 0x1, 0xc0f5785500, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0356979e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577782 [semacquire, 3 minutes]:
sync.runtime_Semacquire(0xc07aa31c18)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:56 +0x39
sync.(*WaitGroup).Wait(0xc07aa31c10)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/waitgroup.go:130 +0x64
github.com/prometheus/prometheus/discovery/kubernetes.(*Discovery).Run(0xc09450c380, 0x1eb9620, 0xc060fa9c40, 0xc0a04642a0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:388 +0x545
created by github.com/prometheus/prometheus/discovery.(*Manager).startProvider
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/discovery/manager.go:219 +0x311
goroutine 4695917 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0a60f47e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4684898 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0984ca900)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577717 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0xc03deed940, 0xc0000000d8)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/sema.go:510 +0xeb
sync.(*Cond).Wait(0xc03deed930)
/usr/local/Cellar/go/1.11.2/libexec/src/sync/cond.go:56 +0x92
golang.org/x/net/http2.(*pipe).Read(0xc03deed928, 0xc057775201, 0x5ff, 0x5ff, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/golang.org/x/net/http2/pipe.go:64 +0x8a
golang.org/x/net/http2.transportResponseBody.Read(0xc03deed900, 0xc057775201, 0x5ff, 0x5ff, 0x0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/golang.org/x/net/http2/transport.go:1739 +0x95
encoding/json.(*Decoder).refill(0xc05e2762c0, 0xa, 0x9)
/usr/local/Cellar/go/1.11.2/libexec/src/encoding/json/stream.go:159 +0xf5
encoding/json.(*Decoder).readValue(0xc05e2762c0, 0x0, 0x0, 0x193e4c0)
/usr/local/Cellar/go/1.11.2/libexec/src/encoding/json/stream.go:134 +0x222
encoding/json.(*Decoder).Decode(0xc05e2762c0, 0x196c180, 0xc09cfdb620, 0x1ea30a0, 0x20303f)
/usr/local/Cellar/go/1.11.2/libexec/src/encoding/json/stream.go:63 +0x78
k8s.io/apimachinery/pkg/util/framer.(*jsonFrameReader).Read(0xc0133f7c20, 0xc035660000, 0x400, 0x400, 0xc000064000, 0x38, 0x38)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/framer/framer.go:150 +0x292
k8s.io/apimachinery/pkg/runtime/serializer/streaming.(*decoder).Decode(0xc0c6ce7d10, 0x0, 0x1ea4de0, 0xc0ff3c2b80, 0x240, 0x1ea30a0, 0xc0506cc2f8, 0x456c80, 0xc0506cc2a0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/runtime/serializer/streaming/streaming.go:77 +0x89
k8s.io/client-go/rest/watch.(*Decoder).Decode(0xc03c3350a0, 0xc0a9fd1fa8, 0x8, 0x1ea30a0, 0xc0a7528240, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/rest/watch/decoder.go:49 +0x7c
k8s.io/apimachinery/pkg/watch.(*StreamWatcher).receive(0xc0133f7c80)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:93 +0x136
created by k8s.io/apimachinery/pkg/watch.NewStreamWatcher
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/watch/streamwatcher.go:60 +0x9f
goroutine 4680199 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbff8f2c0, 0x72, 0xc073b30a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc004880e98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc004880e98, 0xc07f8c2000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc004880e80, 0xc07f8c2000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc004880e80, 0xc07f8c2000, 0x1000, 0x1000, 0xc01e28bd40, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc01e2bf478, 0xc07f8c2000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc01e28bd40, 0xc07f8c2000, 0x1000, 0x1000, 0xc073b30c70, 0x404c85, 0xc06cc5b500)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc057932c00)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc057932c00, 0x1, 0x0, 0x0, 0x1, 0xc0044af560, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc01e28bd40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5578503 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0441e7500, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 5573246 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc2480f78, 0x72, 0xc081dcb810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc068486a98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc068486a98, 0xc0b546ec00, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc068486a80, 0xc0b546ec00, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc068486a80, 0xc0b546ec00, 0x400, 0x400, 0x0, 0xc09f1bd740, 0xc081dcb948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc06707d288, 0xc0b546ec00, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc0b7528a80, 0x7fafc91c9538, 0xc082e40400, 0x5, 0xc082e40400, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc10e7f8e00, 0x1d2af17, 0xc10e7f8f20, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc10e7f8e00, 0xc0ee0cb000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc0a8d49c20, 0xc0ee0cb000, 0x1000, 0x1000, 0xc013aeaea0, 0xc0a8d49c20, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0f2c1c840)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0f2c1c840, 0x1, 0x2, 0x0, 0x0, 0xc022046a80, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0a8d49c20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5581601 [select]:
net/http.(*persistConn).writeLoop(0xc0409dc480)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5578912 [select]:
net/http.(*persistConn).writeLoop(0xc0308a7680)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579920 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0f31b6d80, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5579204 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc5cdbf08, 0x72, 0xc0dcd97a98)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc107e5ee18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc107e5ee18, 0xc02c28e000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc107e5ee00, 0xc02c28e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc107e5ee00, 0xc02c28e000, 0x1000, 0x1000, 0xc0dcd97b90, 0xc0dcd97bd0, 0x496288)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc02199f8c0, 0xc02c28e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc043e88c80, 0xc02c28e000, 0x1000, 0x1000, 0x2e85960, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x11a
net/http.(*connReader).Read(0xc09de37890, 0xc02c28e000, 0x1000, 0x1000, 0x16922ba, 0xc09de37800, 0xbf054a3096673d08)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/server.go:786 +0xfc
bufio.(*Reader).fill(0xc095723680)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc095723680, 0x4, 0x26899d8187b, 0x2e85960, 0x0, 0x0, 0x2e85960)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*conn).serve(0xc043e88d20, 0x1eb9620, 0xc03213f640)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/server.go:1872 +0x7ba
created by net/http.(*Server).Serve
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/server.go:2851 +0x2f5
goroutine 5573707 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbb6ca510, 0x72, 0xc022dce810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc039437018, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc039437018, 0xc0eac11800, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc039437000, 0xc0eac11800, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc039437000, 0xc0eac11800, 0x400, 0x400, 0x0, 0xc0d703bb30, 0xc022dce948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc02a7bc1c8, 0xc0eac11800, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc0bfcd7f20, 0x7fafc91c9538, 0xc0a1d6aa00, 0x5, 0xc0a1d6aa00, 0xc022dcea40)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0da30e700, 0x1d2af17, 0xc0da30e820, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0da30e700, 0xc0b06ff000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc0ce1985a0, 0xc0b06ff000, 0x1000, 0x1000, 0xc013aea7e0, 0xc0ce1985a0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0e44899e0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0e44899e0, 0x1, 0x2, 0x0, 0x0, 0xc0608a9320, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0ce1985a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579291 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc003784b40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4691835 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbd2acea0, 0x72, 0xc0a2392a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0ead89898, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0ead89898, 0xc0671e6000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0ead89880, 0xc0671e6000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0ead89880, 0xc0671e6000, 0x1000, 0x1000, 0xc056b557a0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc00c9c6d28, 0xc0671e6000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc056b557a0, 0xc0671e6000, 0x1000, 0x1000, 0xc0a2392c70, 0x404c85, 0xc06b53b6e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0cd36ba40)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0cd36ba40, 0x1, 0x0, 0x0, 0x1, 0xc04d885560, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc056b557a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5580480 [select]:
net/http.(*persistConn).writeLoop(0xc10b21a5a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4685108 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc2717e80, 0x72, 0xc0afa6aa40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0b5c1f598, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0b5c1f598, 0xc018ffa000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0b5c1f580, 0xc018ffa000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0b5c1f580, 0xc018ffa000, 0x1000, 0x1000, 0xc059508480, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc05d2b62e8, 0xc018ffa000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc059508480, 0xc018ffa000, 0x1000, 0x1000, 0xc0afa6ac70, 0x404c85, 0xc0c83f7b00)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc03cdf1380)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc03cdf1380, 0x1, 0x0, 0x0, 0x1, 0xc042bd36e0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc059508480)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5578514 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc017feb380, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 5960129 [select]:
net/http.(*Transport).getConn(0xc0db545680, 0xc0598f97a0, 0x0, 0xc0176d4580, 0x5, 0xc005ada940, 0x1c, 0x0, 0x0, 0x41f788)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1004 +0x58e
net/http.(*Transport).roundTrip(0xc0db545680, 0xc052496b00, 0xc0f6062f00, 0x96, 0xc0598f9740)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:451 +0x690
net/http.(*Transport).RoundTrip(0xc0db545680, 0xc052496b00, 0x3, 0xc078bc8e00, 0x68)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/roundtrip.go:17 +0x35
github.com/prometheus/common/config.(*basicAuthRoundTripper).RoundTrip(0xc00e66ee00, 0xc052496b00, 0xc00e66ee00, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/vendor/github.com/prometheus/common/config/http_config.go:237 +0x23a
net/http.send(0xc052496a00, 0x1e9a8e0, 0xc00e66ee00, 0x0, 0x0, 0x0, 0xc05ed64980, 0xc06a53f990, 0xc06a53f928, 0x1)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/client.go:250 +0x14b
net/http.(*Client).send(0xc04737c360, 0xc052496a00, 0x0, 0x0, 0x0, 0xc05ed64980, 0x0, 0x1, 0x3)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/client.go:174 +0xfa
net/http.(*Client).do(0xc04737c360, 0xc052496a00, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/client.go:641 +0x2a8
net/http.(*Client).Do(0xc04737c360, 0xc052496a00, 0xc07143fd80, 0x1eb96a0, 0xc05e2a3ce0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/client.go:509 +0x35
github.com/prometheus/prometheus/storage/remote.(*Client).Store(0xc0e1772900, 0x1eb9620, 0xc0ccc9a500, 0xc0d53260e0, 0x0, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/client.go:96 +0x45b
github.com/prometheus/prometheus/storage/remote.(*shards).sendSamplesWithBackoff(0xc095fdecd0, 0xc082cd5800, 0x64, 0xc0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:523 +0x13e
github.com/prometheus/prometheus/storage/remote.(*shards).sendSamples(0xc095fdecd0, 0xc082cd5800, 0x64, 0xc0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:508 +0x6f
github.com/prometheus/prometheus/storage/remote.(*shards).runShard(0xc095fdecd0, 0xb)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:489 +0x337
created by github.com/prometheus/prometheus/storage/remote.(*shards).start
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:409 +0x48
goroutine 5573823 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc09c380360)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4687146 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbf5ed5a0, 0x72, 0xc0b0d77810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0b7a11d18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0b7a11d18, 0xc069d0e000, 0x8000, 0x8000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0b7a11d00, 0xc069d0e000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0b7a11d00, 0xc069d0e000, 0x8000, 0x8000, 0xc020b37200, 0xc08dfe14d0, 0xc0b0d77948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc057630248, 0xc069d0e000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc0aa6b2240, 0x7fafc91c9538, 0xc0b07a2d00, 0x5, 0xc0b07a2d00, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0368a8700, 0x1d2af17, 0xc0368a8820, 0x458a30)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0368a8700, 0xc0459eb000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc073c07560, 0xc0459eb000, 0x1000, 0x1000, 0xc0b0d77c70, 0x404c85, 0xc08d6cdec0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc02bff52c0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc02bff52c0, 0x1, 0x0, 0x0, 0x1, 0xc0608a86c0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc073c07560)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579847 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc09c6940, 0x72, 0xc03ea83810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0771a7398, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0771a7398, 0xc0b371cc00, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0771a7380, 0xc0b371cc00, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0771a7380, 0xc0b371cc00, 0x400, 0x400, 0xc06649a180, 0xc05d35f860, 0xc03ea83948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc046df6378, 0xc0b371cc00, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc04ae5ffb0, 0x7fafc91c9538, 0xc031c2f640, 0x5, 0xc031c2f640, 0xc03ea83a40)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc1051f1880, 0x1d2af17, 0xc1051f19a0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc1051f1880, 0xc0a53a6000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc005a54000, 0xc0a53a6000, 0x1000, 0x1000, 0xc02ccf98c0, 0xc005a54000, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc07e7438c0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc07e7438c0, 0x1, 0x2, 0x0, 0x0, 0xc0e09a1a40, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc005a54000)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 6199917 [select]:
net/http.(*persistConn).writeLoop(0xc0815b77a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577520 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbab8c360, 0x72, 0xc09f1eaa40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc04d6e7718, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc04d6e7718, 0xc0ecb85000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc04d6e7700, 0xc0ecb85000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc04d6e7700, 0xc0ecb85000, 0x1000, 0x1000, 0xc0eedc1680, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0b56783a0, 0xc0ecb85000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0eedc1680, 0xc0ecb85000, 0x1000, 0x1000, 0xc09f1eac70, 0x404c85, 0xc09670d680)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0b4fe8660)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0b4fe8660, 0x1, 0x0, 0x0, 0x1, 0xc09670d380, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0eedc1680)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5960144 [runnable]:
github.com/prometheus/prometheus/storage/remote.(*shards).runShard(0xc095fdecd0, 0x1a)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:471 +0x1f7
created by github.com/prometheus/prometheus/storage/remote.(*shards).start
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:409 +0x48
goroutine 5579012 [select]:
net/http.(*persistConn).writeLoop(0xc0a3929e60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4676843 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0a3562000)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4672240 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbd2ac820, 0x72, 0xc0275aaa40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0192f5018, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0192f5018, 0xc08d889000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0192f5000, 0xc08d889000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0192f5000, 0xc08d889000, 0x1000, 0x1000, 0xc10e26dd40, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0368ed308, 0xc08d889000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc10e26dd40, 0xc08d889000, 0x1000, 0x1000, 0xc0275aac70, 0x404c85, 0xc0824997a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc079d34480)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc079d34480, 0x1, 0x0, 0x0, 0x1, 0xc078992f00, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc10e26dd40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577437 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbdff44e0, 0x72, 0xc007f1aa40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc02c0f6698, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc02c0f6698, 0xc0d0047000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc02c0f6680, 0xc0d0047000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc02c0f6680, 0xc0d0047000, 0x1000, 0x1000, 0xc07f2530e0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0531ab508, 0xc0d0047000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc07f2530e0, 0xc0d0047000, 0x1000, 0x1000, 0xc007f1ac70, 0x404c85, 0xc0ff3e5d40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0adcb8ba0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0adcb8ba0, 0x1, 0x0, 0x0, 0x1, 0xc083791080, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc07f2530e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5580337 [select]:
net/http.(*persistConn).writeLoop(0xc05becf9e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577403 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc1eebd10, 0x72, 0xc083f2ea40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc099861798, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc099861798, 0xc07331b000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc099861780, 0xc07331b000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc099861780, 0xc07331b000, 0x1000, 0x1000, 0xc04a18dc20, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc02eace000, 0xc07331b000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc04a18dc20, 0xc07331b000, 0x1000, 0x1000, 0xc083f2ec70, 0x404c85, 0xc05c5f9ec0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc05d133e60)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc05d133e60, 0x1, 0x0, 0x0, 0x1, 0xc05aec7ce0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc04a18dc20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577327 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbf7127a0, 0x72, 0xc0cd53f810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc072c6f118, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc072c6f118, 0xc099154800, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc072c6f100, 0xc099154800, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc072c6f100, 0xc099154800, 0x400, 0x400, 0x0, 0xc0b5ece630, 0xc0cd53f948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc093507548, 0xc099154800, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc0ccc43b30, 0x7fafc91c9538, 0xc0024cb840, 0x5, 0xc0024cb840, 0xc0cd53fa40)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc08bed6e00, 0x1d2af17, 0xc08bed6f20, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc08bed6e00, 0xc0b8153000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc08a06be60, 0xc0b8153000, 0x1000, 0x1000, 0xc050e2a000, 0xc08a06be60, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc09d31a540)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc09d31a540, 0x1, 0x2, 0x0, 0x0, 0xc0f1c4dd40, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc08a06be60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579178 [select]:
net/http.(*persistConn).writeLoop(0xc0351ea000)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577830 [chan receive, 3 minutes]:
github.com/prometheus/prometheus/discovery/kubernetes.(*Pod).Run(0xc09caf3880, 0x1eb9620, 0xc10c57e680, 0xc0a0465bc0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/discovery/kubernetes/pod.go:95 +0x242
github.com/prometheus/prometheus/discovery/kubernetes.(*Discovery).Run.func15(0xc0ca33bf90, 0x1eb9620, 0xc10c57e680, 0xc0a0465bc0, 0x1e9ab20, 0xc09caf3880)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:382 +0x79
created by github.com/prometheus/prometheus/discovery/kubernetes.(*Discovery).Run
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:380 +0x507
goroutine 5579267 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc44d68f0, 0x72, 0xc044c1aa40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc03713c398, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc03713c398, 0xc0b042c000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc03713c380, 0xc0b042c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc03713c380, 0xc0b042c000, 0x1000, 0x1000, 0xc0341f06c0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0280bb400, 0xc0b042c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0341f06c0, 0xc0b042c000, 0x1000, 0x1000, 0xc044c1ac70, 0x404c85, 0xc11697bf20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0dc3a1920)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0dc3a1920, 0x1, 0x0, 0x0, 0x1, 0xc0760fc180, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0341f06c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4672549 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc997c200, 0x72, 0xc0086e3a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0fa6dc418, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0fa6dc418, 0xc104f38000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0fa6dc400, 0xc104f38000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0fa6dc400, 0xc104f38000, 0x1000, 0x1000, 0xc006d6c5a0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc040d18280, 0xc104f38000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc006d6c5a0, 0xc104f38000, 0x1000, 0x1000, 0xc0086e3c70, 0x404c85, 0xc10cfe6a80)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc035a2c480)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc035a2c480, 0x1, 0x0, 0x0, 0x1, 0xc0cbe47080, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc006d6c5a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5573578 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc08ef70480)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5580008 [select]:
net/http.(*persistConn).writeLoop(0xc0f1f058c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5578686 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc07f7a3300, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 5578562 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0a1584100, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 5959994 [runnable]:
github.com/prometheus/prometheus/storage/remote.(*shards).runShard(0xc095fdecd0, 0x4)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:471 +0x1f7
created by github.com/prometheus/prometheus/storage/remote.(*shards).start
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:409 +0x48
goroutine 5579863 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0eee32fc0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5577223 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbd2645b0, 0x72, 0xc0914d1a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0306cf898, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0306cf898, 0xc0db573000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0306cf880, 0xc0db573000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0306cf880, 0xc0db573000, 0x1000, 0x1000, 0xc0eb99f440, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc02eacf170, 0xc0db573000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0eb99f440, 0xc0db573000, 0x1000, 0x1000, 0xc0914d1c70, 0x404c85, 0xc0585e3800)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0c8b6cd20)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0c8b6cd20, 0x1, 0x0, 0x0, 0x1, 0xc067439da0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0eb99f440)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5578529 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc065ebf400, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 5579209 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafba9e4b20, 0x72, 0xc06ea68a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0dbaf3498, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0dbaf3498, 0xc0c4f41000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0dbaf3480, 0xc0c4f41000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0dbaf3480, 0xc0c4f41000, 0x1000, 0x1000, 0xc076ad0b40, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc02199f9c0, 0xc0c4f41000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc076ad0b40, 0xc0c4f41000, 0x1000, 0x1000, 0xc06ea68c70, 0x404c85, 0xc04b13aa20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0963616e0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0963616e0, 0x1, 0x0, 0x0, 0x1, 0xc04b13a960, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc076ad0b40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579265 [IO wait]:
internal/poll.runtime_pollWait(0x7fafba73d340, 0x72, 0xc032dfda40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc094fce418, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc094fce418, 0xc10e195000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc094fce400, 0xc10e195000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc094fce400, 0xc10e195000, 0x1000, 0x1000, 0xc05216a900, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0280bae00, 0xc10e195000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc05216a900, 0xc10e195000, 0x1000, 0x1000, 0xc032dfdc70, 0x404c85, 0xc0bebb9140)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0c49981e0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0c49981e0, 0x1, 0x0, 0x0, 0x1, 0xc065955a40, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc05216a900)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5580264 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc07b5ed400, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5577466 [IO wait]:
internal/poll.runtime_pollWait(0x7fafba9e9680, 0x72, 0xc0514b2a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc00065a298, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc00065a298, 0xc077034000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc00065a280, 0xc077034000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc00065a280, 0xc077034000, 0x1000, 0x1000, 0xc096c90900, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc03fc4dbd8, 0xc077034000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc096c90900, 0xc077034000, 0x1000, 0x1000, 0xc0514b2c70, 0x404c85, 0xc0e432d3e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0f3344720)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0f3344720, 0x1, 0x0, 0x0, 0x1, 0xc009a08cc0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc096c90900)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5578968 [select]:
net/http.(*persistConn).writeLoop(0xc0f213b560)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5578567 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0a1584880, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 5580749 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbf7b5350, 0x72, 0xc03ff81a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc05a6bb418, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc05a6bb418, 0xc0d5171000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc05a6bb400, 0xc0d5171000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc05a6bb400, 0xc0d5171000, 0x1000, 0x1000, 0xc00c358c60, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc060174020, 0xc0d5171000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc00c358c60, 0xc0d5171000, 0x1000, 0x1000, 0xc03ff81c70, 0x404c85, 0xc0aa8c82a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0dbabef00)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0dbabef00, 0x1, 0x0, 0x0, 0x1, 0xc05d258840, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc00c358c60)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5580900 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbf8f2e10, 0x72, 0xc06ca8d810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc10d231a98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc10d231a98, 0xc0a4088000, 0x8000, 0x8000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc10d231a80, 0xc0a4088000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc10d231a80, 0xc0a4088000, 0x8000, 0x8000, 0xc062e764c0, 0xc0dc0931d0, 0xc06ca8d948)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0843f6268, 0xc0a4088000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc08d1b4e70, 0x7fafc91c9538, 0xc0ad0d3000, 0x5, 0xc0ad0d3000, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc03d860a80, 0x1d2af17, 0xc03d860ba0, 0x458a30)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc03d860a80, 0xc09c554000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc0efca4ea0, 0xc09c554000, 0x1000, 0x1000, 0xc06ca8dc70, 0x404c85, 0xc001e4c120)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc10964ca80)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc10964ca80, 0x1, 0x0, 0x0, 0x1, 0xc078e7dda0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0efca4ea0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5890475 [runnable]:
github.com/prometheus/prometheus/storage/remote.(*shards).runShard(0xc0387274f0, 0x9)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:471 +0x1f7
created by github.com/prometheus/prometheus/storage/remote.(*shards).start
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/storage/remote/queue_manager.go:409 +0x48
goroutine 5577398 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc10bf0efc0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5579241 [IO wait]:
internal/poll.runtime_pollWait(0x7fafba73d270, 0x72, 0xc0a2f8ca40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0bdb65a18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0bdb65a18, 0xc10b401000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0bdb65a00, 0xc10b401000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0bdb65a00, 0xc10b401000, 0x1000, 0x1000, 0xc0990b1c20, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0241d87d0, 0xc10b401000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0990b1c20, 0xc10b401000, 0x1000, 0x1000, 0xc0a2f8cc70, 0x404c85, 0xc10d7b4cc0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc06ecd0000)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc06ecd0000, 0x1, 0x0, 0x0, 0x1, 0xc06d3d58c0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0990b1c20)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5576003 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc058ce2a80, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5580440 [IO wait]:
internal/poll.runtime_pollWait(0x7fafbf188e70, 0x72, 0xc08be60a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc10898cc18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc10898cc18, 0xc015595000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc10898cc00, 0xc015595000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc10898cc00, 0xc015595000, 0x1000, 0x1000, 0xc0713886c0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc08e0511f0, 0xc015595000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0713886c0, 0xc015595000, 0x1000, 0x1000, 0xc08be60c70, 0x404c85, 0xc0782da0c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0a6479320)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0a6479320, 0x1, 0x0, 0x0, 0x1, 0xc0848523c0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0713886c0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5578535 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc065ebff00, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 5577279 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc056641400, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 4704157 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc43dd518, 0x72, 0xc00621fa40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0822e7818, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0822e7818, 0xc0dc9b9000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0822e7800, 0xc0dc9b9000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0822e7800, 0xc0dc9b9000, 0x1000, 0x1000, 0xc0da3d4120, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc047a9d250, 0xc0dc9b9000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0da3d4120, 0xc0dc9b9000, 0x1000, 0x1000, 0xc00621fc70, 0x404c85, 0xc09748afc0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0a0a37740)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0a0a37740, 0x1, 0x0, 0x0, 0x1, 0xc0c9671080, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0da3d4120)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5577750 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc021840400, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 5577208 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc09c7570, 0x72, 0xc0878f5a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0c3e02498, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0c3e02498, 0xc0917d5000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0c3e02480, 0xc0917d5000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0c3e02480, 0xc0917d5000, 0x1000, 0x1000, 0xc0bcf1e000, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc088908ad8, 0xc0917d5000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0bcf1e000, 0xc0917d5000, 0x1000, 0x1000, 0xc0878f5c70, 0x404c85, 0xc0585e3c80)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0f05075c0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0f05075c0, 0x1, 0x0, 0x0, 0x1, 0xc0e7adbb00, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0bcf1e000)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4672264 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc6c22b28, 0x72, 0xc073eeba40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc086140718, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc086140718, 0xc009f19000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc086140700, 0xc009f19000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc086140700, 0xc009f19000, 0x1000, 0x1000, 0xc0e136e5a0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc06fdf5728, 0xc009f19000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0e136e5a0, 0xc009f19000, 0x1000, 0x1000, 0xc073eebc70, 0x404c85, 0xc0e7248540)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0dcc6d800)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0dcc6d800, 0x1, 0x0, 0x0, 0x1, 0xc0798b5800, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0e136e5a0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 4683594 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbdb208f0, 0x72, 0xc098160a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc075f1dc18, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc075f1dc18, 0xc068b4d000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc075f1dc00, 0xc068b4d000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc075f1dc00, 0xc068b4d000, 0x1000, 0x1000, 0xc00c567320, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc06d230c98, 0xc068b4d000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc00c567320, 0xc068b4d000, 0x1000, 0x1000, 0xc098160c70, 0x404c85, 0xc069d88240)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0757445a0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0757445a0, 0x1, 0x0, 0x0, 0x1, 0xc05474e180, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc00c567320)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579162 [IO wait]:
internal/poll.runtime_pollWait(0x7fafba88fc30, 0x72, 0xc01da54a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc075f83518, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc075f83518, 0xc0dd48f000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc075f83500, 0xc0dd48f000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc075f83500, 0xc0dd48f000, 0x1000, 0x1000, 0xc1093f9d40, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc008483260, 0xc0dd48f000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc1093f9d40, 0xc0dd48f000, 0x1000, 0x1000, 0xc01da54c70, 0x404c85, 0xc07f8164e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc07665b080)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc07665b080, 0x1, 0x0, 0x0, 0x1, 0xc08275b7a0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc1093f9d40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5579239 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc2480d08, 0x72, 0xc09a56ca40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc07ecad918, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc07ecad918, 0xc0c91ba000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc07ecad900, 0xc0c91ba000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc07ecad900, 0xc0c91ba000, 0x1000, 0x1000, 0xc0b268cea0, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0241d83d0, 0xc0c91ba000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0b268cea0, 0xc0c91ba000, 0x1000, 0x1000, 0xc09a56cc70, 0x404c85, 0xc04b35a480)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc06cfadce0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc06cfadce0, 0x1, 0x0, 0x0, 0x1, 0xc04b35a3c0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0b268cea0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5573230 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc08c7e10e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4686714 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc096653b00)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4679697 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc084524240)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5575790 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc43ddd38, 0x72, 0xc003921a40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc072f91198, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc072f91198, 0xc03485b000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc072f91180, 0xc03485b000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc072f91180, 0xc03485b000, 0x1000, 0x1000, 0xc00688ed80, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc02889fab8, 0xc03485b000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc00688ed80, 0xc03485b000, 0x1000, 0x1000, 0xc003921c70, 0x404c85, 0xc08c13d6e0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0e638fda0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0e638fda0, 0x1, 0x0, 0x0, 0x1, 0xc08c13d620, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc00688ed80)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5573894 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafc3864260, 0x72, 0xc0a2396810)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0472cf418, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0472cf418, 0xc078b8e800, 0x400, 0x400)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0472cf400, 0xc078b8e800, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0472cf400, 0xc078b8e800, 0x400, 0x400, 0x80, 0xc0a6eaf7d0, 0xc0a2396958)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc028e50848, 0xc078b8e800, 0x400, 0x400, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
crypto/tls.(*block).readFromUntil(0xc013f6c5a0, 0x7fafc91c9538, 0xc056f65e40, 0x5, 0xc056f65e40, 0x44af2a)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:492 +0x89
crypto/tls.(*Conn).readRecord(0xc0713a1180, 0x1d2af17, 0xc0713a12a0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:593 +0xdd
crypto/tls.(*Conn).Read(0xc0713a1180, 0xc0391c6000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/crypto/tls/conn.go:1145 +0xf1
net/http.(*persistConn).Read(0xc1031eb440, 0xc0391c6000, 0x1000, 0x1000, 0xc013aea7e0, 0xc1031eb440, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc0300a4ae0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc0300a4ae0, 0x1, 0x2, 0x0, 0x0, 0xc06422f980, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc1031eb440)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5575854 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc0530a9d40)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 4710081 [IO wait, 3 minutes]:
internal/poll.runtime_pollWait(0x7fafbab8be80, 0x72, 0xc03ff7ea40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc0ef797218, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc0ef797218, 0xc098fa5000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc0ef797200, 0xc098fa5000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc0ef797200, 0xc098fa5000, 0x1000, 0x1000, 0xc0d775b320, 0x4, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc03e46e2c0, 0xc098fa5000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/net.go:177 +0x68
net/http.(*persistConn).Read(0xc0d775b320, 0xc098fa5000, 0x1000, 0x1000, 0xc03ff7ec70, 0x404c85, 0xc08b803320)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1497 +0x75
bufio.(*Reader).fill(0xc10a45eae0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:100 +0x106
bufio.(*Reader).Peek(0xc10a45eae0, 0x1, 0x0, 0x0, 0x1, 0xc0ef101920, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/bufio/bufio.go:132 +0x3f
net/http.(*persistConn).readLoop(0xc0d775b320)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1645 +0x1a2
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1338 +0x941
goroutine 5580265 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc07b5ed480, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:265 +0x82
goroutine 4677464 [select, 3 minutes]:
net/http.(*persistConn).writeLoop(0xc03e6fc900)
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1885 +0x113
created by net/http.(*Transport).dialConn
/usr/local/Cellar/go/1.11.2/libexec/src/net/http/transport.go:1339 +0x966
goroutine 5578575 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc0a1585580, 0x37e11d600, 0x2540be400, 0x0)
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:854 +0x822
created by github.com/prometheus/prometheus/scrape.(*scrapePool).sync
/Users/twilkie/Documents/src/github.com/prometheus/prometheus/scrape/scrape.go:336 +0x45d
goroutine 5580395 [IO wait]:
internal/poll.runtime_pollWait(0x7fafc8af3940, 0x72, 0xc006dcaa40)
/usr/local/Cellar/go/1.11.2/libexec/src/runtime/netpoll.go:173 +0x66
internal/poll.(*pollDesc).wait(0xc04214dc98, 0x72, 0xffffffffffffff00, 0x1e9dc40, 0x2e185a8)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:85 +0x9a
internal/poll.(*pollDesc).waitRead(0xc04214dc98, 0xc0689c1000, 0x1000, 0x1000)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc04214dc80, 0xc0689c1000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/internal/poll/fd_unix.go:169 +0x179
net.(*netFD).Read(0xc04214dc80, 0xc0689c1000, 0x1000, 0x1000, 0xc08da35200, 0xc0418d9228, 0x0)
/usr/local/Cellar/go/1.11.2/libexec/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0671662c0, 0xc0689c1000, 0x1000, 0x
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment