Skip to content

Instantly share code, notes, and snippets.

@tomwilkie

tomwilkie/Alertmanger k8s SD bug

Created March 27, 2018 15:43
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save tomwilkie/054376c3559dd24281a333ab2ec82d01 to your computer and use it in GitHub Desktop.
Save tomwilkie/054376c3559dd24281a333ab2ec82d01 to your computer and use it in GitHub Desktop.
Download ZIP
Raw
Alertmanger k8s SD bug
goroutine 5556598 [running]:
runtime/pprof.writeGoroutineStacks(0x7f6cdec40220, 0xc424d23100, 0x4106a9, 0xc43fe315f0)
/usr/local/go/src/runtime/pprof/pprof.go:650 +0xa7
runtime/pprof.writeGoroutine(0x7f6cdec40220, 0xc424d23100, 0x2, 0xc423702400, 0x1c39f20)
/usr/local/go/src/runtime/pprof/pprof.go:639 +0x44
runtime/pprof.(*Profile).WriteTo(0x286c900, 0x7f6cdec40220, 0xc424d23100, 0x2, 0xc424d23100, 0x16)
/usr/local/go/src/runtime/pprof/pprof.go:310 +0x3e4
net/http/pprof.handler.ServeHTTP(0xc427c3ddcd, 0x9, 0x1c47580, 0xc424d23100, 0xc421b4c400)
/usr/local/go/src/net/http/pprof/pprof.go:237 +0x1b8
net/http/pprof.Index(0x1c47580, 0xc424d23100, 0xc421b4c400)
/usr/local/go/src/net/http/pprof/pprof.go:248 +0x1d1
github.com/prometheus/prometheus/web.serveDebug(0x1c47580, 0xc424d23100, 0xc421b4c400)
/go/src/github.com/prometheus/prometheus/web/web.go:316 +0x1be
github.com/prometheus/prometheus/vendor/github.com/prometheus/common/route.(*Router).handle.func1(0x1c47580, 0xc424d23100, 0xc421b4c200, 0xc424d231c0, 0x1, 0x1)
/go/src/github.com/prometheus/prometheus/vendor/github.com/prometheus/common/route/route.go:50 +0x26a
github.com/prometheus/prometheus/vendor/github.com/julienschmidt/httprouter.(*Router).ServeHTTP(0xc42039b6c0, 0x1c47580, 0xc424d23100, 0xc421b4c200)
/go/src/github.com/prometheus/prometheus/vendor/github.com/julienschmidt/httprouter/router.go:299 +0x6d1
github.com/prometheus/prometheus/vendor/github.com/prometheus/common/route.(*Router).ServeHTTP(0xc420366520, 0x1c47580, 0xc424d23100, 0xc421b4c200)
/go/src/github.com/prometheus/prometheus/vendor/github.com/prometheus/common/route/route.go:88 +0x4c
net/http.(*ServeMux).ServeHTTP(0xc420bc9830, 0x1c47580, 0xc424d23100, 0xc421b4c200)
/usr/local/go/src/net/http/server.go:2337 +0x130
github.com/prometheus/prometheus/vendor/github.com/opentracing-contrib/go-stdlib/nethttp.Middleware.func2(0x1c4eec0, 0xc429efb340, 0xc421b4c000)
/go/src/github.com/prometheus/prometheus/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:74 +0x3f3
net/http.HandlerFunc.ServeHTTP(0xc420fc2480, 0x1c4eec0, 0xc429efb340, 0xc421b4c000)
/usr/local/go/src/net/http/server.go:1947 +0x44
net/http.serverHandler.ServeHTTP(0xc420668a90, 0x1c4eec0, 0xc429efb340, 0xc421b4c000)
/usr/local/go/src/net/http/server.go:2694 +0xbc
net/http.(*conn).serve(0xc425262000, 0x1c50d80, 0xc4375c4900)
/usr/local/go/src/net/http/server.go:1830 +0x651
created by net/http.(*Server).Serve
/usr/local/go/src/net/http/server.go:2795 +0x27b
goroutine 1 [chan receive, 5730 minutes]:
github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group.(*Group).Run(0xc4210b3c88, 0xc4206c0c20, 0x8)
/go/src/github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group/group.go:43 +0xec
main.main()
/go/src/github.com/prometheus/prometheus/cmd/prometheus/main.go:581 +0x5237
goroutine 6 [syscall, 5730 minutes]:
os/signal.signal_recv(0x0)
/usr/local/go/src/runtime/sigqueue.go:139 +0xa6
os/signal.loop()
/usr/local/go/src/os/signal/signal_unix.go:22 +0x22
created by os/signal.init.0
/usr/local/go/src/os/signal/signal_unix.go:28 +0x41
goroutine 9 [chan receive]:
github.com/prometheus/prometheus/vendor/github.com/golang/glog.(*loggingT).flushDaemon(0x2883600)
/go/src/github.com/prometheus/prometheus/vendor/github.com/golang/glog/glog.go:879 +0x8b
created by github.com/prometheus/prometheus/vendor/github.com/golang/glog.init.0
/go/src/github.com/prometheus/prometheus/vendor/github.com/golang/glog/glog.go:410 +0x203
goroutine 161 [select]:
github.com/prometheus/prometheus/vendor/github.com/prometheus/tsdb.(*SegmentWAL).run(0xc4200955e0, 0x2540be400)
/go/src/github.com/prometheus/prometheus/vendor/github.com/prometheus/tsdb/wal.go:704 +0x36e
created by github.com/prometheus/prometheus/vendor/github.com/prometheus/tsdb.OpenSegmentWAL
/go/src/github.com/prometheus/prometheus/vendor/github.com/prometheus/tsdb/wal.go:244 +0x776
goroutine 135 [select, 5730 minutes, locked to thread]:
runtime.gopark(0x1b6e6d0, 0x0, 0x1ade841, 0x6, 0x18, 0x1)
/usr/local/go/src/runtime/proc.go:291 +0x11a
runtime.selectgo(0xc420054750, 0xc420084900)
/usr/local/go/src/runtime/select.go:392 +0xe50
runtime.ensureSigM.func1()
/usr/local/go/src/runtime/signal_unix.go:549 +0x1f4
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2361 +0x1
goroutine 136 [select, 5730 minutes]:
main.main.func6(0x0, 0x0)
/go/src/github.com/prometheus/prometheus/cmd/prometheus/main.go:372 +0x121
github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group.(*Group).Run.func1(0xc4206908a0, 0xc4206a2700, 0xc4206c0bd0)
/go/src/github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group/group.go:38 +0x27
created by github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group.(*Group).Run
/go/src/github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group/group.go:37 +0xa8
goroutine 137 [chan receive, 5730 minutes]:
github.com/prometheus/prometheus/discovery.(*Manager).Run(0xc4201402a0, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/discovery/manager.go:93 +0x50
main.main.func8(0x0, 0x0)
/go/src/github.com/prometheus/prometheus/cmd/prometheus/main.go:393 +0x40
github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group.(*Group).Run.func1(0xc4206908a0, 0xc42068d560, 0xc42068d580)
/go/src/github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group/group.go:38 +0x27
created by github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group.(*Group).Run
/go/src/github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group/group.go:37 +0xa8
goroutine 138 [chan receive, 5730 minutes]:
github.com/prometheus/prometheus/discovery.(*Manager).Run(0xc420140310, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/discovery/manager.go:93 +0x50
main.main.func10(0x0, 0x0)
/go/src/github.com/prometheus/prometheus/cmd/prometheus/main.go:406 +0x40
github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group.(*Group).Run.func1(0xc4206908a0, 0xc42068d5c0, 0xc42068d5e0)
/go/src/github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group/group.go:38 +0x27
created by github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group.(*Group).Run
/go/src/github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group/group.go:37 +0xa8
goroutine 139 [select, 91 minutes]:
github.com/prometheus/prometheus/scrape.(*Manager).Run(0xc4200754f0, 0xc4200843c0, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/manager.go:60 +0xfc
main.main.func12(0x0, 0x0)
/go/src/github.com/prometheus/prometheus/cmd/prometheus/main.go:425 +0x7a
github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group.(*Group).Run.func1(0xc4206908a0, 0xc4203ade60, 0xc42068d600)
/go/src/github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group/group.go:38 +0x27
created by github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group.(*Group).Run
/go/src/github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group/group.go:37 +0xa8
goroutine 140 [select, 57 minutes]:
main.main.func14(0x0, 0x0)
/go/src/github.com/prometheus/prometheus/cmd/prometheus/main.go:448 +0x18a
github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group.(*Group).Run.func1(0xc4206908a0, 0xc4206907e0, 0xc4206c0bf0)
/go/src/github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group/group.go:38 +0x27
created by github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group.(*Group).Run
/go/src/github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group/group.go:37 +0xa8
goroutine 141 [chan receive, 5730 minutes]:
main.main.func16(0x0, 0x0)
/go/src/github.com/prometheus/prometheus/cmd/prometheus/main.go:492 +0x325
github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group.(*Group).Run.func1(0xc4206908a0, 0xc420690840, 0xc4206c0c00)
/go/src/github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group/group.go:38 +0x27
created by github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group.(*Group).Run
/go/src/github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group/group.go:37 +0xa8
goroutine 142 [chan receive, 5730 minutes]:
main.main.func18(0x0, 0x0)
/go/src/github.com/prometheus/prometheus/cmd/prometheus/main.go:519 +0x41d
github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group.(*Group).Run.func1(0xc4206908a0, 0xc4206a27c0, 0xc4203ade90)
/go/src/github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group/group.go:38 +0x27
created by github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group.(*Group).Run
/go/src/github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group/group.go:37 +0xa8
goroutine 143 [select, 5730 minutes]:
github.com/prometheus/prometheus/web.(*Handler).Run(0xc42030f100, 0x1c50d80, 0xc42039afc0, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/web/web.go:470 +0xe6b
main.main.func20(0x0, 0x0)
/go/src/github.com/prometheus/prometheus/cmd/prometheus/main.go:533 +0x40
github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group.(*Group).Run.func1(0xc4206908a0, 0xc42068d620, 0xc4206c0c10)
/go/src/github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group/group.go:38 +0x27
created by github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group.(*Group).Run
/go/src/github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group/group.go:37 +0xa8
goroutine 144 [chan receive, 5730 minutes]:
main.main.func22(0x0, 0x0)
/go/src/github.com/prometheus/prometheus/cmd/prometheus/main.go:552 +0x4e
github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group.(*Group).Run.func1(0xc4206908a0, 0xc42068d640, 0xc42068d660)
/go/src/github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group/group.go:38 +0x27
created by github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group.(*Group).Run
/go/src/github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group/group.go:37 +0xa8
goroutine 145 [select]:
github.com/prometheus/prometheus/notifier.(*Manager).Run(0xc42038b380, 0xc4200844e0)
/go/src/github.com/prometheus/prometheus/notifier/notifier.go:303 +0x133
main.main.func24(0x0, 0x0)
/go/src/github.com/prometheus/prometheus/cmd/prometheus/main.go:572 +0x7a
github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group.(*Group).Run.func1(0xc4206908a0, 0xc4203adec0, 0xc4206c0c20)
/go/src/github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group/group.go:38 +0x27
created by github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group.(*Group).Run
/go/src/github.com/prometheus/prometheus/vendor/github.com/oklog/oklog/pkg/group/group.go:37 +0xa8
goroutine 250 [select, 2 minutes]:
github.com/prometheus/prometheus/vendor/github.com/prometheus/tsdb.(*DB).run(0xc420134240)
/go/src/github.com/prometheus/prometheus/vendor/github.com/prometheus/tsdb/db.go:265 +0x25c
created by github.com/prometheus/prometheus/vendor/github.com/prometheus/tsdb.Open
/go/src/github.com/prometheus/prometheus/vendor/github.com/prometheus/tsdb/db.go:243 +0x5ba
goroutine 165 [chan receive (nil chan), 5730 minutes]:
github.com/prometheus/prometheus/prompb.RegisterAdminHandlerFromEndpoint.func1.1(0x7f6ce6f02050, 0xc420044018, 0xc42009e340, 0x7ffcd08a3407, 0x3)
/go/src/github.com/prometheus/prometheus/prompb/rpc.pb.gw.go:85 +0x4c
created by github.com/prometheus/prometheus/prompb.RegisterAdminHandlerFromEndpoint.func1
/go/src/github.com/prometheus/prometheus/prompb/rpc.pb.gw.go:84 +0x19b
goroutine 164 [select, 5730 minutes]:
github.com/prometheus/prometheus/vendor/google.golang.org/grpc.(*addrConn).transportMonitor(0xc42009e4e0)
/go/src/github.com/prometheus/prometheus/vendor/google.golang.org/grpc/clientconn.go:908 +0x1c0
github.com/prometheus/prometheus/vendor/google.golang.org/grpc.(*ClientConn).resetAddrConn.func1(0xc42009e4e0)
/go/src/github.com/prometheus/prometheus/vendor/google.golang.org/grpc/clientconn.go:637 +0x1af
created by github.com/prometheus/prometheus/vendor/google.golang.org/grpc.(*ClientConn).resetAddrConn
/go/src/github.com/prometheus/prometheus/vendor/google.golang.org/grpc/clientconn.go:628 +0x6d8
goroutine 251 [IO wait, 5730 minutes]:
internal/poll.runtime_pollWait(0x7f6ce6efde30, 0x72, 0xc420457b88)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc420540698, 0x72, 0xffffffffffffff00, 0x1c3be60, 0x27b7638)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitRead(0xc420540698, 0xc420fe6000, 0x8000, 0x8000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc420540680, 0xc420fe6000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:157 +0x17d
net.(*netFD).Read(0xc420540680, 0xc420fe6000, 0x8000, 0x8000, 0x60, 0x1a53200, 0x1)
/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc42000c6a8, 0xc420fe6000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6a
bufio.(*Reader).Read(0xc420ff14a0, 0xc4206be038, 0x9, 0x9, 0xc42095efa0, 0x2, 0x2)
/usr/local/go/src/bufio/bufio.go:216 +0x238
io.ReadAtLeast(0x1c36960, 0xc420ff14a0, 0xc4206be038, 0x9, 0x9, 0x9, 0x2, 0x0, 0xc42095edd8)
/usr/local/go/src/io/io.go:309 +0x86
io.ReadFull(0x1c36960, 0xc420ff14a0, 0xc4206be038, 0x9, 0x9, 0x403f2c, 0xc420239680, 0x4)
/usr/local/go/src/io/io.go:327 +0x58
github.com/prometheus/prometheus/vendor/golang.org/x/net/http2.readFrameHeader(0xc4206be038, 0x9, 0x9, 0x1c36960, 0xc420ff14a0, 0x0, 0xc400000000, 0x0, 0x2)
/go/src/github.com/prometheus/prometheus/vendor/golang.org/x/net/http2/frame.go:237 +0x7b
github.com/prometheus/prometheus/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc4206be000, 0x0, 0x0, 0xc420085260, 0x0)
/go/src/github.com/prometheus/prometheus/vendor/golang.org/x/net/http2/frame.go:492 +0xa4
github.com/prometheus/prometheus/vendor/google.golang.org/grpc/transport.(*framer).readFrame(0xc420fc3950, 0xc42095efa0, 0x0, 0xc420085260, 0x53d70d)
/go/src/github.com/prometheus/prometheus/vendor/google.golang.org/grpc/transport/http_util.go:608 +0x2f
github.com/prometheus/prometheus/vendor/google.golang.org/grpc/transport.(*http2Client).reader(0xc420ff4780)
/go/src/github.com/prometheus/prometheus/vendor/google.golang.org/grpc/transport/http2_client.go:1080 +0x47
created by github.com/prometheus/prometheus/vendor/google.golang.org/grpc/transport.newHTTP2Client
/go/src/github.com/prometheus/prometheus/vendor/google.golang.org/grpc/transport/http2_client.go:267 +0xb6c
goroutine 245 [chan receive]:
github.com/prometheus/prometheus/vendor/github.com/cockroachdb/cmux.muxListener.Accept(...)
/go/src/github.com/prometheus/prometheus/vendor/github.com/cockroachdb/cmux/cmux.go:184
github.com/prometheus/prometheus/vendor/github.com/cockroachdb/cmux.(*muxListener).Accept(0xc420316d00, 0x1b6e040, 0xc425262000, 0x1c50e40, 0xc420fc38c0)
<autogenerated>:1 +0x5b
net/http.(*Server).Serve(0xc420668a90, 0x1c4f480, 0xc420316d00, 0x0, 0x0)
/usr/local/go/src/net/http/server.go:2770 +0x1a5
github.com/prometheus/prometheus/web.(*Handler).Run.func5(0xc420668a90, 0x1c4f480, 0xc420316d00, 0xc42030f100)
/go/src/github.com/prometheus/prometheus/web/web.go:455 +0x43
created by github.com/prometheus/prometheus/web.(*Handler).Run
/go/src/github.com/prometheus/prometheus/web/web.go:454 +0xced
goroutine 246 [chan receive, 5730 minutes]:
github.com/prometheus/prometheus/vendor/github.com/cockroachdb/cmux.muxListener.Accept(...)
/go/src/github.com/prometheus/prometheus/vendor/github.com/cockroachdb/cmux/cmux.go:184
github.com/prometheus/prometheus/vendor/github.com/cockroachdb/cmux.(*muxListener).Accept(0xc420316b80, 0x1b6a478, 0xc42065e360, 0x1c4f480, 0xc420316b80)
<autogenerated>:1 +0x5b
github.com/prometheus/prometheus/vendor/google.golang.org/grpc.(*Server).Serve(0xc42065e360, 0x1c4f480, 0xc420316b80, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/vendor/google.golang.org/grpc/server.go:432 +0x16c
github.com/prometheus/prometheus/web.(*Handler).Run.func6(0xc42065e360, 0x1c4f480, 0xc420316b80, 0xc42030f100)
/go/src/github.com/prometheus/prometheus/web/web.go:460 +0x43
created by github.com/prometheus/prometheus/web.(*Handler).Run
/go/src/github.com/prometheus/prometheus/web/web.go:459 +0xd39
goroutine 247 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6efdf00, 0x72, 0x0)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc420540498, 0x72, 0xc429a6b000, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitRead(0xc420540498, 0xffffffffffffff00, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Accept(0xc420540480, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:372 +0x1a8
net.(*netFD).accept(0xc420540480, 0x1c59ea0, 0xc420084358, 0x1adc177)
/usr/local/go/src/net/fd_unix.go:238 +0x42
net.(*TCPListener).accept(0xc42000c078, 0xc420084300, 0xc420452e98, 0x1)
/usr/local/go/src/net/tcpsock_posix.go:136 +0x2e
net.(*TCPListener).Accept(0xc42000c078, 0xc420452e98, 0x1955540, 0x1955540, 0xc43fe30d50)
/usr/local/go/src/net/tcpsock.go:259 +0x49
github.com/prometheus/prometheus/vendor/golang.org/x/net/netutil.(*limitListener).Accept(0xc420316aa0, 0x4346f4, 0xc420452ee8, 0x4571a0, 0xc420452f28)
/go/src/github.com/prometheus/prometheus/vendor/golang.org/x/net/netutil/listen.go:30 +0x53
github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack.(*connTrackListener).Accept(0xc420316b60, 0x1b678a0, 0xc4206a2f40, 0x1c5d9e0, 0xc43fe30f60)
/go/src/github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack/listener_wrapper.go:86 +0x37
github.com/prometheus/prometheus/vendor/github.com/cockroachdb/cmux.(*cMux).Serve(0xc4206a2f40, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/vendor/github.com/cockroachdb/cmux/cmux.go:124 +0x88
github.com/prometheus/prometheus/web.(*Handler).Run.func7(0xc420085440, 0x1c45ec0, 0xc4206a2f40)
/go/src/github.com/prometheus/prometheus/web/web.go:467 +0x31
created by github.com/prometheus/prometheus/web.(*Handler).Run
/go/src/github.com/prometheus/prometheus/web/web.go:466 +0xd8e
goroutine 248 [IO wait, 5730 minutes]:
internal/poll.runtime_pollWait(0x7f6ce6efdd60, 0x72, 0xc420456940)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc420540c18, 0x72, 0xffffffffffffff00, 0x1c3be60, 0x27b7638)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitRead(0xc420540c18, 0xc4206bf400, 0x9, 0x9)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc420540c00, 0xc4206bf458, 0x9, 0x9, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:157 +0x17d
net.(*netFD).Read(0xc420540c00, 0xc4206bf458, 0x9, 0x9, 0x4, 0x0, 0x0)
/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc42000cd40, 0xc4206bf458, 0x9, 0x9, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6a
github.com/prometheus/prometheus/vendor/github.com/cockroachdb/cmux.(*bufferedReader).Read(0xc420167158, 0xc4206bf458, 0x9, 0x9, 0x100000000000000, 0x0, 0x10)
/go/src/github.com/prometheus/prometheus/vendor/github.com/cockroachdb/cmux/buffer.go:42 +0x120
io.ReadAtLeast(0x1c37180, 0xc420167158, 0xc4206bf458, 0x9, 0x9, 0x9, 0x410ef8, 0x10, 0x1964300)
/usr/local/go/src/io/io.go:309 +0x86
io.ReadFull(0x1c37180, 0xc420167158, 0xc4206bf458, 0x9, 0x9, 0x4c2362fd2353c201, 0xefff100000004, 0x3)
/usr/local/go/src/io/io.go:327 +0x58
github.com/prometheus/prometheus/vendor/golang.org/x/net/http2.readFrameHeader(0xc4206bf458, 0x9, 0x9, 0x1c37180, 0xc420167158, 0x0, 0x0, 0xc4202b0f00, 0x0)
/go/src/github.com/prometheus/prometheus/vendor/golang.org/x/net/http2/frame.go:237 +0x7b
github.com/prometheus/prometheus/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc4206bf420, 0x1c3eb80, 0xc4202b0f00, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/vendor/golang.org/x/net/http2/frame.go:492 +0xa4
github.com/prometheus/prometheus/vendor/github.com/cockroachdb/cmux.matchHTTP2Field(0x1c37180, 0xc420167158, 0x1ae59d9, 0xc, 0x1aeaa9a, 0x10, 0x7f6ce6f2c6f0)
/go/src/github.com/prometheus/prometheus/vendor/github.com/cockroachdb/cmux/matchers.go:145 +0x140
github.com/prometheus/prometheus/vendor/github.com/cockroachdb/cmux.HTTP2HeaderField.func1(0x1c37180, 0xc420167158, 0xc42095f6a0)
/go/src/github.com/prometheus/prometheus/vendor/github.com/cockroachdb/cmux/matchers.go:111 +0x59
github.com/prometheus/prometheus/vendor/github.com/cockroachdb/cmux.(*cMux).serve(0xc4206a2f40, 0x1c5d9e0, 0xc420fc2540, 0xc4200850e0, 0xc420372cb0)
/go/src/github.com/prometheus/prometheus/vendor/github.com/cockroachdb/cmux/cmux.go:143 +0x1f3
created by github.com/prometheus/prometheus/vendor/github.com/cockroachdb/cmux.(*cMux).Serve
/go/src/github.com/prometheus/prometheus/vendor/github.com/cockroachdb/cmux/cmux.go:133 +0x15d
goroutine 252 [select, 5730 minutes]:
github.com/prometheus/prometheus/vendor/google.golang.org/grpc/transport.(*http2Client).controller(0xc420ff4780)
/go/src/github.com/prometheus/prometheus/vendor/google.golang.org/grpc/transport/http2_client.go:1168 +0x122
created by github.com/prometheus/prometheus/vendor/google.golang.org/grpc/transport.newHTTP2Client
/go/src/github.com/prometheus/prometheus/vendor/google.golang.org/grpc/transport/http2_client.go:297 +0xca2
goroutine 253 [sleep]:
time.Sleep(0x5f5e100)
/usr/local/go/src/runtime/time.go:102 +0x166
github.com/prometheus/prometheus/discovery/kubernetes.(*Discovery).Run(0xc420588180, 0x1c50d80, 0xc4205881c0, 0xc420085680)
/go/src/github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:299 +0x18d
created by github.com/prometheus/prometheus/discovery.(*Manager).startProvider
/go/src/github.com/prometheus/prometheus/discovery/manager.go:126 +0x116
goroutine 5521053 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce68d4bc8, 0x72, 0xc42bd7b960)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc42feb6218, 0x72, 0xffffffffffffff00, 0x1c3be60, 0x27b7638)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitRead(0xc42feb6218, 0xc42e3e8000, 0x1000, 0x1000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc42feb6200, 0xc42e3e8000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:157 +0x17d
net.(*netFD).Read(0xc42feb6200, 0xc42e3e8000, 0x1000, 0x1000, 0xc42bb84940, 0xc423ffd9e0, 0x4)
/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc4273f9388, 0xc42e3e8000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6a
net/http.(*persistConn).Read(0xc423ffd9e0, 0xc42e3e8000, 0x1000, 0x1000, 0xc42bd7bb98, 0x403855, 0xc4226bcd20)
/usr/local/go/src/net/http/transport.go:1453 +0x136
bufio.(*Reader).fill(0xc4241af920)
/usr/local/go/src/bufio/bufio.go:100 +0x11e
bufio.(*Reader).Peek(0xc4241af920, 0x1, 0x0, 0x0, 0x0, 0xc429a5b9e0, 0x0)
/usr/local/go/src/bufio/bufio.go:132 +0x3a
net/http.(*persistConn).readLoop(0xc423ffd9e0)
/usr/local/go/src/net/http/transport.go:1601 +0x185
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1237 +0x95a
goroutine 256 [sleep]:
time.Sleep(0x5f5e100)
/usr/local/go/src/runtime/time.go:102 +0x166
github.com/prometheus/prometheus/discovery/kubernetes.(*Discovery).Run(0xc42049a840, 0x1c50d80, 0xc42049a880, 0xc4200856e0)
/go/src/github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:299 +0x18d
created by github.com/prometheus/prometheus/discovery.(*Manager).startProvider
/go/src/github.com/prometheus/prometheus/discovery/manager.go:126 +0x116
goroutine 5556425 [select]:
net.(*netFD).connect.func2(0x1c50e00, 0xc42c6254a0, 0xc43b625100, 0xc421e7ed20, 0xc421e7ecc0)
/usr/local/go/src/net/fd_unix.go:129 +0xde
created by net.(*netFD).connect
/usr/local/go/src/net/fd_unix.go:128 +0x286
goroutine 259 [sleep]:
time.Sleep(0x5f5e100)
/usr/local/go/src/runtime/time.go:102 +0x166
github.com/prometheus/prometheus/discovery/kubernetes.(*Discovery).Run(0xc42049b7c0, 0x1c50d80, 0xc42049b800, 0xc420085740)
/go/src/github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:357 +0x84d
created by github.com/prometheus/prometheus/discovery.(*Manager).startProvider
/go/src/github.com/prometheus/prometheus/discovery/manager.go:126 +0x116
goroutine 5456728 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc4375e0600, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 262 [sleep]:
time.Sleep(0x5f5e100)
/usr/local/go/src/runtime/time.go:102 +0x166
github.com/prometheus/prometheus/discovery/kubernetes.(*Discovery).Run(0xc420078600, 0x1c50d80, 0xc420078640, 0xc4200857a0)
/go/src/github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:357 +0x84d
created by github.com/prometheus/prometheus/discovery.(*Manager).startProvider
/go/src/github.com/prometheus/prometheus/discovery/manager.go:126 +0x116
goroutine 5457030 [select]:
net/http.(*Transport).getConn(0xc420168960, 0xc42e254660, 0x0, 0xc4211c0640, 0x5, 0xc421da5240, 0xe, 0x0, 0x0, 0xc42fec5260)
/usr/local/go/src/net/http/transport.go:962 +0x558
net/http.(*Transport).RoundTrip(0xc420168960, 0xc426672300, 0xd, 0xc42fee82c0, 0x2bb)
/usr/local/go/src/net/http/transport.go:409 +0x632
github.com/prometheus/prometheus/vendor/k8s.io/client-go/transport.(*bearerAuthRoundTripper).RoundTrip(0xc4326dadc0, 0xc426672300, 0xa, 0x1af12bf, 0x14)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/transport/round_trippers.go:282 +0x17c
github.com/prometheus/prometheus/vendor/k8s.io/client-go/transport.(*userAgentRoundTripper).RoundTrip(0xc4326dade0, 0xc42663bf00, 0xc4326dade0, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/transport/round_trippers.go:160 +0x10c
net/http.send(0xc42663bd00, 0x1c39be0, 0xc4326dade0, 0x0, 0x0, 0x0, 0xc42bb85a20, 0x0, 0xc42fec5650, 0x1)
/usr/local/go/src/net/http/client.go:252 +0x185
net/http.(*Client).send(0xc4384c4930, 0xc42663bd00, 0x0, 0x0, 0x0, 0xc42bb85a20, 0x0, 0x1, 0x0)
/usr/local/go/src/net/http/client.go:176 +0xfa
net/http.(*Client).Do(0xc4384c4930, 0xc42663bd00, 0x0, 0x35, 0x0)
/usr/local/go/src/net/http/client.go:615 +0x28d
github.com/prometheus/prometheus/vendor/k8s.io/client-go/rest.(*Request).request(0xc42914c780, 0xc42fec58f0, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/rest/request.go:821 +0x29e
github.com/prometheus/prometheus/vendor/k8s.io/client-go/rest.(*Request).Do(0xc42914c780, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/rest/request.go:893 +0xb7
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.NewListWatchFromClient.func1(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x1adb05f, ...)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/listwatch.go:66 +0x1ab
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*ListWatch).List(0xc4377f2970, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/listwatch.go:90 +0x5d
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc423c815f0, 0xc43441a360, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:245 +0x220
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*Reflector).RunUntil.func1()
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:200 +0x33
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc43f896880)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:96 +0x54
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc43f896880, 0x3b9aca00, 0x0, 0x8bb2c97001, 0xc43441a360)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:97 +0xa1
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.Until(0xc43f896880, 0x3b9aca00, 0xc43441a360)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:52 +0x4d
created by github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*Reflector).RunUntil
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:199 +0x172
goroutine 5457325 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce68d5588, 0x72, 0xc428108960)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc434ab2818, 0x72, 0xffffffffffffff00, 0x1c3be60, 0x27b7638)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitRead(0xc434ab2818, 0xc43b2e5000, 0x1000, 0x1000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc434ab2800, 0xc43b2e5000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:157 +0x17d
net.(*netFD).Read(0xc434ab2800, 0xc43b2e5000, 0x1000, 0x1000, 0xc42bb856b8, 0xc4246570e0, 0x4)
/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc4264891c0, 0xc43b2e5000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6a
net/http.(*persistConn).Read(0xc4246570e0, 0xc43b2e5000, 0x1000, 0x1000, 0xc428108b98, 0x403855, 0xc437405f80)
/usr/local/go/src/net/http/transport.go:1453 +0x136
bufio.(*Reader).fill(0xc43363d380)
/usr/local/go/src/bufio/bufio.go:100 +0x11e
bufio.(*Reader).Peek(0xc43363d380, 0x1, 0x0, 0x0, 0x0, 0xc421e7e0c0, 0x0)
/usr/local/go/src/bufio/bufio.go:132 +0x3a
net/http.(*persistConn).readLoop(0xc4246570e0)
/usr/local/go/src/net/http/transport.go:1601 +0x185
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1237 +0x95a
goroutine 5556440 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6efd470, 0x77, 0xc420ff5e00)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc430df2918, 0x77, 0xc43637d300, 0xc43637d310, 0x4346f4)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitWrite(0xc430df2918, 0xc43637d300, 0x28, 0x518eb6)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:94 +0x3d
internal/poll.(*FD).WaitWrite(0xc430df2900, 0x1b6df00, 0x1c50e00)
/usr/local/go/src/internal/poll/fd_unix.go:440 +0x37
net.(*netFD).connect(0xc430df2900, 0x1c50e00, 0xc4372b75c0, 0x0, 0x0, 0x1c3a3a0, 0xc433b100a0, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/fd_unix.go:152 +0x299
net.(*netFD).dial(0xc430df2900, 0x1c50e00, 0xc4372b75c0, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc42e2540c0, 0xc4321d5530, 0x53401e)
/usr/local/go/src/net/sock_posix.go:142 +0xe9
net.socket(0x1c50e00, 0xc4372b75c0, 0x1adb96d, 0x3, 0x2, 0x1, 0x0, 0x0, 0x1c5a2c0, 0x0, ...)
/usr/local/go/src/net/sock_posix.go:93 +0x1a6
net.internetSocket(0x1c50e00, 0xc4372b75c0, 0x1adb96d, 0x3, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc42e2540c0, 0x1, 0x0, ...)
/usr/local/go/src/net/ipsock_posix.go:141 +0x129
net.doDialTCP(0x1c50e00, 0xc4372b75c0, 0x1adb96d, 0x3, 0x0, 0xc42e2540c0, 0x28a44f0, 0x0, 0x0)
/usr/local/go/src/net/tcpsock_posix.go:62 +0xb9
net.dialTCP(0x1c50e00, 0xc4372b75c0, 0x1adb96d, 0x3, 0x0, 0xc42e2540c0, 0x138b79e5dc5fd, 0x2883180, 0x6fc239c64)
/usr/local/go/src/net/tcpsock_posix.go:58 +0xe4
net.dialSingle(0x1c50e00, 0xc4372b75c0, 0xc430df2700, 0x1c40200, 0xc42e2540c0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:547 +0x375
net.dialSerial(0x1c50e00, 0xc4372b75c0, 0xc430df2700, 0xc4377f3df0, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:515 +0x22d
net.(*Dialer).DialContext(0xc420ff17a0, 0x1c50dc0, 0xc420044018, 0x1adb96d, 0x3, 0xc421da4ee0, 0xe, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/dial.go:397 +0x678
net.(*Dialer).Dial(0xc420ff17a0, 0x1adb96d, 0x3, 0xc421da4ee0, 0xe, 0x60, 0x110, 0x110, 0xc42fded440)
/usr/local/go/src/net/dial.go:320 +0x75
net.(*Dialer).Dial-fm(0x1adb96d, 0x3, 0xc421da4ee0, 0xe, 0xc4372b7500, 0xc4321d5ae8, 0x403666, 0x62a229)
/go/src/github.com/prometheus/prometheus/vendor/github.com/hashicorp/go-cleanhttp/cleanhttp.go:28 +0x52
net/http.(*Transport).dial(0xc420168960, 0x1c50dc0, 0xc420044018, 0x1adb96d, 0x3, 0xc421da4ee0, 0xe, 0xc428d783f0, 0x52af34, 0x15cc14a, ...)
/usr/local/go/src/net/http/transport.go:901 +0x78
net/http.(*Transport).dialConn(0xc420168960, 0x1c50dc0, 0xc420044018, 0x0, 0xc4211c05c0, 0x5, 0xc421da4ee0, 0xe, 0xc438d698c0, 0xc438d698c0, ...)
/usr/local/go/src/net/http/transport.go:1143 +0x317
net/http.(*Transport).getConn.func4(0xc420168960, 0x1c50dc0, 0xc420044018, 0xc42e254030, 0xc43feea0c0)
/usr/local/go/src/net/http/transport.go:957 +0x78
created by net/http.(*Transport).getConn
/usr/local/go/src/net/http/transport.go:956 +0x363
goroutine 5456444 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc42b1bf780, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5476342 [select]:
net/http.(*persistConn).writeLoop(0xc42fb1de60)
/usr/local/go/src/net/http/transport.go:1822 +0x14b
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1238 +0x97f
goroutine 5556482 [select]:
net.(*netFD).connect.func2(0x1c50e00, 0xc43e2f3320, 0xc431315900, 0xc43feebce0, 0xc43feebc80)
/usr/local/go/src/net/fd_unix.go:129 +0xde
created by net.(*netFD).connect
/usr/local/go/src/net/fd_unix.go:128 +0x286
goroutine 5556596 [select]:
net.(*netFD).connect.func2(0x1c50e00, 0xc43e58c7e0, 0xc431f61180, 0xc42b074f60, 0xc42b074f00)
/usr/local/go/src/net/fd_unix.go:129 +0xde
created by net.(*netFD).connect
/usr/local/go/src/net/fd_unix.go:128 +0x286
goroutine 5457381 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6a44ac8, 0x72, 0xc421318960)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc437073b18, 0x72, 0xffffffffffffff00, 0x1c3be60, 0x27b7638)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitRead(0xc437073b18, 0xc4232b7000, 0x1000, 0x1000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc437073b00, 0xc4232b7000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:157 +0x17d
net.(*netFD).Read(0xc437073b00, 0xc4232b7000, 0x1000, 0x1000, 0xc42bb85b70, 0xc42c588120, 0x4)
/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc4264894e8, 0xc4232b7000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6a
net/http.(*persistConn).Read(0xc42c588120, 0xc4232b7000, 0x1000, 0x1000, 0xc421318b98, 0x403855, 0xc43ccaaae0)
/usr/local/go/src/net/http/transport.go:1453 +0x136
bufio.(*Reader).fill(0xc43ad78a20)
/usr/local/go/src/bufio/bufio.go:100 +0x11e
bufio.(*Reader).Peek(0xc43ad78a20, 0x1, 0x0, 0x0, 0x0, 0xc43feeb440, 0x0)
/usr/local/go/src/bufio/bufio.go:132 +0x3a
net/http.(*persistConn).readLoop(0xc42c588120)
/usr/local/go/src/net/http/transport.go:1601 +0x185
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1237 +0x95a
goroutine 5556595 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6a456f8, 0x77, 0xc4210a5380)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc431f61198, 0x77, 0xc42c717100, 0xc42c7171e0, 0x4346f4)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitWrite(0xc431f61198, 0xc42c717200, 0x28, 0x518eb6)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:94 +0x3d
internal/poll.(*FD).WaitWrite(0xc431f61180, 0x1b6df00, 0x1c50e00)
/usr/local/go/src/internal/poll/fd_unix.go:440 +0x37
net.(*netFD).connect(0xc431f61180, 0x1c50e00, 0xc43e58c7e0, 0x0, 0x0, 0x1c3a3a0, 0xc427c3dc00, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/fd_unix.go:152 +0x299
net.(*netFD).dial(0xc431f61180, 0x1c50e00, 0xc43e58c7e0, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc43fe30d20, 0xc42c717400, 0x53401e)
/usr/local/go/src/net/sock_posix.go:142 +0xe9
net.socket(0x1c50e00, 0xc43e58c7e0, 0x1adb96d, 0x3, 0x2, 0x1, 0x0, 0x0, 0x1c5a2c0, 0x0, ...)
/usr/local/go/src/net/sock_posix.go:93 +0x1a6
net.internetSocket(0x1c50e00, 0xc43e58c7e0, 0x1adb96d, 0x3, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc43fe30d20, 0x1, 0x0, ...)
/usr/local/go/src/net/ipsock_posix.go:141 +0x129
net.doDialTCP(0x1c50e00, 0xc43e58c7e0, 0x1adb96d, 0x3, 0x0, 0xc43fe30d20, 0x28a44f0, 0x0, 0x0)
/usr/local/go/src/net/tcpsock_posix.go:62 +0xb9
net.dialTCP(0x1c50e00, 0xc43e58c7e0, 0x1adb96d, 0x3, 0x0, 0xc43fe30d20, 0x138b489c0046b, 0x2883180, 0x254094b00)
/usr/local/go/src/net/tcpsock_posix.go:58 +0xe4
net.dialSingle(0x1c50e00, 0xc43e58c7e0, 0xc431f61000, 0x1c40200, 0xc43fe30d20, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:547 +0x375
net.dialSerial(0x1c50e00, 0xc43e58c7e0, 0xc431f61000, 0xc42c6b9a50, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:515 +0x22d
net.(*Dialer).DialContext(0xc42d1d8300, 0x1c50e00, 0xc43e58c7e0, 0x1adb96d, 0x3, 0xc427c3dba0, 0x11, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/dial.go:397 +0x678
net.(*Dialer).DialContext-fm(0x1c50e00, 0xc43e58c7e0, 0x1adb96d, 0x3, 0xc427c3dba0, 0x11, 0x11, 0xc420438c00, 0x4d8360, 0xc420044018)
/usr/local/go/src/net/http/transport.go:46 +0x73
github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack.dialClientConnTracker(0x1c50e00, 0xc43e58c7e0, 0x1adb96d, 0x3, 0xc427c3dba0, 0x11, 0xc429397cc0, 0xf, 0xc42f90c580, 0x110, ...)
/go/src/github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack/dialer_wrapper.go:123 +0xb4
github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack.NewDialContextFunc.func1(0x1c50e00, 0xc43e58c7e0, 0x1adb96d, 0x3, 0xc427c3dba0, 0x11, 0xc42f320ae8, 0x62a229, 0xc43e58c7e0, 0x184d680)
/go/src/github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack/dialer_wrapper.go:94 +0xe0
net/http.(*Transport).dial(0xc421e6bd10, 0x1c50e00, 0xc43e58c7e0, 0x1adb96d, 0x3, 0xc427c3dba0, 0x11, 0x445d31, 0x52af34, 0x15cc14a, ...)
/usr/local/go/src/net/http/transport.go:898 +0x20d
net/http.(*Transport).dialConn(0xc421e6bd10, 0x1c50e00, 0xc43e58c7e0, 0x0, 0xc42a9fe000, 0x4, 0xc427c3dba0, 0x11, 0xc431955440, 0x53d730, ...)
/usr/local/go/src/net/http/transport.go:1143 +0x317
net/http.(*Transport).getConn.func4(0xc421e6bd10, 0x1c50e00, 0xc43e58c7e0, 0xc43fe30990, 0xc42b074d80)
/usr/local/go/src/net/http/transport.go:957 +0x78
created by net/http.(*Transport).getConn
/usr/local/go/src/net/http/transport.go:956 +0x363
goroutine 5556427 [select]:
net.(*netFD).connect.func2(0x1c50e00, 0xc42c625d40, 0xc43b625a00, 0xc421e7f2c0, 0xc421e7f260)
/usr/local/go/src/net/fd_unix.go:129 +0xde
created by net.(*netFD).connect
/usr/local/go/src/net/fd_unix.go:128 +0x286
goroutine 285 [sleep]:
time.Sleep(0x5f5e100)
/usr/local/go/src/runtime/time.go:102 +0x166
github.com/prometheus/prometheus/discovery/kubernetes.(*Discovery).Run(0xc420079d00, 0x1c50d80, 0xc420079d40, 0xc4210ba300)
/go/src/github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:273 +0x999
created by github.com/prometheus/prometheus/discovery.(*Manager).startProvider
/go/src/github.com/prometheus/prometheus/discovery/manager.go:126 +0x116
goroutine 5476627 [select]:
net/http.(*persistConn).writeLoop(0xc42177ed80)
/usr/local/go/src/net/http/transport.go:1822 +0x14b
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1238 +0x97f
goroutine 288 [sleep]:
time.Sleep(0x5f5e100)
/usr/local/go/src/runtime/time.go:102 +0x166
github.com/prometheus/prometheus/discovery/kubernetes.(*Discovery).Run(0xc420df0440, 0x1c50d80, 0xc420df0480, 0xc4210ba360)
/go/src/github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:299 +0x18d
created by github.com/prometheus/prometheus/discovery.(*Manager).startProvider
/go/src/github.com/prometheus/prometheus/discovery/manager.go:126 +0x116
goroutine 5457321 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce68d5658, 0x72, 0xc42a978960)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc43c43bd98, 0x72, 0xffffffffffffff00, 0x1c3be60, 0x27b7638)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitRead(0xc43c43bd98, 0xc43b2e2000, 0x1000, 0x1000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc43c43bd80, 0xc43b2e2000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:157 +0x17d
net.(*netFD).Read(0xc43c43bd80, 0xc43b2e2000, 0x1000, 0x1000, 0xc42bb85688, 0xc424656a20, 0x4)
/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc426489188, 0xc43b2e2000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6a
net/http.(*persistConn).Read(0xc424656a20, 0xc43b2e2000, 0x1000, 0x1000, 0xc42a978b98, 0x403855, 0xc437405bc0)
/usr/local/go/src/net/http/transport.go:1453 +0x136
bufio.(*Reader).fill(0xc43363d020)
/usr/local/go/src/bufio/bufio.go:100 +0x11e
bufio.(*Reader).Peek(0xc43363d020, 0x1, 0x0, 0x0, 0x0, 0xc431955f80, 0x0)
/usr/local/go/src/bufio/bufio.go:132 +0x3a
net/http.(*persistConn).readLoop(0xc424656a20)
/usr/local/go/src/net/http/transport.go:1601 +0x185
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1237 +0x95a
goroutine 291 [sleep]:
time.Sleep(0x5f5e100)
/usr/local/go/src/runtime/time.go:102 +0x166
github.com/prometheus/prometheus/discovery/kubernetes.(*Discovery).Run(0xc420df0b00, 0x1c50d80, 0xc420df0b40, 0xc4210ba3c0)
/go/src/github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:299 +0x18d
created by github.com/prometheus/prometheus/discovery.(*Manager).startProvider
/go/src/github.com/prometheus/prometheus/discovery/manager.go:126 +0x116
goroutine 5457033 [semacquire, 57 minutes]:
sync.runtime_notifyListWait(0xc4362959a8, 0x0)
/usr/local/go/src/runtime/sema.go:510 +0x10b
sync.(*Cond).Wait(0xc436295998)
/usr/local/go/src/sync/cond.go:56 +0x80
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc436295980, 0xc4377f2b80, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:438 +0x99
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*controller).processLoop(0xc433278000)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:147 +0x40
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*controller).(github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.processLoop)-fm()
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:121 +0x2a
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc4212b2f10)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:96 +0x54
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc4212b2f10, 0x3b9aca00, 0x0, 0x1744b01, 0xc43441a600)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:97 +0xa1
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.Until(0xc4212b2f10, 0x3b9aca00, 0xc43441a600)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:52 +0x4d
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*controller).Run(0xc433278000, 0xc43441a600)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:121 +0x224
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc43e3f3ae0, 0xc43441a600)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/shared_informer.go:213 +0x334
created by github.com/prometheus/prometheus/discovery/kubernetes.(*Discovery).Run
/go/src/github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:296 +0x470
goroutine 5457034 [chan receive, 57 minutes]:
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*controller).Run.func1(0xc43441a600, 0xc433278000)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:103 +0x34
created by github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*controller).Run
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:102 +0x92
goroutine 5457002 [semacquire, 57 minutes]:
sync.runtime_notifyListWait(0xc436295b28, 0x0)
/usr/local/go/src/runtime/sema.go:510 +0x10b
sync.(*Cond).Wait(0xc436295b18)
/usr/local/go/src/sync/cond.go:56 +0x80
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc436295b00, 0xc4377f2f50, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:438 +0x99
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*controller).processLoop(0xc433278600)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:147 +0x40
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*controller).(github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.processLoop)-fm()
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:121 +0x2a
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc430dd0f10)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:96 +0x54
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc430dd0f10, 0x3b9aca00, 0x0, 0x1744b01, 0xc4360f7620)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:97 +0xa1
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.Until(0xc430dd0f10, 0x3b9aca00, 0xc4360f7620)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:52 +0x4d
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*controller).Run(0xc433278600, 0xc4360f7620)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:121 +0x224
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc43e3f35e0, 0xc4360f7620)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/shared_informer.go:213 +0x334
created by github.com/prometheus/prometheus/discovery/kubernetes.(*Discovery).Run
/go/src/github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:269 +0xf44
goroutine 5456460 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc428a16100, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5457369 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce68d4f08, 0x72, 0xc42128a960)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc4225b1798, 0x72, 0xffffffffffffff00, 0x1c3be60, 0x27b7638)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitRead(0xc4225b1798, 0xc43e19d000, 0x1000, 0x1000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc4225b1780, 0xc43e19d000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:157 +0x17d
net.(*netFD).Read(0xc4225b1780, 0xc43e19d000, 0x1000, 0x1000, 0xc432968670, 0xc42b574a20, 0x4)
/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc426489458, 0xc43e19d000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6a
net/http.(*persistConn).Read(0xc42b574a20, 0xc43e19d000, 0x1000, 0x1000, 0xc42128ab98, 0x403855, 0xc43ba13e60)
/usr/local/go/src/net/http/transport.go:1453 +0x136
bufio.(*Reader).fill(0xc43ef89260)
/usr/local/go/src/bufio/bufio.go:100 +0x11e
bufio.(*Reader).Peek(0xc43ef89260, 0x1, 0x0, 0x0, 0x0, 0xc42b0746c0, 0x0)
/usr/local/go/src/bufio/bufio.go:132 +0x3a
net/http.(*persistConn).readLoop(0xc42b574a20)
/usr/local/go/src/net/http/transport.go:1601 +0x185
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1237 +0x95a
goroutine 5556468 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6a481d0, 0x77, 0xc4210c9980)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc431315918, 0x77, 0xc421015100, 0xc4210151e0, 0x4346f4)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitWrite(0xc431315918, 0xc421015200, 0x28, 0x518eb6)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:94 +0x3d
internal/poll.(*FD).WaitWrite(0xc431315900, 0x1b6df00, 0x1c50e00)
/usr/local/go/src/internal/poll/fd_unix.go:440 +0x37
net.(*netFD).connect(0xc431315900, 0x1c50e00, 0xc43e2f3320, 0x0, 0x0, 0x1c3a3a0, 0xc433b11880, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/fd_unix.go:152 +0x299
net.(*netFD).dial(0xc431315900, 0x1c50e00, 0xc43e2f3320, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc42cde2d80, 0xc421015400, 0x53401e)
/usr/local/go/src/net/sock_posix.go:142 +0xe9
net.socket(0x1c50e00, 0xc43e2f3320, 0x1adb96d, 0x3, 0x2, 0x1, 0x0, 0x0, 0x1c5a2c0, 0x0, ...)
/usr/local/go/src/net/sock_posix.go:93 +0x1a6
net.internetSocket(0x1c50e00, 0xc43e2f3320, 0x1adb96d, 0x3, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc42cde2d80, 0x1, 0x0, ...)
/usr/local/go/src/net/ipsock_posix.go:141 +0x129
net.doDialTCP(0x1c50e00, 0xc43e2f3320, 0x1adb96d, 0x3, 0x0, 0xc42cde2d80, 0x28a44f0, 0x0, 0x0)
/usr/local/go/src/net/tcpsock_posix.go:62 +0xb9
net.dialTCP(0x1c50e00, 0xc43e2f3320, 0x1adb96d, 0x3, 0x0, 0xc42cde2d80, 0x138b3ae4696a4, 0x2883180, 0x2536851ce)
/usr/local/go/src/net/tcpsock_posix.go:58 +0xe4
net.dialSingle(0x1c50e00, 0xc43e2f3320, 0xc431315800, 0x1c40200, 0xc42cde2d80, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:547 +0x375
net.dialSerial(0x1c50e00, 0xc43e2f3320, 0xc431315800, 0xc4360f53d0, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:515 +0x22d
net.(*Dialer).DialContext(0xc42b4d6660, 0x1c50e00, 0xc43e2f3320, 0x1adb96d, 0x3, 0xc436487e90, 0x2f, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/dial.go:397 +0x678
net.(*Dialer).DialContext-fm(0x1c50e00, 0xc43e2f3320, 0x1adb96d, 0x3, 0xc436487e90, 0x2f, 0x2f, 0xc420438c00, 0x4d8360, 0xc420044018)
/usr/local/go/src/net/http/transport.go:46 +0x73
github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack.dialClientConnTracker(0x1c50e00, 0xc43e2f3320, 0x1adb96d, 0x3, 0xc436487e90, 0x2f, 0xc433b115e0, 0x13, 0xc4375bede0, 0x110, ...)
/go/src/github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack/dialer_wrapper.go:123 +0xb4
github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack.NewDialContextFunc.func1(0x1c50e00, 0xc43e2f3320, 0x1adb96d, 0x3, 0xc436487e90, 0x2f, 0xc4321d5ae8, 0x62a229, 0xc43e2f3320, 0x184d680)
/go/src/github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack/dialer_wrapper.go:94 +0xe0
net/http.(*Transport).dial(0xc421e6b860, 0x1c50e00, 0xc43e2f3320, 0x1adb96d, 0x3, 0xc436487e90, 0x2f, 0x445d31, 0x52af34, 0x15cc14a, ...)
/usr/local/go/src/net/http/transport.go:898 +0x20d
net/http.(*Transport).dialConn(0xc421e6b860, 0x1c50e00, 0xc43e2f3320, 0x0, 0xc42ffc2300, 0x5, 0xc436487e90, 0x2f, 0xc421700101, 0xc4210717b8, ...)
/usr/local/go/src/net/http/transport.go:1143 +0x317
net/http.(*Transport).getConn.func4(0xc421e6b860, 0x1c50e00, 0xc43e2f3320, 0xc42e255950, 0xc43feeb680)
/usr/local/go/src/net/http/transport.go:957 +0x78
created by net/http.(*Transport).getConn
/usr/local/go/src/net/http/transport.go:956 +0x363
goroutine 5481641 [select]:
net/http.(*persistConn).writeLoop(0xc426182b40)
/usr/local/go/src/net/http/transport.go:1822 +0x14b
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1238 +0x97f
goroutine 5456664 [select]:
net/http.(*Transport).getConn(0xc421e6bd10, 0xc42e254e10, 0x0, 0xc42184b720, 0x4, 0xc421da5730, 0x10, 0x0, 0x0, 0x410639)
/usr/local/go/src/net/http/transport.go:962 +0x558
net/http.(*Transport).RoundTrip(0xc421e6bd10, 0xc426673c00, 0xd, 0xc426b5a000, 0x2bb)
/usr/local/go/src/net/http/transport.go:409 +0x632
github.com/prometheus/prometheus/util/httputil.(*bearerAuthFileRoundTripper).RoundTrip(0xc42f90c6a0, 0xc426673c00, 0xc42f90c6a0, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/util/httputil/client.go:118 +0x8a
net/http.send(0xc426673a00, 0x1c37080, 0xc42f90c6a0, 0x0, 0x0, 0x0, 0xc42bb85ae8, 0x20, 0xc4304f99a8, 0x1)
/usr/local/go/src/net/http/client.go:252 +0x185
net/http.(*Client).send(0xc428ab7f20, 0xc426673a00, 0x0, 0x0, 0x0, 0xc42bb85ae8, 0x0, 0x1, 0x4)
/usr/local/go/src/net/http/client.go:176 +0xfa
net/http.(*Client).Do(0xc428ab7f20, 0xc426673a00, 0xc43e2f26c0, 0xc426673a00, 0xc43e2f26c0)
/usr/local/go/src/net/http/client.go:615 +0x28d
github.com/prometheus/prometheus/vendor/golang.org/x/net/context/ctxhttp.Do(0x7f6ce6f28250, 0xc43e2f26c0, 0xc428ab7f20, 0xc43e19e300, 0xc43e2f26c0, 0x100000000410ef8, 0x1b6e828)
/go/src/github.com/prometheus/prometheus/vendor/golang.org/x/net/context/ctxhttp/ctxhttp.go:30 +0x92
github.com/prometheus/prometheus/scrape.(*targetScraper).scrape(0xc4217c0810, 0x1c50e00, 0xc43e2f26c0, 0x1c369c0, 0xc436492a10, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:441 +0xb2
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc42b1bfc80, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:675 +0x5a7
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5457008 [semacquire, 57 minutes]:
sync.runtime_notifyListWait(0xc4362955e8, 0x0)
/usr/local/go/src/runtime/sema.go:510 +0x10b
sync.(*Cond).Wait(0xc4362955d8)
/usr/local/go/src/sync/cond.go:56 +0x80
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc4362955c0, 0xc4377f21d0, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:438 +0x99
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*controller).processLoop(0xc436297100)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:147 +0x40
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*controller).(github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.processLoop)-fm()
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:121 +0x2a
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc43f890f10)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:96 +0x54
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc43f890f10, 0x3b9aca00, 0x0, 0x1744b01, 0xc4360f78c0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:97 +0xa1
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.Until(0xc43f890f10, 0x3b9aca00, 0xc4360f78c0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:52 +0x4d
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*controller).Run(0xc436297100, 0xc4360f78c0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:121 +0x224
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc43e3f37c0, 0xc4360f78c0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/shared_informer.go:213 +0x334
created by github.com/prometheus/prometheus/discovery/kubernetes.(*Discovery).Run
/go/src/github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:296 +0x470
goroutine 5475363 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6a48440, 0x72, 0xc432abd960)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc432753518, 0x72, 0xffffffffffffff00, 0x1c3be60, 0x27b7638)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitRead(0xc432753518, 0xc4298ea000, 0x1000, 0x1000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc432753500, 0xc4298ea000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:157 +0x17d
net.(*netFD).Read(0xc432753500, 0xc4298ea000, 0x1000, 0x1000, 0xc432968678, 0xc4359fefc0, 0x4)
/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc42f45f1b0, 0xc4298ea000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6a
net/http.(*persistConn).Read(0xc4359fefc0, 0xc4298ea000, 0x1000, 0x1000, 0xc432abdb98, 0x403855, 0xc426c003c0)
/usr/local/go/src/net/http/transport.go:1453 +0x136
bufio.(*Reader).fill(0xc42c41ff80)
/usr/local/go/src/bufio/bufio.go:100 +0x11e
bufio.(*Reader).Peek(0xc42c41ff80, 0x1, 0x0, 0x0, 0x0, 0xc42b0747e0, 0x0)
/usr/local/go/src/bufio/bufio.go:132 +0x3a
net/http.(*persistConn).readLoop(0xc4359fefc0)
/usr/local/go/src/net/http/transport.go:1601 +0x185
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1237 +0x95a
goroutine 5457023 [semacquire, 57 minutes]:
sync.runtime_notifyListWait(0xc436295828, 0x0)
/usr/local/go/src/runtime/sema.go:510 +0x10b
sync.(*Cond).Wait(0xc436295818)
/usr/local/go/src/sync/cond.go:56 +0x80
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc436295800, 0xc4377f27a0, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:438 +0x99
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*controller).processLoop(0xc436297a00)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:147 +0x40
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*controller).(github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.processLoop)-fm()
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:121 +0x2a
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc434420f10)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:96 +0x54
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc434420f10, 0x3b9aca00, 0x0, 0x1744b01, 0xc43441a0c0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:97 +0xa1
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.Until(0xc434420f10, 0x3b9aca00, 0xc43441a0c0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:52 +0x4d
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*controller).Run(0xc436297a00, 0xc43441a0c0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:121 +0x224
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc43e3f39a0, 0xc43441a0c0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/shared_informer.go:213 +0x334
created by github.com/prometheus/prometheus/discovery/kubernetes.(*Discovery).Run
/go/src/github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:354 +0x83e
goroutine 5456338 [select]:
net/http.(*Transport).getConn(0xc421e6b860, 0xc42cde3530, 0x0, 0xc42a424400, 0x5, 0xc4269c4e40, 0x2f, 0x0, 0x0, 0x4106a9)
/usr/local/go/src/net/http/transport.go:962 +0x558
net/http.(*Transport).RoundTrip(0xc421e6b860, 0xc426b82600, 0xd, 0xc427332580, 0x2bb)
/usr/local/go/src/net/http/transport.go:409 +0x632
github.com/prometheus/prometheus/util/httputil.(*bearerAuthFileRoundTripper).RoundTrip(0xc4375bee40, 0xc426b82600, 0xc4375bee40, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/util/httputil/client.go:118 +0x8a
net/http.send(0xc426b82000, 0x1c37080, 0xc4375bee40, 0x0, 0x0, 0x0, 0xc42bb85d20, 0x20, 0xc42255b9a8, 0x1)
/usr/local/go/src/net/http/client.go:252 +0x185
net/http.(*Client).send(0xc42c729e30, 0xc426b82000, 0x0, 0x0, 0x0, 0xc42bb85d20, 0x0, 0x1, 0x22)
/usr/local/go/src/net/http/client.go:176 +0xfa
net/http.(*Client).Do(0xc42c729e30, 0xc426b82000, 0xc43a67c360, 0xc426b82000, 0xc43a67c360)
/usr/local/go/src/net/http/client.go:615 +0x28d
github.com/prometheus/prometheus/vendor/golang.org/x/net/context/ctxhttp.Do(0x7f6ce6f28250, 0xc43a67c360, 0xc42c729e30, 0xc434bc7900, 0xc43a67c360, 0x100000000410ef8, 0x1b6e828)
/go/src/github.com/prometheus/prometheus/vendor/golang.org/x/net/context/ctxhttp/ctxhttp.go:30 +0x92
github.com/prometheus/prometheus/scrape.(*targetScraper).scrape(0xc42c729e60, 0x1c50e00, 0xc43a67c360, 0x1c369c0, 0xc436493570, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:441 +0xb2
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc421f29380, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:675 +0x5a7
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5456434 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc42b1bf200, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5456482 [select]:
net/http.(*persistConn).writeLoop(0xc423b410e0)
/usr/local/go/src/net/http/transport.go:1822 +0x14b
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1238 +0x97f
goroutine 5456289 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc421f28580, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5457460 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6a485e0, 0x72, 0xc4215b5960)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc43a8f7c18, 0x72, 0xffffffffffffff00, 0x1c3be60, 0x27b7638)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitRead(0xc43a8f7c18, 0xc43a90f000, 0x1000, 0x1000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc43a8f7c00, 0xc43a90f000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:157 +0x17d
net.(*netFD).Read(0xc43a8f7c00, 0xc43a90f000, 0x1000, 0x1000, 0xc436ff5cb0, 0xc42be17c20, 0x4)
/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc426489a78, 0xc43a90f000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6a
net/http.(*persistConn).Read(0xc42be17c20, 0xc43a90f000, 0x1000, 0x1000, 0xc4215b5b98, 0x403855, 0xc43a681bc0)
/usr/local/go/src/net/http/transport.go:1453 +0x136
bufio.(*Reader).fill(0xc43e2f2a80)
/usr/local/go/src/bufio/bufio.go:100 +0x11e
bufio.(*Reader).Peek(0xc43e2f2a80, 0x1, 0x0, 0x0, 0x0, 0xc43feeac60, 0x0)
/usr/local/go/src/bufio/bufio.go:132 +0x3a
net/http.(*persistConn).readLoop(0xc42be17c20)
/usr/local/go/src/net/http/transport.go:1601 +0x185
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1237 +0x95a
goroutine 5457018 [semacquire, 57 minutes]:
sync.runtime_notifyListWait(0xc436295768, 0x0)
/usr/local/go/src/runtime/sema.go:510 +0x10b
sync.(*Cond).Wait(0xc436295758)
/usr/local/go/src/sync/cond.go:56 +0x80
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc436295740, 0xc4377f25b0, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:438 +0x99
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*controller).processLoop(0xc436297700)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:147 +0x40
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*controller).(github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.processLoop)-fm()
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:121 +0x2a
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc43f88cf10)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:96 +0x54
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc43f88cf10, 0x3b9aca00, 0x0, 0x1744b01, 0xc4360f7e00)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:97 +0xa1
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.Until(0xc43f88cf10, 0x3b9aca00, 0xc4360f7e00)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:52 +0x4d
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*controller).Run(0xc436297700, 0xc4360f7e00)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:121 +0x224
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc43e3f3900, 0xc4360f7e00)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/shared_informer.go:213 +0x334
created by github.com/prometheus/prometheus/discovery/kubernetes.(*Discovery).Run
/go/src/github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:296 +0x470
goroutine 5481197 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6c814a8, 0x72, 0xc4321d7960)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc43347f798, 0x72, 0xffffffffffffff00, 0x1c3be60, 0x27b7638)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitRead(0xc43347f798, 0xc429937000, 0x1000, 0x1000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc43347f780, 0xc429937000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:157 +0x17d
net.(*netFD).Read(0xc43347f780, 0xc429937000, 0x1000, 0x1000, 0xc42bb85a78, 0xc423120240, 0x4)
/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc431c9b0a0, 0xc429937000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6a
net/http.(*persistConn).Read(0xc423120240, 0xc429937000, 0x1000, 0x1000, 0xc4321d7b98, 0x403855, 0xc429bda960)
/usr/local/go/src/net/http/transport.go:1453 +0x136
bufio.(*Reader).fill(0xc42b429260)
/usr/local/go/src/bufio/bufio.go:100 +0x11e
bufio.(*Reader).Peek(0xc42b429260, 0x1, 0x0, 0x0, 0x0, 0xc43feea9c0, 0x0)
/usr/local/go/src/bufio/bufio.go:132 +0x3a
net/http.(*persistConn).readLoop(0xc423120240)
/usr/local/go/src/net/http/transport.go:1601 +0x185
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1237 +0x95a
goroutine 5456287 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc421f28700, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5556519 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6a45558, 0x77, 0xc4211b1b00)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc43ed92898, 0x77, 0xc4210b1100, 0xc4210b11e0, 0x4346f4)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitWrite(0xc43ed92898, 0xc4210b1200, 0x28, 0x518eb6)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:94 +0x3d
internal/poll.(*FD).WaitWrite(0xc43ed92880, 0x1b6df00, 0x1c50e00)
/usr/local/go/src/internal/poll/fd_unix.go:440 +0x37
net.(*netFD).connect(0xc43ed92880, 0x1c50e00, 0xc43a67da40, 0x0, 0x0, 0x1c3a3a0, 0xc42fcaec40, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/fd_unix.go:152 +0x299
net.(*netFD).dial(0xc43ed92880, 0x1c50e00, 0xc43a67da40, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc423cb3aa0, 0xc4210b1400, 0x53401e)
/usr/local/go/src/net/sock_posix.go:142 +0xe9
net.socket(0x1c50e00, 0xc43a67da40, 0x1adb96d, 0x3, 0x2, 0x1, 0x0, 0x0, 0x1c5a2c0, 0x0, ...)
/usr/local/go/src/net/sock_posix.go:93 +0x1a6
net.internetSocket(0x1c50e00, 0xc43a67da40, 0x1adb96d, 0x3, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc423cb3aa0, 0x1, 0x0, ...)
/usr/local/go/src/net/ipsock_posix.go:141 +0x129
net.doDialTCP(0x1c50e00, 0xc43a67da40, 0x1adb96d, 0x3, 0x0, 0xc423cb3aa0, 0x28a44f0, 0x0, 0x0)
/usr/local/go/src/net/tcpsock_posix.go:62 +0xb9
net.dialTCP(0x1c50e00, 0xc43a67da40, 0x1adb96d, 0x3, 0x0, 0xc423cb3aa0, 0x138b4438257f8, 0x2883180, 0x2535b16ac)
/usr/local/go/src/net/tcpsock_posix.go:58 +0xe4
net.dialSingle(0x1c50e00, 0xc43a67da40, 0xc43ed92480, 0x1c40200, 0xc423cb3aa0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:547 +0x375
net.dialSerial(0x1c50e00, 0xc43a67da40, 0xc43ed92480, 0xc43e3f06d0, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:515 +0x22d
net.(*Dialer).DialContext(0xc42b4d6660, 0x1c50e00, 0xc43a67da40, 0x1adb96d, 0x3, 0xc4269c5ef0, 0x2f, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/dial.go:397 +0x678
net.(*Dialer).DialContext-fm(0x1c50e00, 0xc43a67da40, 0x1adb96d, 0x3, 0xc4269c5ef0, 0x2f, 0x2f, 0xc420438c00, 0x4d8360, 0xc420044018)
/usr/local/go/src/net/http/transport.go:46 +0x73
github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack.dialClientConnTracker(0x1c50e00, 0xc43a67da40, 0x1adb96d, 0x3, 0xc4269c5ef0, 0x2f, 0xc433b115e0, 0x13, 0xc4375bede0, 0x110, ...)
/go/src/github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack/dialer_wrapper.go:123 +0xb4
github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack.NewDialContextFunc.func1(0x1c50e00, 0xc43a67da40, 0x1adb96d, 0x3, 0xc4269c5ef0, 0x2f, 0xc4321d5ae8, 0x62a229, 0xc43a67da40, 0x184d680)
/go/src/github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack/dialer_wrapper.go:94 +0xe0
net/http.(*Transport).dial(0xc421e6b860, 0x1c50e00, 0xc43a67da40, 0x1adb96d, 0x3, 0xc4269c5ef0, 0x2f, 0x445d31, 0x4456eb, 0x52dd5b, ...)
/usr/local/go/src/net/http/transport.go:898 +0x20d
net/http.(*Transport).dialConn(0xc421e6b860, 0x1c50e00, 0xc43a67da40, 0x0, 0xc435eb4200, 0x5, 0xc4269c5ef0, 0x2f, 0x769d84, 0xc43d274720, ...)
/usr/local/go/src/net/http/transport.go:1143 +0x317
net/http.(*Transport).getConn.func4(0xc421e6b860, 0x1c50e00, 0xc43a67da40, 0xc423cb2690, 0xc42e6af3e0)
/usr/local/go/src/net/http/transport.go:957 +0x78
created by net/http.(*Transport).getConn
/usr/local/go/src/net/http/transport.go:956 +0x363
goroutine 5456438 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc42b1bf400, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5480193 [select]:
net/http.(*persistConn).writeLoop(0xc420c797a0)
/usr/local/go/src/net/http/transport.go:1822 +0x14b
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1238 +0x97f
goroutine 5457312 [select]:
net/http.(*persistConn).writeLoop(0xc4244aaa20)
/usr/local/go/src/net/http/transport.go:1822 +0x14b
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1238 +0x97f
goroutine 5456516 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6c81e68, 0x72, 0xc432a2b960)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc424e20998, 0x72, 0xffffffffffffff00, 0x1c3be60, 0x27b7638)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitRead(0xc424e20998, 0xc4242d4000, 0x1000, 0x1000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc424e20980, 0xc4242d4000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:157 +0x17d
net.(*netFD).Read(0xc424e20980, 0xc4242d4000, 0x1000, 0x1000, 0xc42bb85fb8, 0xc424a099e0, 0x4)
/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc43d24c230, 0xc4242d4000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6a
net/http.(*persistConn).Read(0xc424a099e0, 0xc4242d4000, 0x1000, 0x1000, 0xc432a2bb98, 0x403855, 0xc431a59b00)
/usr/local/go/src/net/http/transport.go:1453 +0x136
bufio.(*Reader).fill(0xc429f07500)
/usr/local/go/src/bufio/bufio.go:100 +0x11e
bufio.(*Reader).Peek(0xc429f07500, 0x1, 0x0, 0x0, 0x0, 0xc42e6ae1e0, 0x0)
/usr/local/go/src/bufio/bufio.go:132 +0x3a
net/http.(*persistConn).readLoop(0xc424a099e0)
/usr/local/go/src/net/http/transport.go:1601 +0x185
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1237 +0x95a
goroutine 5456291 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc421f28680, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5456644 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6efd7b0, 0x72, 0xc422ecd960)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc43762be18, 0x72, 0xffffffffffffff00, 0x1c3be60, 0x27b7638)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitRead(0xc43762be18, 0xc435f10000, 0x1000, 0x1000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc43762be00, 0xc435f10000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:157 +0x17d
net.(*netFD).Read(0xc43762be00, 0xc435f10000, 0x1000, 0x1000, 0xc42bb849f0, 0xc426ae5d40, 0x4)
/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc43d24c930, 0xc435f10000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6a
net/http.(*persistConn).Read(0xc426ae5d40, 0xc435f10000, 0x1000, 0x1000, 0xc422ecdb98, 0x403855, 0xc43762e3c0)
/usr/local/go/src/net/http/transport.go:1453 +0x136
bufio.(*Reader).fill(0xc42366aea0)
/usr/local/go/src/bufio/bufio.go:100 +0x11e
bufio.(*Reader).Peek(0xc42366aea0, 0x1, 0x0, 0x0, 0x0, 0xc4344f00c0, 0x0)
/usr/local/go/src/bufio/bufio.go:132 +0x3a
net/http.(*persistConn).readLoop(0xc426ae5d40)
/usr/local/go/src/net/http/transport.go:1601 +0x185
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1237 +0x95a
goroutine 5456727 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc4375e0680, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5556434 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6a48510, 0x77, 0xc4211f2a80)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc4299df518, 0x77, 0xc436381300, 0xc436381310, 0x4346f4)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitWrite(0xc4299df518, 0xc436381300, 0x28, 0x518eb6)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:94 +0x3d
internal/poll.(*FD).WaitWrite(0xc4299df500, 0x1b6df00, 0x1c50e00)
/usr/local/go/src/internal/poll/fd_unix.go:440 +0x37
net.(*netFD).connect(0xc4299df500, 0x1c50e00, 0xc4372b6ae0, 0x0, 0x0, 0x1c3a3a0, 0xc421383ee0, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/fd_unix.go:152 +0x299
net.(*netFD).dial(0xc4299df500, 0x1c50e00, 0xc4372b6ae0, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc43504f6e0, 0xc4321d5530, 0x53401e)
/usr/local/go/src/net/sock_posix.go:142 +0xe9
net.socket(0x1c50e00, 0xc4372b6ae0, 0x1adb96d, 0x3, 0x2, 0x1, 0x0, 0x0, 0x1c5a2c0, 0x0, ...)
/usr/local/go/src/net/sock_posix.go:93 +0x1a6
net.internetSocket(0x1c50e00, 0xc4372b6ae0, 0x1adb96d, 0x3, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc43504f6e0, 0x1, 0x0, ...)
/usr/local/go/src/net/ipsock_posix.go:141 +0x129
net.doDialTCP(0x1c50e00, 0xc4372b6ae0, 0x1adb96d, 0x3, 0x0, 0xc43504f6e0, 0x28a44f0, 0x0, 0x0)
/usr/local/go/src/net/tcpsock_posix.go:62 +0xb9
net.dialTCP(0x1c50e00, 0xc4372b6ae0, 0x1adb96d, 0x3, 0x0, 0xc43504f6e0, 0x138b79e5793b8, 0x2883180, 0x6fc239a08)
/usr/local/go/src/net/tcpsock_posix.go:58 +0xe4
net.dialSingle(0x1c50e00, 0xc4372b6ae0, 0xc4299df300, 0x1c40200, 0xc43504f6e0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:547 +0x375
net.dialSerial(0x1c50e00, 0xc4372b6ae0, 0xc4299df300, 0xc4377f38d0, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:515 +0x22d
net.(*Dialer).DialContext(0xc420ff17a0, 0x1c50dc0, 0xc420044018, 0x1adb96d, 0x3, 0xc421da4a70, 0xe, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/dial.go:397 +0x678
net.(*Dialer).Dial(0xc420ff17a0, 0x1adb96d, 0x3, 0xc421da4a70, 0xe, 0x60, 0x110, 0x110, 0xc42fdecfc0)
/usr/local/go/src/net/dial.go:320 +0x75
net.(*Dialer).Dial-fm(0x1adb96d, 0x3, 0xc421da4a70, 0xe, 0xc4372b6a80, 0xc4321d5ae8, 0x403666, 0x62a229)
/go/src/github.com/prometheus/prometheus/vendor/github.com/hashicorp/go-cleanhttp/cleanhttp.go:28 +0x52
net/http.(*Transport).dial(0xc420168960, 0x1c50dc0, 0xc420044018, 0x1adb96d, 0x3, 0xc421da4a70, 0xe, 0x445d31, 0x52af34, 0x15cc14a, ...)
/usr/local/go/src/net/http/transport.go:901 +0x78
net/http.(*Transport).dialConn(0xc420168960, 0x1c50dc0, 0xc420044018, 0x0, 0xc4211c0500, 0x5, 0xc421da4a70, 0xe, 0xc4320a6a90, 0xffffffffffffffff, ...)
/usr/local/go/src/net/http/transport.go:1143 +0x317
net/http.(*Transport).getConn.func4(0xc420168960, 0x1c50dc0, 0xc420044018, 0xc43504f650, 0xc421e7f9e0)
/usr/local/go/src/net/http/transport.go:957 +0x78
created by net/http.(*Transport).getConn
/usr/local/go/src/net/http/transport.go:956 +0x363
goroutine 5456472 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc428a16700, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5475444 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce68d5998, 0x72, 0xc42109d960)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc436fe6818, 0x72, 0xffffffffffffff00, 0x1c3be60, 0x27b7638)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitRead(0xc436fe6818, 0xc4224a4000, 0x1000, 0x1000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc436fe6800, 0xc4224a4000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:157 +0x17d
net.(*netFD).Read(0xc436fe6800, 0xc4224a4000, 0x1000, 0x1000, 0xc42bb84c40, 0xc421c790e0, 0x4)
/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc427d4e7f8, 0xc4224a4000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6a
net/http.(*persistConn).Read(0xc421c790e0, 0xc4224a4000, 0x1000, 0x1000, 0xc42109db98, 0x403855, 0xc4377b92c0)
/usr/local/go/src/net/http/transport.go:1453 +0x136
bufio.(*Reader).fill(0xc422e3d3e0)
/usr/local/go/src/bufio/bufio.go:100 +0x11e
bufio.(*Reader).Peek(0xc422e3d3e0, 0x1, 0x0, 0x0, 0x0, 0xc4344f1aa0, 0x0)
/usr/local/go/src/bufio/bufio.go:132 +0x3a
net/http.(*persistConn).readLoop(0xc421c790e0)
/usr/local/go/src/net/http/transport.go:1601 +0x185
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1237 +0x95a
goroutine 5556587 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6cbcf38, 0x77, 0xc42121c000)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc431f60698, 0x77, 0xc42127b100, 0xc42127b1e0, 0x4346f4)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitWrite(0xc431f60698, 0xc42127b200, 0x28, 0x518eb6)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:94 +0x3d
internal/poll.(*FD).WaitWrite(0xc431f60680, 0x1b6df00, 0x1c50e00)
/usr/local/go/src/internal/poll/fd_unix.go:440 +0x37
net.(*netFD).connect(0xc431f60680, 0x1c50e00, 0xc43e58c420, 0x0, 0x0, 0x1c3a3a0, 0xc427c3da20, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/fd_unix.go:152 +0x299
net.(*netFD).dial(0xc431f60680, 0x1c50e00, 0xc43e58c420, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc43bdc37a0, 0xc42127b400, 0x53401e)
/usr/local/go/src/net/sock_posix.go:142 +0xe9
net.socket(0x1c50e00, 0xc43e58c420, 0x1adb96d, 0x3, 0x2, 0x1, 0x0, 0x0, 0x1c5a2c0, 0x0, ...)
/usr/local/go/src/net/sock_posix.go:93 +0x1a6
net.internetSocket(0x1c50e00, 0xc43e58c420, 0x1adb96d, 0x3, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc43bdc37a0, 0x1, 0x0, ...)
/usr/local/go/src/net/ipsock_posix.go:141 +0x129
net.doDialTCP(0x1c50e00, 0xc43e58c420, 0x1adb96d, 0x3, 0x0, 0xc43bdc37a0, 0x28a44f0, 0x0, 0x0)
/usr/local/go/src/net/tcpsock_posix.go:62 +0xb9
net.dialTCP(0x1c50e00, 0xc43e58c420, 0x1adb96d, 0x3, 0x0, 0xc43bdc37a0, 0x138b47e70df11, 0x2883180, 0x2540973a0)
/usr/local/go/src/net/tcpsock_posix.go:58 +0xe4
net.dialSingle(0x1c50e00, 0xc43e58c420, 0xc431f60580, 0x1c40200, 0xc43bdc37a0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:547 +0x375
net.dialSerial(0x1c50e00, 0xc43e58c420, 0xc431f60580, 0xc42c6b9770, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:515 +0x22d
net.(*Dialer).DialContext(0xc42d1d8300, 0x1c50e00, 0xc43e58c420, 0x1adb96d, 0x3, 0xc43ed14140, 0x10, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/dial.go:397 +0x678
net.(*Dialer).DialContext-fm(0x1c50e00, 0xc43e58c420, 0x1adb96d, 0x3, 0xc43ed14140, 0x10, 0x10, 0xc423702400, 0x4d8360, 0xc420044018)
/usr/local/go/src/net/http/transport.go:46 +0x73
github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack.dialClientConnTracker(0x1c50e00, 0xc43e58c420, 0x1adb96d, 0x3, 0xc43ed14140, 0x10, 0xc429397cc0, 0xf, 0xc42f90c580, 0x110, ...)
/go/src/github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack/dialer_wrapper.go:123 +0xb4
github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack.NewDialContextFunc.func1(0x1c50e00, 0xc43e58c420, 0x1adb96d, 0x3, 0xc43ed14140, 0x10, 0xc42f320ae8, 0x62a229, 0xc43e58c420, 0x184d680)
/go/src/github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack/dialer_wrapper.go:94 +0xe0
net/http.(*Transport).dial(0xc421e6bd10, 0x1c50e00, 0xc43e58c420, 0x1adb96d, 0x3, 0xc43ed14140, 0x10, 0x41d6a9ac72400000, 0x4456eb, 0x52dd5b, ...)
/usr/local/go/src/net/http/transport.go:898 +0x20d
net/http.(*Transport).dialConn(0xc421e6bd10, 0x1c50e00, 0xc43e58c420, 0x0, 0xc43ed06ca0, 0x4, 0xc43ed14140, 0x10, 0xc4217c0101, 0xc42dd727b8, ...)
/usr/local/go/src/net/http/transport.go:1143 +0x317
net/http.(*Transport).getConn.func4(0xc421e6bd10, 0x1c50e00, 0xc43e58c420, 0xc43bdc3590, 0xc42b074900)
/usr/local/go/src/net/http/transport.go:957 +0x78
created by net/http.(*Transport).getConn
/usr/local/go/src/net/http/transport.go:956 +0x363
goroutine 5456377 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc42b1bef80, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5456306 [select]:
net/http.(*Transport).getConn(0xc421e6b860, 0xc423cb2660, 0x0, 0xc435eb4200, 0x5, 0xc4269c5ef0, 0x2f, 0x0, 0x0, 0x4106a9)
/usr/local/go/src/net/http/transport.go:962 +0x558
net/http.(*Transport).RoundTrip(0xc421e6b860, 0xc426c2b300, 0xd, 0xc435f09080, 0x2bb)
/usr/local/go/src/net/http/transport.go:409 +0x632
github.com/prometheus/prometheus/util/httputil.(*bearerAuthFileRoundTripper).RoundTrip(0xc4375bee40, 0xc426c2b300, 0xc4375bee40, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/util/httputil/client.go:118 +0x8a
net/http.send(0xc426c2ac00, 0x1c37080, 0xc4375bee40, 0x0, 0x0, 0x0, 0xc432968008, 0x20, 0xc436d2d9a8, 0x1)
/usr/local/go/src/net/http/client.go:252 +0x185
net/http.(*Client).send(0xc42c729e30, 0xc426c2ac00, 0x0, 0x0, 0x0, 0xc432968008, 0x0, 0x1, 0x4)
/usr/local/go/src/net/http/client.go:176 +0xfa
net/http.(*Client).Do(0xc42c729e30, 0xc426c2ac00, 0xc43a67da40, 0xc426c2ac00, 0xc43a67da40)
/usr/local/go/src/net/http/client.go:615 +0x28d
github.com/prometheus/prometheus/vendor/golang.org/x/net/context/ctxhttp.Do(0x7f6ce6f28250, 0xc43a67da40, 0xc42c729e30, 0xc436626400, 0xc43a67da40, 0x100000000410ef8, 0x1b6e828)
/go/src/github.com/prometheus/prometheus/vendor/golang.org/x/net/context/ctxhttp/ctxhttp.go:30 +0x92
github.com/prometheus/prometheus/scrape.(*targetScraper).scrape(0xc430b6a0f0, 0x1c50e00, 0xc43a67da40, 0x1c369c0, 0xc437c72fc0, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:441 +0xb2
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc421f29400, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:675 +0x5a7
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5456475 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc428a16900, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5480192 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce68d4d68, 0x72, 0xc42e2b0960)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc42a6bdf98, 0x72, 0xffffffffffffff00, 0x1c3be60, 0x27b7638)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitRead(0xc42a6bdf98, 0xc42f72c000, 0x1000, 0x1000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc42a6bdf80, 0xc42f72c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:157 +0x17d
net.(*netFD).Read(0xc42a6bdf80, 0xc42f72c000, 0x1000, 0x1000, 0xc42bb85790, 0xc420c797a0, 0x4)
/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc42f5bfdb8, 0xc42f72c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6a
net/http.(*persistConn).Read(0xc420c797a0, 0xc42f72c000, 0x1000, 0x1000, 0xc42e2b0b98, 0x403855, 0xc426c000c0)
/usr/local/go/src/net/http/transport.go:1453 +0x136
bufio.(*Reader).fill(0xc43147d1a0)
/usr/local/go/src/bufio/bufio.go:100 +0x11e
bufio.(*Reader).Peek(0xc43147d1a0, 0x1, 0x0, 0x0, 0x0, 0xc421e7ed80, 0x0)
/usr/local/go/src/bufio/bufio.go:132 +0x3a
net/http.(*persistConn).readLoop(0xc420c797a0)
/usr/local/go/src/net/http/transport.go:1601 +0x185
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1237 +0x95a
goroutine 5456729 [sleep]:
time.Sleep(0x5f5e100)
/usr/local/go/src/runtime/time.go:102 +0x166
github.com/prometheus/prometheus/discovery/kubernetes.(*Discovery).Run(0xc43a0d0b80, 0x1c50d80, 0xc43a0d0bc0, 0xc4346bc360)
/go/src/github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:273 +0x999
created by github.com/prometheus/prometheus/discovery.(*Manager).startProvider
/go/src/github.com/prometheus/prometheus/discovery/manager.go:126 +0x116
goroutine 5556486 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6c81578, 0x77, 0xc421248000)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc43bec0218, 0x77, 0xc422493100, 0xc4224931e0, 0x4346f4)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitWrite(0xc43bec0218, 0xc422493200, 0x28, 0x518eb6)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:94 +0x3d
internal/poll.(*FD).WaitWrite(0xc43bec0200, 0x1b6df00, 0x1c50e00)
/usr/local/go/src/internal/poll/fd_unix.go:440 +0x37
net.(*netFD).connect(0xc43bec0200, 0x1c50e00, 0xc43a67c360, 0x0, 0x0, 0x1c3a3a0, 0xc439cfa9e0, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/fd_unix.go:152 +0x299
net.(*netFD).dial(0xc43bec0200, 0x1c50e00, 0xc43a67c360, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc4341c6990, 0xc422493400, 0x53401e)
/usr/local/go/src/net/sock_posix.go:142 +0xe9
net.socket(0x1c50e00, 0xc43a67c360, 0x1adb96d, 0x3, 0x2, 0x1, 0x0, 0x0, 0x1c5a2c0, 0x0, ...)
/usr/local/go/src/net/sock_posix.go:93 +0x1a6
net.internetSocket(0x1c50e00, 0xc43a67c360, 0x1adb96d, 0x3, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc4341c6990, 0x1, 0x0, ...)
/usr/local/go/src/net/ipsock_posix.go:141 +0x129
net.doDialTCP(0x1c50e00, 0xc43a67c360, 0x1adb96d, 0x3, 0x0, 0xc4341c6990, 0x28a44f0, 0x0, 0x0)
/usr/local/go/src/net/tcpsock_posix.go:62 +0xb9
net.dialTCP(0x1c50e00, 0xc43a67c360, 0x1adb96d, 0x3, 0x0, 0xc4341c6990, 0x138b3cc42e1fe, 0x2883180, 0x253661460)
/usr/local/go/src/net/tcpsock_posix.go:58 +0xe4
net.dialSingle(0x1c50e00, 0xc43a67c360, 0xc43bec0000, 0x1c40200, 0xc4341c6990, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:547 +0x375
net.dialSerial(0x1c50e00, 0xc43a67c360, 0xc43bec0000, 0xc43155c980, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:515 +0x22d
net.(*Dialer).DialContext(0xc42b4d6660, 0x1c50e00, 0xc43a67c360, 0x1adb96d, 0x3, 0xc4269c4e40, 0x2f, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/dial.go:397 +0x678
net.(*Dialer).DialContext-fm(0x1c50e00, 0xc43a67c360, 0x1adb96d, 0x3, 0xc4269c4e40, 0x2f, 0x2f, 0xc420438c00, 0x4d8360, 0xc420044018)
/usr/local/go/src/net/http/transport.go:46 +0x73
github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack.dialClientConnTracker(0x1c50e00, 0xc43a67c360, 0x1adb96d, 0x3, 0xc4269c4e40, 0x2f, 0xc433b115e0, 0x13, 0xc4375bede0, 0x110, ...)
/go/src/github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack/dialer_wrapper.go:123 +0xb4
github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack.NewDialContextFunc.func1(0x1c50e00, 0xc43a67c360, 0x1adb96d, 0x3, 0xc4269c4e40, 0x2f, 0xc4321d5ae8, 0x62a229, 0xc43a67c360, 0x184d680)
/go/src/github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack/dialer_wrapper.go:94 +0xe0
net/http.(*Transport).dial(0xc421e6b860, 0x1c50e00, 0xc43a67c360, 0x1adb96d, 0x3, 0xc4269c4e40, 0x2f, 0x0, 0x52af34, 0x15cc14a, ...)
/usr/local/go/src/net/http/transport.go:898 +0x20d
net/http.(*Transport).dialConn(0xc421e6b860, 0x1c50e00, 0xc43a67c360, 0x0, 0xc42a424400, 0x5, 0xc4269c4e40, 0x2f, 0xc429a5bda0, 0x53d730, ...)
/usr/local/go/src/net/http/transport.go:1143 +0x317
net/http.(*Transport).getConn.func4(0xc421e6b860, 0x1c50e00, 0xc43a67c360, 0xc42cde3560, 0xc42e6ae300)
/usr/local/go/src/net/http/transport.go:957 +0x78
created by net/http.(*Transport).getConn
/usr/local/go/src/net/http/transport.go:956 +0x363
goroutine 5456517 [select]:
net/http.(*persistConn).writeLoop(0xc424a099e0)
/usr/local/go/src/net/http/transport.go:1822 +0x14b
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1238 +0x97f
goroutine 5456447 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc42b1bf900, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5457001 [semacquire, 57 minutes]:
sync.runtime_notifyListWait(0xc436295a68, 0x0)
/usr/local/go/src/runtime/sema.go:510 +0x10b
sync.(*Cond).Wait(0xc436295a58)
/usr/local/go/src/sync/cond.go:56 +0x80
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc436295a40, 0xc4377f2d70, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:438 +0x99
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*controller).processLoop(0xc433278300)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:147 +0x40
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*controller).(github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.processLoop)-fm()
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:121 +0x2a
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc430dd5f10)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:96 +0x54
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc430dd5f10, 0x3b9aca00, 0x0, 0x1744b01, 0xc4360f7620)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:97 +0xa1
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.Until(0xc430dd5f10, 0x3b9aca00, 0xc4360f7620)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:52 +0x4d
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*controller).Run(0xc433278300, 0xc4360f7620)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:121 +0x224
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc43e3f3680, 0xc4360f7620)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/shared_informer.go:213 +0x334
created by github.com/prometheus/prometheus/discovery/kubernetes.(*Discovery).Run
/go/src/github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:268 +0xef4
goroutine 5457015 [select]:
net/http.(*Transport).getConn(0xc420168960, 0xc43504f2c0, 0x0, 0xc4211c04c0, 0x5, 0xc421da4850, 0xe, 0x0, 0x0, 0xc4223fd260)
/usr/local/go/src/net/http/transport.go:962 +0x558
net/http.(*Transport).RoundTrip(0xc420168960, 0xc426262a00, 0xd, 0xc42a970dc0, 0x2bb)
/usr/local/go/src/net/http/transport.go:409 +0x632
github.com/prometheus/prometheus/vendor/k8s.io/client-go/transport.(*bearerAuthRoundTripper).RoundTrip(0xc434000f20, 0xc426262a00, 0xa, 0x1af12bf, 0x14)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/transport/round_trippers.go:282 +0x17c
github.com/prometheus/prometheus/vendor/k8s.io/client-go/transport.(*userAgentRoundTripper).RoundTrip(0xc434000f40, 0xc426262800, 0xc434000f40, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/transport/round_trippers.go:160 +0x10c
net/http.send(0xc426262600, 0x1c39be0, 0xc434000f40, 0x0, 0x0, 0x0, 0xc42bb858d0, 0x0, 0xc4223fd650, 0x1)
/usr/local/go/src/net/http/client.go:252 +0x185
net/http.(*Client).send(0xc43a603890, 0xc426262600, 0x0, 0x0, 0x0, 0xc42bb858d0, 0x0, 0x1, 0x0)
/usr/local/go/src/net/http/client.go:176 +0xfa
net/http.(*Client).Do(0xc43a603890, 0xc426262600, 0x0, 0x34, 0x0)
/usr/local/go/src/net/http/client.go:615 +0x28d
github.com/prometheus/prometheus/vendor/k8s.io/client-go/rest.(*Request).request(0xc42913b680, 0xc4223fd8f0, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/rest/request.go:821 +0x29e
github.com/prometheus/prometheus/vendor/k8s.io/client-go/rest.(*Request).Do(0xc42913b680, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/rest/request.go:893 +0xb7
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.NewListWatchFromClient.func1(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x1adb05f, ...)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/listwatch.go:66 +0x1ab
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*ListWatch).List(0xc4377f23a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/listwatch.go:90 +0x5d
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc423c81440, 0xc4360f7b60, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:245 +0x220
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*Reflector).RunUntil.func1()
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:200 +0x33
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc43f896220)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:96 +0x54
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc43f896220, 0x3b9aca00, 0x0, 0x8bb2c97001, 0xc4360f7b60)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:97 +0xa1
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.Until(0xc43f896220, 0x3b9aca00, 0xc4360f7b60)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:52 +0x4d
created by github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*Reflector).RunUntil
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:199 +0x172
goroutine 5556500 [select]:
net.(*netFD).connect.func2(0x1c50e00, 0xc43a67c360, 0xc43bec0200, 0xc42e6ae960, 0xc42e6ae900)
/usr/local/go/src/net/fd_unix.go:129 +0xde
created by net.(*netFD).connect
/usr/local/go/src/net/fd_unix.go:128 +0x286
goroutine 5456724 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc4375e0300, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5457382 [select]:
net/http.(*persistConn).writeLoop(0xc42c588120)
/usr/local/go/src/net/http/transport.go:1822 +0x14b
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1238 +0x97f
goroutine 5556593 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6cbcbf8, 0x77, 0xc421272480)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc431f60d98, 0x77, 0xc42c715100, 0xc42c7151e0, 0x4346f4)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitWrite(0xc431f60d98, 0xc42c715200, 0x28, 0x518eb6)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:94 +0x3d
internal/poll.(*FD).WaitWrite(0xc431f60d80, 0x1b6df00, 0x1c50e00)
/usr/local/go/src/internal/poll/fd_unix.go:440 +0x37
net.(*netFD).connect(0xc431f60d80, 0x1c50e00, 0xc43e58c600, 0x0, 0x0, 0x1c3a3a0, 0xc427c3db80, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/fd_unix.go:152 +0x299
net.(*netFD).dial(0xc431f60d80, 0x1c50e00, 0xc43e58c600, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc43fe303f0, 0xc42c715400, 0x53401e)
/usr/local/go/src/net/sock_posix.go:142 +0xe9
net.socket(0x1c50e00, 0xc43e58c600, 0x1adb96d, 0x3, 0x2, 0x1, 0x0, 0x0, 0x1c5a2c0, 0x0, ...)
/usr/local/go/src/net/sock_posix.go:93 +0x1a6
net.internetSocket(0x1c50e00, 0xc43e58c600, 0x1adb96d, 0x3, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc43fe303f0, 0x1, 0x0, ...)
/usr/local/go/src/net/ipsock_posix.go:141 +0x129
net.doDialTCP(0x1c50e00, 0xc43e58c600, 0x1adb96d, 0x3, 0x0, 0xc43fe303f0, 0x28a44f0, 0x0, 0x0)
/usr/local/go/src/net/tcpsock_posix.go:62 +0xb9
net.dialTCP(0x1c50e00, 0xc43e58c600, 0x1adb96d, 0x3, 0x0, 0xc43fe303f0, 0x138b48680ba70, 0x2883180, 0x254092825)
/usr/local/go/src/net/tcpsock_posix.go:58 +0xe4
net.dialSingle(0x1c50e00, 0xc43e58c600, 0xc431f60a80, 0x1c40200, 0xc43fe303f0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:547 +0x375
net.dialSerial(0x1c50e00, 0xc43e58c600, 0xc431f60a80, 0xc42c6b9970, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:515 +0x22d
net.(*Dialer).DialContext(0xc42d1d8300, 0x1c50e00, 0xc43e58c600, 0x1adb96d, 0x3, 0xc427c3db20, 0x11, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/dial.go:397 +0x678
net.(*Dialer).DialContext-fm(0x1c50e00, 0xc43e58c600, 0x1adb96d, 0x3, 0xc427c3db20, 0x11, 0x11, 0xc420438c00, 0x4d8360, 0xc420044018)
/usr/local/go/src/net/http/transport.go:46 +0x73
github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack.dialClientConnTracker(0x1c50e00, 0xc43e58c600, 0x1adb96d, 0x3, 0xc427c3db20, 0x11, 0xc429397cc0, 0xf, 0xc42f90c580, 0x110, ...)
/go/src/github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack/dialer_wrapper.go:123 +0xb4
github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack.NewDialContextFunc.func1(0x1c50e00, 0xc43e58c600, 0x1adb96d, 0x3, 0xc427c3db20, 0x11, 0xc42f320ae8, 0x62a229, 0xc43e58c600, 0x184d680)
/go/src/github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack/dialer_wrapper.go:94 +0xe0
net/http.(*Transport).dial(0xc421e6bd10, 0x1c50e00, 0xc43e58c600, 0x1adb96d, 0x3, 0xc427c3db20, 0x11, 0x3f3, 0x52af34, 0x15cc14a, ...)
/usr/local/go/src/net/http/transport.go:898 +0x20d
net/http.(*Transport).dialConn(0xc421e6bd10, 0x1c50e00, 0xc43e58c600, 0x0, 0xc4307f6240, 0x4, 0xc427c3db20, 0x11, 0xc421700101, 0xc43300f7b8, ...)
/usr/local/go/src/net/http/transport.go:1143 +0x317
net/http.(*Transport).getConn.func4(0xc421e6bd10, 0x1c50e00, 0xc43e58c600, 0xc43fe30360, 0xc42b074b40)
/usr/local/go/src/net/http/transport.go:957 +0x78
created by net/http.(*Transport).getConn
/usr/local/go/src/net/http/transport.go:956 +0x363
goroutine 5542145 [select]:
net/http.(*persistConn).writeLoop(0xc42585a900)
/usr/local/go/src/net/http/transport.go:1822 +0x14b
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1238 +0x97f
goroutine 5542385 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce68d58c8, 0x72, 0xc42e2b2718)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc422b37198, 0x72, 0xffffffffffffff00, 0x1c3be60, 0x27b7638)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitRead(0xc422b37198, 0xc43273c000, 0x4000, 0x4000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc422b37180, 0xc43273c000, 0x4000, 0x4000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:157 +0x17d
net.(*netFD).Read(0xc422b37180, 0xc43273c000, 0x4000, 0x4000, 0xc421ee3040, 0x5, 0xa)
/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc42bef8750, 0xc43273c000, 0x4000, 0x4000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6a
crypto/tls.(*block).readFromUntil(0xc429d460f0, 0x7f6ce6cfd8a8, 0xc42c9a11c0, 0x5, 0xc42c9a11c0, 0xda)
/usr/local/go/src/crypto/tls/conn.go:493 +0x96
crypto/tls.(*Conn).readRecord(0xc428e31c00, 0x1b6e817, 0xc428e31d20, 0x456960)
/usr/local/go/src/crypto/tls/conn.go:595 +0xe0
crypto/tls.(*Conn).Read(0xc428e31c00, 0xc426909000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:1156 +0x100
net/http.(*persistConn).Read(0xc423dbe360, 0xc426909000, 0x1000, 0x1000, 0xc42e2b2b98, 0x403855, 0xc424d13f80)
/usr/local/go/src/net/http/transport.go:1453 +0x136
bufio.(*Reader).fill(0xc430bb23c0)
/usr/local/go/src/bufio/bufio.go:100 +0x11e
bufio.(*Reader).Peek(0xc430bb23c0, 0x1, 0x0, 0x0, 0x0, 0xc431955500, 0x0)
/usr/local/go/src/bufio/bufio.go:132 +0x3a
net/http.(*persistConn).readLoop(0xc423dbe360)
/usr/local/go/src/net/http/transport.go:1601 +0x185
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1237 +0x95a
goroutine 5456370 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc421f29700, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5456448 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc42b1bf980, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5456742 [select, 57 minutes]:
github.com/prometheus/prometheus/discovery.(*Manager).runProvider(0xc4201402a0, 0x1c50d80, 0xc4349d06c0, 0xc433b115e0, 0x13, 0xc430c9bfe0, 0xc, 0xc4346bc4e0)
/go/src/github.com/prometheus/prometheus/discovery/manager.go:133 +0x187
created by github.com/prometheus/prometheus/discovery.(*Manager).startProvider
/go/src/github.com/prometheus/prometheus/discovery/manager.go:127 +0x190
goroutine 5457044 [select, 2 minutes]:
github.com/prometheus/prometheus/rules.(*Group).run(0xc423c80360, 0x1c50dc0, 0xc420044018)
/go/src/github.com/prometheus/prometheus/rules/manager.go:220 +0x355
github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1(0xc42039b5c0, 0xc423c80360)
/go/src/github.com/prometheus/prometheus/rules/manager.go:505 +0x60
created by github.com/prometheus/prometheus/rules.(*Manager).Update.func1
/go/src/github.com/prometheus/prometheus/rules/manager.go:500 +0x56
goroutine 5457045 [select, 2 minutes]:
github.com/prometheus/prometheus/rules.(*Group).run(0xc423c803f0, 0x1c50dc0, 0xc420044018)
/go/src/github.com/prometheus/prometheus/rules/manager.go:220 +0x355
github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1(0xc42039b5c0, 0xc423c803f0)
/go/src/github.com/prometheus/prometheus/rules/manager.go:505 +0x60
created by github.com/prometheus/prometheus/rules.(*Manager).Update.func1
/go/src/github.com/prometheus/prometheus/rules/manager.go:500 +0x56
goroutine 5457042 [select, 2 minutes]:
github.com/prometheus/prometheus/rules.(*Group).run(0xc423c80480, 0x1c50dc0, 0xc420044018)
/go/src/github.com/prometheus/prometheus/rules/manager.go:220 +0x355
github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1(0xc42039b5c0, 0xc423c80480)
/go/src/github.com/prometheus/prometheus/rules/manager.go:505 +0x60
created by github.com/prometheus/prometheus/rules.(*Manager).Update.func1
/go/src/github.com/prometheus/prometheus/rules/manager.go:500 +0x56
goroutine 5456735 [sleep]:
time.Sleep(0x5f5e100)
/usr/local/go/src/runtime/time.go:102 +0x166
github.com/prometheus/prometheus/discovery/kubernetes.(*Discovery).Run(0xc43a0d1900, 0x1c50d80, 0xc43a0d1940, 0xc4346bc420)
/go/src/github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:299 +0x18d
created by github.com/prometheus/prometheus/discovery.(*Manager).startProvider
/go/src/github.com/prometheus/prometheus/discovery/manager.go:126 +0x116
goroutine 5457038 [select, 2 minutes]:
github.com/prometheus/prometheus/rules.(*Group).run(0xc422cf74d0, 0x1c50dc0, 0xc420044018)
/go/src/github.com/prometheus/prometheus/rules/manager.go:220 +0x355
github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1(0xc42039b5c0, 0xc422cf74d0)
/go/src/github.com/prometheus/prometheus/rules/manager.go:505 +0x60
created by github.com/prometheus/prometheus/rules.(*Manager).Update.func1
/go/src/github.com/prometheus/prometheus/rules/manager.go:500 +0x56
goroutine 5457039 [select, 2 minutes]:
github.com/prometheus/prometheus/rules.(*Group).run(0xc422cf7560, 0x1c50dc0, 0xc420044018)
/go/src/github.com/prometheus/prometheus/rules/manager.go:220 +0x355
github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1(0xc42039b5c0, 0xc422cf7560)
/go/src/github.com/prometheus/prometheus/rules/manager.go:505 +0x60
created by github.com/prometheus/prometheus/rules.(*Manager).Update.func1
/go/src/github.com/prometheus/prometheus/rules/manager.go:500 +0x56
goroutine 5457000 [select, 2 minutes]:
github.com/prometheus/prometheus/rules.(*Group).run(0xc423c81290, 0x1c50dc0, 0xc420044018)
/go/src/github.com/prometheus/prometheus/rules/manager.go:220 +0x355
github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1(0xc42039b5c0, 0xc423c81290)
/go/src/github.com/prometheus/prometheus/rules/manager.go:505 +0x60
created by github.com/prometheus/prometheus/rules.(*Manager).Update.func1
/go/src/github.com/prometheus/prometheus/rules/manager.go:500 +0x56
goroutine 5457043 [select]:
github.com/prometheus/prometheus/rules.(*Group).run(0xc422cf7680, 0x1c50dc0, 0xc420044018)
/go/src/github.com/prometheus/prometheus/rules/manager.go:220 +0x355
github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1(0xc42039b5c0, 0xc422cf7680)
/go/src/github.com/prometheus/prometheus/rules/manager.go:505 +0x60
created by github.com/prometheus/prometheus/rules.(*Manager).Update.func1
/go/src/github.com/prometheus/prometheus/rules/manager.go:500 +0x56
goroutine 5457426 [select]:
net/http.(*persistConn).writeLoop(0xc43060b680)
/usr/local/go/src/net/http/transport.go:1822 +0x14b
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1238 +0x97f
goroutine 5457041 [select]:
github.com/prometheus/prometheus/rules.(*Group).run(0xc423c802d0, 0x1c50dc0, 0xc420044018)
/go/src/github.com/prometheus/prometheus/rules/manager.go:220 +0x355
github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1(0xc42039b5c0, 0xc423c802d0)
/go/src/github.com/prometheus/prometheus/rules/manager.go:505 +0x60
created by github.com/prometheus/prometheus/rules.(*Manager).Update.func1
/go/src/github.com/prometheus/prometheus/rules/manager.go:500 +0x56
goroutine 5456468 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc428a16500, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5457010 [select]:
net/http.(*Transport).getConn(0xc420168960, 0xc43504f620, 0x0, 0xc4211c0500, 0x5, 0xc421da4a70, 0xe, 0x0, 0x0, 0xc421017260)
/usr/local/go/src/net/http/transport.go:962 +0x558
net/http.(*Transport).RoundTrip(0xc420168960, 0xc426263100, 0xd, 0xc42a971080, 0x2bb)
/usr/local/go/src/net/http/transport.go:409 +0x632
github.com/prometheus/prometheus/vendor/k8s.io/client-go/transport.(*bearerAuthRoundTripper).RoundTrip(0xc4330acfa0, 0xc426263100, 0xa, 0x1af12bf, 0x14)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/transport/round_trippers.go:282 +0x17c
github.com/prometheus/prometheus/vendor/k8s.io/client-go/transport.(*userAgentRoundTripper).RoundTrip(0xc4330acfc0, 0xc426262e00, 0xc4330acfc0, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/transport/round_trippers.go:160 +0x10c
net/http.send(0xc426262c00, 0x1c39be0, 0xc4330acfc0, 0x0, 0x0, 0x0, 0xc42bb85908, 0x0, 0xc421017650, 0x1)
/usr/local/go/src/net/http/client.go:252 +0x185
net/http.(*Client).send(0xc43a602870, 0xc426262c00, 0x0, 0x0, 0x0, 0xc42bb85908, 0x0, 0x1, 0x0)
/usr/local/go/src/net/http/client.go:176 +0xfa
net/http.(*Client).Do(0xc43a602870, 0xc426262c00, 0x0, 0x34, 0x0)
/usr/local/go/src/net/http/client.go:615 +0x28d
github.com/prometheus/prometheus/vendor/k8s.io/client-go/rest.(*Request).request(0xc42913bc80, 0xc4210178f0, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/rest/request.go:821 +0x29e
github.com/prometheus/prometheus/vendor/k8s.io/client-go/rest.(*Request).Do(0xc42913bc80, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/rest/request.go:893 +0xb7
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.NewListWatchFromClient.func1(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x1adb05f, ...)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/listwatch.go:66 +0x1ab
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*ListWatch).List(0xc4377f21b0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/listwatch.go:90 +0x5d
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc423c813b0, 0xc4360f78c0, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:245 +0x220
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*Reflector).RunUntil.func1()
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:200 +0x33
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc43f896000)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:96 +0x54
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc43f896000, 0x3b9aca00, 0x0, 0x8bb2c97001, 0xc4360f78c0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:97 +0xa1
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.Until(0xc43f896000, 0x3b9aca00, 0xc4360f78c0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:52 +0x4d
created by github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*Reflector).RunUntil
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:199 +0x172
goroutine 5456731 [select]:
github.com/prometheus/prometheus/discovery.(*Manager).runUpdater(0xc4201402a0, 0x1c50d80, 0xc43a0d0bc0)
/go/src/github.com/prometheus/prometheus/discovery/manager.go:155 +0x13a
created by github.com/prometheus/prometheus/discovery.(*Manager).startProvider
/go/src/github.com/prometheus/prometheus/discovery/manager.go:128 +0x1cc
goroutine 5456607 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6cbd5b8, 0x72, 0xc4299af960)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc438880298, 0x72, 0xffffffffffffff00, 0x1c3be60, 0x27b7638)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitRead(0xc438880298, 0xc43e591000, 0x1000, 0x1000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc438880280, 0xc43e591000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:157 +0x17d
net.(*netFD).Read(0xc438880280, 0xc43e591000, 0x1000, 0x1000, 0xc42bb84a88, 0xc426e665a0, 0x4)
/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc43d24c610, 0xc43e591000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6a
net/http.(*persistConn).Read(0xc426e665a0, 0xc43e591000, 0x1000, 0x1000, 0xc4299afb98, 0x403855, 0xc4370c77a0)
/usr/local/go/src/net/http/transport.go:1453 +0x136
bufio.(*Reader).fill(0xc43e58cd80)
/usr/local/go/src/bufio/bufio.go:100 +0x11e
bufio.(*Reader).Peek(0xc43e58cd80, 0x1, 0x0, 0x0, 0x0, 0xc429a5b8c0, 0x0)
/usr/local/go/src/bufio/bufio.go:132 +0x3a
net/http.(*persistConn).readLoop(0xc426e665a0)
/usr/local/go/src/net/http/transport.go:1601 +0x185
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1237 +0x95a
goroutine 5457098 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6a45628, 0x72, 0xc430dd4960)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc436ff9918, 0x72, 0xffffffffffffff00, 0x1c3be60, 0x27b7638)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitRead(0xc436ff9918, 0xc43641a000, 0x1000, 0x1000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc436ff9900, 0xc43641a000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:157 +0x17d
net.(*netFD).Read(0xc436ff9900, 0xc43641a000, 0x1000, 0x1000, 0xc42bb85518, 0xc424655b00, 0x4)
/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc426488b60, 0xc43641a000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6a
net/http.(*persistConn).Read(0xc424655b00, 0xc43641a000, 0x1000, 0x1000, 0xc430dd4b98, 0x403855, 0xc436416480)
/usr/local/go/src/net/http/transport.go:1453 +0x136
bufio.(*Reader).fill(0xc4314efe60)
/usr/local/go/src/bufio/bufio.go:100 +0x11e
bufio.(*Reader).Peek(0xc4314efe60, 0x1, 0x0, 0x0, 0x0, 0xc431954f00, 0x0)
/usr/local/go/src/bufio/bufio.go:132 +0x3a
net/http.(*persistConn).readLoop(0xc424655b00)
/usr/local/go/src/net/http/transport.go:1601 +0x185
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1237 +0x95a
goroutine 5456705 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6a11058, 0x72, 0xc42131b960)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc425001618, 0x72, 0xffffffffffffff00, 0x1c3be60, 0x27b7638)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitRead(0xc425001618, 0xc43defa000, 0x1000, 0x1000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc425001600, 0xc43defa000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:157 +0x17d
net.(*netFD).Read(0xc425001600, 0xc43defa000, 0x1000, 0x1000, 0xc42bb84c70, 0xc423ba7320, 0x4)
/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc43bf61138, 0xc43defa000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6a
net/http.(*persistConn).Read(0xc423ba7320, 0xc43defa000, 0x1000, 0x1000, 0xc42131bb98, 0x403855, 0xc434524cc0)
/usr/local/go/src/net/http/transport.go:1453 +0x136
bufio.(*Reader).fill(0xc4335d18c0)
/usr/local/go/src/bufio/bufio.go:100 +0x11e
bufio.(*Reader).Peek(0xc4335d18c0, 0x1, 0x0, 0x0, 0x0, 0xc4344f1bc0, 0x0)
/usr/local/go/src/bufio/bufio.go:132 +0x3a
net/http.(*persistConn).readLoop(0xc423ba7320)
/usr/local/go/src/net/http/transport.go:1601 +0x185
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1237 +0x95a
goroutine 5456723 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc4375e0280, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5456722 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc4375e0200, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5457461 [select]:
net/http.(*persistConn).writeLoop(0xc42be17c20)
/usr/local/go/src/net/http/transport.go:1822 +0x14b
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1238 +0x97f
goroutine 5456565 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6a486b0, 0x72, 0xc42505d960)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc43df2d098, 0x72, 0xffffffffffffff00, 0x1c3be60, 0x27b7638)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitRead(0xc43df2d098, 0xc42ff62000, 0x1000, 0x1000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc43df2d080, 0xc42ff62000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:157 +0x17d
net.(*netFD).Read(0xc43df2d080, 0xc42ff62000, 0x1000, 0x1000, 0xc4329680a8, 0xc42375b560, 0x4)
/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc43d24c430, 0xc42ff62000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6a
net/http.(*persistConn).Read(0xc42375b560, 0xc42ff62000, 0x1000, 0x1000, 0xc42505db98, 0x403855, 0xc43b3cbec0)
/usr/local/go/src/net/http/transport.go:1453 +0x136
bufio.(*Reader).fill(0xc42ea46900)
/usr/local/go/src/bufio/bufio.go:100 +0x11e
bufio.(*Reader).Peek(0xc42ea46900, 0x1, 0x0, 0x0, 0x0, 0xc42e6afb00, 0x0)
/usr/local/go/src/bufio/bufio.go:132 +0x3a
net/http.(*persistConn).readLoop(0xc42375b560)
/usr/local/go/src/net/http/transport.go:1601 +0x185
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1237 +0x95a
goroutine 5457035 [select]:
net/http.(*Transport).getConn(0xc420168960, 0xc43504fc80, 0x0, 0xc4211c0580, 0x5, 0xc421da4d50, 0xe, 0x0, 0x0, 0xc420955260)
/usr/local/go/src/net/http/transport.go:962 +0x558
net/http.(*Transport).RoundTrip(0xc420168960, 0xc426319100, 0xd, 0xc42a971600, 0x2bb)
/usr/local/go/src/net/http/transport.go:409 +0x632
github.com/prometheus/prometheus/vendor/k8s.io/client-go/transport.(*bearerAuthRoundTripper).RoundTrip(0xc42fffad40, 0xc426319100, 0xa, 0x1af12bf, 0x14)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/transport/round_trippers.go:282 +0x17c
github.com/prometheus/prometheus/vendor/k8s.io/client-go/transport.(*userAgentRoundTripper).RoundTrip(0xc42fffad60, 0xc426318d00, 0xc42fffad60, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/transport/round_trippers.go:160 +0x10c
net/http.send(0xc426318900, 0x1c39be0, 0xc42fffad60, 0x0, 0x0, 0x0, 0xc42bb85978, 0x0, 0xc420955650, 0x1)
/usr/local/go/src/net/http/client.go:252 +0x185
net/http.(*Client).send(0xc4384c5980, 0xc426318900, 0x0, 0x0, 0x0, 0xc42bb85978, 0x0, 0x1, 0x0)
/usr/local/go/src/net/http/client.go:176 +0xfa
net/http.(*Client).Do(0xc4384c5980, 0xc426318900, 0x0, 0x34, 0x0)
/usr/local/go/src/net/http/client.go:615 +0x28d
github.com/prometheus/prometheus/vendor/k8s.io/client-go/rest.(*Request).request(0xc429145080, 0xc4209558f0, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/rest/request.go:821 +0x29e
github.com/prometheus/prometheus/vendor/k8s.io/client-go/rest.(*Request).Do(0xc429145080, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/rest/request.go:893 +0xb7
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.NewListWatchFromClient.func1(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x1adb05f, ...)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/listwatch.go:66 +0x1ab
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*ListWatch).List(0xc4377f2b60, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/listwatch.go:90 +0x5d
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc423c81680, 0xc43441a600, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:245 +0x220
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*Reflector).RunUntil.func1()
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:200 +0x33
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc43f896ac0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:96 +0x54
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc43f896ac0, 0x3b9aca00, 0x0, 0x8bb2c97001, 0xc43441a600)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:97 +0xa1
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.Until(0xc43f896ac0, 0x3b9aca00, 0xc43441a600)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:52 +0x4d
created by github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*Reflector).RunUntil
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:199 +0x172
goroutine 5456509 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc42b1bfb00, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5556454 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce68d5178, 0x77, 0xc42129af00)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc437208f18, 0x77, 0xc43f421100, 0xc43f4211e0, 0x4346f4)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitWrite(0xc437208f18, 0xc43f421200, 0x28, 0x518eb6)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:94 +0x3d
internal/poll.(*FD).WaitWrite(0xc437208f00, 0x1b6df00, 0x1c50e00)
/usr/local/go/src/internal/poll/fd_unix.go:440 +0x37
net.(*netFD).connect(0xc437208f00, 0x1c50e00, 0xc43e2f2cc0, 0x0, 0x0, 0x1c3a3a0, 0xc433b104c0, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/fd_unix.go:152 +0x299
net.(*netFD).dial(0xc437208f00, 0x1c50e00, 0xc43e2f2cc0, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc42e2552c0, 0xc43f421400, 0x53401e)
/usr/local/go/src/net/sock_posix.go:142 +0xe9
net.socket(0x1c50e00, 0xc43e2f2cc0, 0x1adb96d, 0x3, 0x2, 0x1, 0x0, 0x0, 0x1c5a2c0, 0x0, ...)
/usr/local/go/src/net/sock_posix.go:93 +0x1a6
net.internetSocket(0x1c50e00, 0xc43e2f2cc0, 0x1adb96d, 0x3, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc42e2552c0, 0x1, 0x0, ...)
/usr/local/go/src/net/ipsock_posix.go:141 +0x129
net.doDialTCP(0x1c50e00, 0xc43e2f2cc0, 0x1adb96d, 0x3, 0x0, 0xc42e2552c0, 0x28a44f0, 0x0, 0x0)
/usr/local/go/src/net/tcpsock_posix.go:62 +0xb9
net.dialTCP(0x1c50e00, 0xc43e2f2cc0, 0x1adb96d, 0x3, 0x0, 0xc42e2552c0, 0x138b34fcf1f93, 0x2883180, 0x2540aaef1)
/usr/local/go/src/net/tcpsock_posix.go:58 +0xe4
net.dialSingle(0x1c50e00, 0xc43e2f2cc0, 0xc437208d00, 0x1c40200, 0xc42e2552c0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:547 +0x375
net.dialSerial(0x1c50e00, 0xc43e2f2cc0, 0xc437208d00, 0xc4360f4990, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:515 +0x22d
net.(*Dialer).DialContext(0xc42d1d8300, 0x1c50e00, 0xc43e2f2cc0, 0x1adb96d, 0x3, 0xc433b10460, 0x11, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/dial.go:397 +0x678
net.(*Dialer).DialContext-fm(0x1c50e00, 0xc43e2f2cc0, 0x1adb96d, 0x3, 0xc433b10460, 0x11, 0x11, 0xc420438c00, 0x4d8360, 0xc420044018)
/usr/local/go/src/net/http/transport.go:46 +0x73
github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack.dialClientConnTracker(0x1c50e00, 0xc43e2f2cc0, 0x1adb96d, 0x3, 0xc433b10460, 0x11, 0xc429397cc0, 0xf, 0xc42f90c580, 0x110, ...)
/go/src/github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack/dialer_wrapper.go:123 +0xb4
github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack.NewDialContextFunc.func1(0x1c50e00, 0xc43e2f2cc0, 0x1adb96d, 0x3, 0xc433b10460, 0x11, 0xc4321d5ae8, 0x62a229, 0xc43e2f2cc0, 0x184d680)
/go/src/github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack/dialer_wrapper.go:94 +0xe0
net/http.(*Transport).dial(0xc421e6bd10, 0x1c50e00, 0xc43e2f2cc0, 0x1adb96d, 0x3, 0xc433b10460, 0x11, 0x445d31, 0x52af34, 0x15cc14a, ...)
/usr/local/go/src/net/http/transport.go:898 +0x20d
net/http.(*Transport).dialConn(0xc421e6bd10, 0x1c50e00, 0xc43e2f2cc0, 0x0, 0xc421cbb9e0, 0x4, 0xc433b10460, 0x11, 0xc4320a6a90, 0xffffffffffffffff, ...)
/usr/local/go/src/net/http/transport.go:1143 +0x317
net/http.(*Transport).getConn.func4(0xc421e6bd10, 0x1c50e00, 0xc43e2f2cc0, 0xc42e255230, 0xc43feeb200)
/usr/local/go/src/net/http/transport.go:957 +0x78
created by net/http.(*Transport).getConn
/usr/local/go/src/net/http/transport.go:956 +0x363
goroutine 5456749 [select]:
github.com/prometheus/prometheus/discovery.(*Manager).runUpdater(0xc420140310, 0x1c50d80, 0xc4349d1480)
/go/src/github.com/prometheus/prometheus/discovery/manager.go:155 +0x13a
created by github.com/prometheus/prometheus/discovery.(*Manager).startProvider
/go/src/github.com/prometheus/prometheus/discovery/manager.go:128 +0x1cc
goroutine 5456461 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc428a16180, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5477002 [select]:
net/http.(*persistConn).writeLoop(0xc4258c3200)
/usr/local/go/src/net/http/transport.go:1822 +0x14b
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1238 +0x97f
goroutine 5456453 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc42b1bfd00, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5457004 [chan receive, 57 minutes]:
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*controller).Run.func1(0xc4360f7620, 0xc436296e00)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:103 +0x34
created by github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*controller).Run
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:102 +0x92
goroutine 5456542 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6efd950, 0x72, 0xc42bd77960)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc43ea1a898, 0x72, 0xffffffffffffff00, 0x1c3be60, 0x27b7638)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitRead(0xc43ea1a898, 0xc43035f000, 0x1000, 0x1000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc43ea1a880, 0xc43035f000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:157 +0x17d
net.(*netFD).Read(0xc43ea1a880, 0xc43035f000, 0x1000, 0x1000, 0xc42bb85de8, 0xc423f85d40, 0x4)
/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc43d24c328, 0xc43035f000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6a
net/http.(*persistConn).Read(0xc423f85d40, 0xc43035f000, 0x1000, 0x1000, 0xc42bd77b98, 0x403855, 0xc4379dfd40)
/usr/local/go/src/net/http/transport.go:1453 +0x136
bufio.(*Reader).fill(0xc43e9ea600)
/usr/local/go/src/bufio/bufio.go:100 +0x11e
bufio.(*Reader).Peek(0xc43e9ea600, 0x1, 0x0, 0x0, 0x0, 0xc42e6aec00, 0x0)
/usr/local/go/src/bufio/bufio.go:132 +0x3a
net/http.(*persistConn).readLoop(0xc423f85d40)
/usr/local/go/src/net/http/transport.go:1601 +0x185
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1237 +0x95a
goroutine 5457101 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6a48ac0, 0x72, 0xc422499aa8)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc436ff9998, 0x72, 0xffffffffffffff00, 0x1c3be60, 0x27b7638)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitRead(0xc436ff9998, 0xc427eed000, 0x1000, 0x1000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc436ff9980, 0xc427eed000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:157 +0x17d
net.(*netFD).Read(0xc436ff9980, 0xc427eed000, 0x1000, 0x1000, 0xc422499bd0, 0x18, 0xc422499bc0)
/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc426488b68, 0xc427eed000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6a
github.com/prometheus/prometheus/vendor/github.com/cockroachdb/cmux.(*MuxConn).Read(0xc4314f5c20, 0xc427eed000, 0x1000, 0x1000, 0x2883180, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x119
net/http.(*connReader).Read(0xc4364184e0, 0xc427eed000, 0x1000, 0x1000, 0x15c43ba, 0xc436418480, 0xbea6b7c9f803b0b6)
/usr/local/go/src/net/http/server.go:764 +0xf8
bufio.(*Reader).fill(0xc42f0dff20)
/usr/local/go/src/bufio/bufio.go:100 +0x11e
bufio.(*Reader).Peek(0xc42f0dff20, 0x4, 0x138f5b05a9642, 0x2883180, 0x0, 0x0, 0x2883180)
/usr/local/go/src/bufio/bufio.go:132 +0x3a
net/http.(*conn).serve(0xc4314f5cc0, 0x1c50d80, 0xc4314e9280)
/usr/local/go/src/net/http/server.go:1855 +0x7c3
created by net/http.(*Server).Serve
/usr/local/go/src/net/http/server.go:2795 +0x27b
goroutine 5456738 [sleep]:
time.Sleep(0x5f5e100)
/usr/local/go/src/runtime/time.go:102 +0x166
github.com/prometheus/prometheus/discovery/kubernetes.(*Discovery).Run(0xc43a0d1fc0, 0x1c50d80, 0xc4349d0000, 0xc4346bc480)
/go/src/github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:299 +0x18d
created by github.com/prometheus/prometheus/discovery.(*Manager).startProvider
/go/src/github.com/prometheus/prometheus/discovery/manager.go:126 +0x116
goroutine 5457430 [select]:
net/http.(*persistConn).writeLoop(0xc43060bd40)
/usr/local/go/src/net/http/transport.go:1822 +0x14b
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1238 +0x97f
goroutine 5456433 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc428a16b80, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5456443 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc42b1bf700, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5457351 [select]:
net/http.(*persistConn).writeLoop(0xc42c5d4240)
/usr/local/go/src/net/http/transport.go:1822 +0x14b
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1238 +0x97f
goroutine 5456478 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc42b1bf500, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5456473 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc428a16780, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5456653 [select]:
net/http.(*Transport).getConn(0xc421e6bd10, 0xc4240c1110, 0x0, 0xc42d9f7840, 0x5, 0xc421ee3390, 0xf, 0x0, 0x0, 0x4106a9)
/usr/local/go/src/net/http/transport.go:962 +0x558
net/http.(*Transport).RoundTrip(0xc421e6bd10, 0xc4245dd300, 0xd, 0xc42d7e5340, 0x2bb)
/usr/local/go/src/net/http/transport.go:409 +0x632
github.com/prometheus/prometheus/util/httputil.(*bearerAuthFileRoundTripper).RoundTrip(0xc42f90c6a0, 0xc4245dd300, 0xc42f90c6a0, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/util/httputil/client.go:118 +0x8a
net/http.send(0xc4245dd100, 0x1c37080, 0xc42f90c6a0, 0x0, 0x0, 0x0, 0xc42bb85650, 0x20, 0xc4222cb9a8, 0x1)
/usr/local/go/src/net/http/client.go:252 +0x185
net/http.(*Client).send(0xc428ab7f20, 0xc4245dd100, 0x0, 0x0, 0x0, 0xc42bb85650, 0x0, 0x1, 0x4)
/usr/local/go/src/net/http/client.go:176 +0xfa
net/http.(*Client).Do(0xc428ab7f20, 0xc4245dd100, 0xc42c6246c0, 0xc4245dd100, 0xc42c6246c0)
/usr/local/go/src/net/http/client.go:615 +0x28d
github.com/prometheus/prometheus/vendor/golang.org/x/net/context/ctxhttp.Do(0x7f6ce6f28250, 0xc42c6246c0, 0xc428ab7f20, 0xc435bbeb00, 0xc42c6246c0, 0x100000000410ef8, 0x1b6e828)
/go/src/github.com/prometheus/prometheus/vendor/golang.org/x/net/context/ctxhttp/ctxhttp.go:30 +0x92
github.com/prometheus/prometheus/scrape.(*targetScraper).scrape(0xc4319a5350, 0x1c50e00, 0xc42c6246c0, 0x1c369c0, 0xc423e9f960, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:441 +0xb2
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc428a16a00, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:675 +0x5a7
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5456437 [select]:
net/http.(*Transport).getConn(0xc421e6bd10, 0xc42e255200, 0x0, 0xc421cbb9e0, 0x4, 0xc433b10460, 0x11, 0x0, 0x0, 0x4106a9)
/usr/local/go/src/net/http/transport.go:962 +0x558
net/http.(*Transport).RoundTrip(0xc421e6bd10, 0xc42694aa00, 0xd, 0xc426b5ab00, 0x2bb)
/usr/local/go/src/net/http/transport.go:409 +0x632
github.com/prometheus/prometheus/util/httputil.(*bearerAuthFileRoundTripper).RoundTrip(0xc42f90c6a0, 0xc42694aa00, 0xc42f90c6a0, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/util/httputil/client.go:118 +0x8a
net/http.send(0xc42694a600, 0x1c37080, 0xc42f90c6a0, 0x0, 0x0, 0x0, 0xc42bb85b38, 0x20, 0xc4294ef9a8, 0x1)
/usr/local/go/src/net/http/client.go:252 +0x185
net/http.(*Client).send(0xc428ab7f20, 0xc42694a600, 0x0, 0x0, 0x0, 0xc42bb85b38, 0x0, 0x1, 0x4)
/usr/local/go/src/net/http/client.go:176 +0xfa
net/http.(*Client).Do(0xc428ab7f20, 0xc42694a600, 0xc43e2f2cc0, 0xc42694a600, 0xc43e2f2cc0)
/usr/local/go/src/net/http/client.go:615 +0x28d
github.com/prometheus/prometheus/vendor/golang.org/x/net/context/ctxhttp.Do(0x7f6ce6f28250, 0xc43e2f2cc0, 0xc428ab7f20, 0xc43e64c100, 0xc43e2f2cc0, 0x100000000410ef8, 0x1b6e828)
/go/src/github.com/prometheus/prometheus/vendor/golang.org/x/net/context/ctxhttp/ctxhttp.go:30 +0x92
github.com/prometheus/prometheus/scrape.(*targetScraper).scrape(0xc43c3483c0, 0x1c50e00, 0xc43e2f2cc0, 0x1c369c0, 0xc436492bd0, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:441 +0xb2
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc42b1bf380, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:675 +0x5a7
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5556442 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6a44ed8, 0x77, 0xc423311980)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc430df3018, 0x77, 0xc4300dd300, 0xc4300dd310, 0x4346f4)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitWrite(0xc430df3018, 0xc4300dd300, 0x28, 0x518eb6)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:94 +0x3d
internal/poll.(*FD).WaitWrite(0xc430df3000, 0x1b6df00, 0x1c50e00)
/usr/local/go/src/internal/poll/fd_unix.go:440 +0x37
net.(*netFD).connect(0xc430df3000, 0x1c50e00, 0xc4372b7ce0, 0x0, 0x0, 0x1c3a3a0, 0xc433b10120, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/fd_unix.go:152 +0x299
net.(*netFD).dial(0xc430df3000, 0x1c50e00, 0xc4372b7ce0, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc42e2543f0, 0xc4321d5530, 0x53401e)
/usr/local/go/src/net/sock_posix.go:142 +0xe9
net.socket(0x1c50e00, 0xc4372b7ce0, 0x1adb96d, 0x3, 0x2, 0x1, 0x0, 0x0, 0x1c5a2c0, 0x0, ...)
/usr/local/go/src/net/sock_posix.go:93 +0x1a6
net.internetSocket(0x1c50e00, 0xc4372b7ce0, 0x1adb96d, 0x3, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc42e2543f0, 0x1, 0x0, ...)
/usr/local/go/src/net/ipsock_posix.go:141 +0x129
net.doDialTCP(0x1c50e00, 0xc4372b7ce0, 0x1adb96d, 0x3, 0x0, 0xc42e2543f0, 0x28a44f0, 0x0, 0x0)
/usr/local/go/src/net/tcpsock_posix.go:62 +0xb9
net.dialTCP(0x1c50e00, 0xc4372b7ce0, 0x1adb96d, 0x3, 0x0, 0xc42e2543f0, 0x138b79e5fa9cd, 0x2883180, 0x6fc239bf5)
/usr/local/go/src/net/tcpsock_posix.go:58 +0xe4
net.dialSingle(0x1c50e00, 0xc4372b7ce0, 0xc430df2e00, 0x1c40200, 0xc42e2543f0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:547 +0x375
net.dialSerial(0x1c50e00, 0xc4372b7ce0, 0xc430df2e00, 0xc4377f3fd0, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:515 +0x22d
net.(*Dialer).DialContext(0xc420ff17a0, 0x1c50dc0, 0xc420044018, 0x1adb96d, 0x3, 0xc421da5050, 0xe, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/dial.go:397 +0x678
net.(*Dialer).Dial(0xc420ff17a0, 0x1adb96d, 0x3, 0xc421da5050, 0xe, 0x60, 0x110, 0x110, 0xc42fded560)
/usr/local/go/src/net/dial.go:320 +0x75
net.(*Dialer).Dial-fm(0x1adb96d, 0x3, 0xc421da5050, 0xe, 0xc4372b7c80, 0xc4321d5ae8, 0x403666, 0x62a229)
/go/src/github.com/prometheus/prometheus/vendor/github.com/hashicorp/go-cleanhttp/cleanhttp.go:28 +0x52
net/http.(*Transport).dial(0xc420168960, 0x1c50dc0, 0xc420044018, 0x1adb96d, 0x3, 0xc421da5050, 0xe, 0xc428d783f0, 0x52af34, 0x15cc14a, ...)
/usr/local/go/src/net/http/transport.go:901 +0x78
net/http.(*Transport).dialConn(0xc420168960, 0x1c50dc0, 0xc420044018, 0x0, 0xc4211c0600, 0x5, 0xc421da5050, 0xe, 0xc438d698c0, 0xc438d698c0, ...)
/usr/local/go/src/net/http/transport.go:1143 +0x317
net/http.(*Transport).getConn.func4(0xc420168960, 0x1c50dc0, 0xc420044018, 0xc42e254360, 0xc43feea300)
/usr/local/go/src/net/http/transport.go:957 +0x78
created by net/http.(*Transport).getConn
/usr/local/go/src/net/http/transport.go:956 +0x363
goroutine 5475445 [select]:
net/http.(*persistConn).writeLoop(0xc421c790e0)
/usr/local/go/src/net/http/transport.go:1822 +0x14b
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1238 +0x97f
goroutine 5456732 [sleep]:
time.Sleep(0x5f5e100)
/usr/local/go/src/runtime/time.go:102 +0x166
github.com/prometheus/prometheus/discovery/kubernetes.(*Discovery).Run(0xc43a0d1240, 0x1c50d80, 0xc43a0d1280, 0xc4346bc3c0)
/go/src/github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:299 +0x18d
created by github.com/prometheus/prometheus/discovery.(*Manager).startProvider
/go/src/github.com/prometheus/prometheus/discovery/manager.go:126 +0x116
goroutine 5476626 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce68d54b8, 0x72, 0xc42d80c960)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc43dd43698, 0x72, 0xffffffffffffff00, 0x1c3be60, 0x27b7638)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitRead(0xc43dd43698, 0xc4363bd000, 0x1000, 0x1000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc43dd43680, 0xc4363bd000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:157 +0x17d
net.(*netFD).Read(0xc43dd43680, 0xc4363bd000, 0x1000, 0x1000, 0xc42bb856e8, 0xc42177ed80, 0x4)
/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc420e55bc0, 0xc4363bd000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6a
net/http.(*persistConn).Read(0xc42177ed80, 0xc4363bd000, 0x1000, 0x1000, 0xc42d80cb98, 0x403855, 0xc4346bd860)
/usr/local/go/src/net/http/transport.go:1453 +0x136
bufio.(*Reader).fill(0xc42c1db260)
/usr/local/go/src/bufio/bufio.go:100 +0x11e
bufio.(*Reader).Peek(0xc42c1db260, 0x1, 0x0, 0x0, 0x0, 0xc421e7e1e0, 0x0)
/usr/local/go/src/bufio/bufio.go:132 +0x3a
net/http.(*persistConn).readLoop(0xc42177ed80)
/usr/local/go/src/net/http/transport.go:1601 +0x185
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1237 +0x95a
goroutine 5456452 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc42b1bfc00, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5457025 [select]:
net/http.(*Transport).getConn(0xc420168960, 0xc42e254330, 0x0, 0xc4211c0600, 0x5, 0xc421da5050, 0xe, 0x0, 0x0, 0xc42febf260)
/usr/local/go/src/net/http/transport.go:962 +0x558
net/http.(*Transport).RoundTrip(0xc420168960, 0xc42663a900, 0xd, 0xc42fee8000, 0x2bb)
/usr/local/go/src/net/http/transport.go:409 +0x632
github.com/prometheus/prometheus/vendor/k8s.io/client-go/transport.(*bearerAuthRoundTripper).RoundTrip(0xc42fdc8e40, 0xc42663a900, 0xa, 0x1af12bf, 0x14)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/transport/round_trippers.go:282 +0x17c
github.com/prometheus/prometheus/vendor/k8s.io/client-go/transport.(*userAgentRoundTripper).RoundTrip(0xc42fdc8e60, 0xc42663a700, 0xc42fdc8e60, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/transport/round_trippers.go:160 +0x10c
net/http.send(0xc42663a500, 0x1c39be0, 0xc42fdc8e60, 0x0, 0x0, 0x0, 0xc42bb859e8, 0x0, 0xc42febf650, 0x1)
/usr/local/go/src/net/http/client.go:252 +0x185
net/http.(*Client).send(0xc43bab38f0, 0xc42663a500, 0x0, 0x0, 0x0, 0xc42bb859e8, 0x0, 0x1, 0x0)
/usr/local/go/src/net/http/client.go:176 +0xfa
net/http.(*Client).Do(0xc43bab38f0, 0xc42663a500, 0x0, 0x35, 0x0)
/usr/local/go/src/net/http/client.go:615 +0x28d
github.com/prometheus/prometheus/vendor/k8s.io/client-go/rest.(*Request).request(0xc42914c480, 0xc42febf8f0, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/rest/request.go:821 +0x29e
github.com/prometheus/prometheus/vendor/k8s.io/client-go/rest.(*Request).Do(0xc42914c480, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/rest/request.go:893 +0xb7
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.NewListWatchFromClient.func1(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x1adb05f, ...)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/listwatch.go:66 +0x1ab
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*ListWatch).List(0xc4377f2780, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/listwatch.go:90 +0x5d
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc423c81560, 0xc43441a0c0, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:245 +0x220
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*Reflector).RunUntil.func1()
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:200 +0x33
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc43f896660)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:96 +0x54
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc43f896660, 0x3b9aca00, 0x0, 0x8bb2c97001, 0xc43441a0c0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:97 +0xa1
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.Until(0xc43f896660, 0x3b9aca00, 0xc43441a0c0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:52 +0x4d
created by github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*Reflector).RunUntil
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:199 +0x172
goroutine 5456476 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc428a16980, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5457019 [chan receive, 57 minutes]:
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*controller).Run.func1(0xc4360f7e00, 0xc436297700)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:103 +0x34
created by github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*controller).Run
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:102 +0x92
goroutine 5457046 [select, 2 minutes]:
github.com/prometheus/prometheus/rules.(*Group).run(0xc423c805a0, 0x1c50dc0, 0xc420044018)
/go/src/github.com/prometheus/prometheus/rules/manager.go:220 +0x355
github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1(0xc42039b5c0, 0xc423c805a0)
/go/src/github.com/prometheus/prometheus/rules/manager.go:505 +0x60
created by github.com/prometheus/prometheus/rules.(*Manager).Update.func1
/go/src/github.com/prometheus/prometheus/rules/manager.go:500 +0x56
goroutine 5556533 [select]:
net.(*netFD).connect.func2(0x1c50e00, 0xc43a67da40, 0xc43ed92880, 0xc42e6afaa0, 0xc42e6afa40)
/usr/local/go/src/net/fd_unix.go:129 +0xde
created by net.(*netFD).connect
/usr/local/go/src/net/fd_unix.go:128 +0x286
goroutine 5456477 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc428a16b00, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5476289 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6c817e8, 0x72, 0xc424391960)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc43c353b18, 0x72, 0xffffffffffffff00, 0x1c3be60, 0x27b7638)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitRead(0xc43c353b18, 0xc43a90e000, 0x1000, 0x1000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc43c353b00, 0xc43a90e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:157 +0x17d
net.(*netFD).Read(0xc43c353b00, 0xc43a90e000, 0x1000, 0x1000, 0xc42bb85c98, 0xc4231fa900, 0x4)
/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc426abe538, 0xc43a90e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6a
net/http.(*persistConn).Read(0xc4231fa900, 0xc43a90e000, 0x1000, 0x1000, 0xc424391b98, 0x403855, 0xc436180ae0)
/usr/local/go/src/net/http/transport.go:1453 +0x136
bufio.(*Reader).fill(0xc43d3c4ea0)
/usr/local/go/src/bufio/bufio.go:100 +0x11e
bufio.(*Reader).Peek(0xc43d3c4ea0, 0x1, 0x0, 0x0, 0x0, 0xc43feebe60, 0x0)
/usr/local/go/src/bufio/bufio.go:132 +0x3a
net/http.(*persistConn).readLoop(0xc4231fa900)
/usr/local/go/src/net/http/transport.go:1601 +0x185
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1237 +0x95a
goroutine 5556441 [select]:
net.(*netFD).connect.func2(0x1c50e00, 0xc4372b75c0, 0xc430df2900, 0xc43feea2a0, 0xc43feea240)
/usr/local/go/src/net/fd_unix.go:129 +0xde
created by net.(*netFD).connect
/usr/local/go/src/net/fd_unix.go:128 +0x286
goroutine 5456503 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6cbd348, 0x72, 0xc4215b4960)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc42bf3c098, 0x72, 0xffffffffffffff00, 0x1c3be60, 0x27b7638)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitRead(0xc42bf3c098, 0xc433c82000, 0x1000, 0x1000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc42bf3c080, 0xc433c82000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:157 +0x17d
net.(*netFD).Read(0xc42bf3c080, 0xc433c82000, 0x1000, 0x1000, 0xc42bb85c68, 0xc4249b4a20, 0x4)
/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc43d24c180, 0xc433c82000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6a
net/http.(*persistConn).Read(0xc4249b4a20, 0xc433c82000, 0x1000, 0x1000, 0xc4215b4b98, 0x403855, 0xc42de35f20)
/usr/local/go/src/net/http/transport.go:1453 +0x136
bufio.(*Reader).fill(0xc430e4acc0)
/usr/local/go/src/bufio/bufio.go:100 +0x11e
bufio.(*Reader).Peek(0xc430e4acc0, 0x1, 0x0, 0x0, 0x0, 0xc43feebd40, 0x0)
/usr/local/go/src/bufio/bufio.go:132 +0x3a
net/http.(*persistConn).readLoop(0xc4249b4a20)
/usr/local/go/src/net/http/transport.go:1601 +0x185
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1237 +0x95a
goroutine 5521054 [select]:
net/http.(*persistConn).writeLoop(0xc423ffd9e0)
/usr/local/go/src/net/http/transport.go:1822 +0x14b
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1238 +0x97f
goroutine 5457052 [select]:
net/http.(*Transport).getConn(0xc420168960, 0xc42e254000, 0x0, 0xc4211c05c0, 0x5, 0xc421da4ee0, 0xe, 0x0, 0x0, 0xc434863260)
/usr/local/go/src/net/http/transport.go:962 +0x558
net/http.(*Transport).RoundTrip(0xc420168960, 0xc42663a300, 0xd, 0xc42a971b80, 0x2bb)
/usr/local/go/src/net/http/transport.go:409 +0x632
github.com/prometheus/prometheus/vendor/k8s.io/client-go/transport.(*bearerAuthRoundTripper).RoundTrip(0xc422007020, 0xc42663a300, 0xa, 0x1af12bf, 0x14)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/transport/round_trippers.go:282 +0x17c
github.com/prometheus/prometheus/vendor/k8s.io/client-go/transport.(*userAgentRoundTripper).RoundTrip(0xc422007040, 0xc42663a100, 0xc422007040, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/transport/round_trippers.go:160 +0x10c
net/http.send(0xc426319500, 0x1c39be0, 0xc422007040, 0x0, 0x0, 0x0, 0xc42bb859b0, 0x0, 0xc434863650, 0x1)
/usr/local/go/src/net/http/client.go:252 +0x185
net/http.(*Client).send(0xc4375dd830, 0xc426319500, 0x0, 0x0, 0x0, 0xc42bb859b0, 0x0, 0x1, 0x0)
/usr/local/go/src/net/http/client.go:176 +0xfa
net/http.(*Client).Do(0xc4375dd830, 0xc426319500, 0x0, 0x38, 0x0)
/usr/local/go/src/net/http/client.go:615 +0x28d
github.com/prometheus/prometheus/vendor/k8s.io/client-go/rest.(*Request).request(0xc429145b00, 0xc4348638f0, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/rest/request.go:821 +0x29e
github.com/prometheus/prometheus/vendor/k8s.io/client-go/rest.(*Request).Do(0xc429145b00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/rest/request.go:893 +0xb7
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.NewListWatchFromClient.func1(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x1adb05f, ...)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/listwatch.go:66 +0x1ab
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*ListWatch).List(0xc4360f5fb0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/listwatch.go:90 +0x5d
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc423efc6c0, 0xc4360f7620, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:245 +0x220
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*Reflector).RunUntil.func1()
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:200 +0x33
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc43f8970a0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:96 +0x54
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc43f8970a0, 0x3b9aca00, 0x0, 0x1, 0xc4360f7620)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:97 +0xa1
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.Until(0xc43f8970a0, 0x3b9aca00, 0xc4360f7620)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:52 +0x4d
created by github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*Reflector).RunUntil
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:199 +0x172
goroutine 5456290 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc421f28600, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5457057 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6a48920, 0x72, 0xc42b0d7960)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc433278b18, 0x72, 0xffffffffffffff00, 0x1c3be60, 0x27b7638)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitRead(0xc433278b18, 0xc42b83e000, 0x1000, 0x1000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc433278b00, 0xc42b83e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:157 +0x17d
net.(*netFD).Read(0xc433278b00, 0xc42b83e000, 0x1000, 0x1000, 0xc42bb84ec8, 0xc425ca8480, 0x4)
/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc4264889a0, 0xc42b83e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6a
net/http.(*persistConn).Read(0xc425ca8480, 0xc42b83e000, 0x1000, 0x1000, 0xc42b0d7b98, 0x403855, 0xc43441b080)
/usr/local/go/src/net/http/transport.go:1453 +0x136
bufio.(*Reader).fill(0xc43327cc60)
/usr/local/go/src/bufio/bufio.go:100 +0x11e
bufio.(*Reader).Peek(0xc43327cc60, 0x1, 0x0, 0x0, 0x0, 0xc4344f1ce0, 0x0)
/usr/local/go/src/bufio/bufio.go:132 +0x3a
net/http.(*persistConn).readLoop(0xc425ca8480)
/usr/local/go/src/net/http/transport.go:1601 +0x185
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1237 +0x95a
goroutine 5456442 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc42b1bf680, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5456379 [select]:
net/http.(*Transport).getConn(0xc421e6bc20, 0xc43504e930, 0x0, 0xc42186b720, 0x5, 0xc421da43d0, 0xf, 0x0, 0x0, 0x4106a9)
/usr/local/go/src/net/http/transport.go:962 +0x558
net/http.(*Transport).RoundTrip(0xc421e6bc20, 0xc4260a7600, 0xd, 0xc42a970580, 0x2bb)
/usr/local/go/src/net/http/transport.go:409 +0x632
github.com/prometheus/prometheus/util/httputil.(*bearerAuthFileRoundTripper).RoundTrip(0xc4225d7b40, 0xc4260a7600, 0xc4225d7b40, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/util/httputil/client.go:118 +0x8a
net/http.send(0xc4260a7400, 0x1c37080, 0xc4225d7b40, 0x0, 0x0, 0x0, 0xc42bb85810, 0x20, 0xc4343459a8, 0x1)
/usr/local/go/src/net/http/client.go:252 +0x185
net/http.(*Client).send(0xc428ab75c0, 0xc4260a7400, 0x0, 0x0, 0x0, 0xc42bb85810, 0x0, 0x1, 0x4)
/usr/local/go/src/net/http/client.go:176 +0xfa
net/http.(*Client).Do(0xc428ab75c0, 0xc4260a7400, 0xc42c625d40, 0xc4260a7400, 0xc42c625d40)
/usr/local/go/src/net/http/client.go:615 +0x28d
github.com/prometheus/prometheus/vendor/golang.org/x/net/context/ctxhttp.Do(0x7f6ce6f28250, 0xc42c625d40, 0xc428ab75c0, 0xc43ef81500, 0xc42c625d40, 0x100000000410ef8, 0x1b6e828)
/go/src/github.com/prometheus/prometheus/vendor/golang.org/x/net/context/ctxhttp/ctxhttp.go:30 +0x92
github.com/prometheus/prometheus/scrape.(*targetScraper).scrape(0xc428ab7740, 0x1c50e00, 0xc42c625d40, 0x1c369c0, 0xc43154f9d0, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:441 +0xb2
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc42b1bef00, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:675 +0x5a7
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5456734 [select]:
github.com/prometheus/prometheus/discovery.(*Manager).runUpdater(0xc4201402a0, 0x1c50d80, 0xc43a0d1280)
/go/src/github.com/prometheus/prometheus/discovery/manager.go:155 +0x13a
created by github.com/prometheus/prometheus/discovery.(*Manager).startProvider
/go/src/github.com/prometheus/prometheus/discovery/manager.go:128 +0x1cc
goroutine 5556403 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6cbce68, 0x77, 0xc423325c80)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc433b67898, 0x77, 0xc422403100, 0xc4224031e0, 0x4346f4)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitWrite(0xc433b67898, 0xc422403200, 0x28, 0x518eb6)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:94 +0x3d
internal/poll.(*FD).WaitWrite(0xc433b67880, 0x1b6df00, 0x1c50e00)
/usr/local/go/src/internal/poll/fd_unix.go:440 +0x37
net.(*netFD).connect(0xc433b67880, 0x1c50e00, 0xc42c6246c0, 0x0, 0x0, 0x1c3a3a0, 0xc421382e80, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/fd_unix.go:152 +0x299
net.(*netFD).dial(0xc433b67880, 0x1c50e00, 0xc42c6246c0, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc4240c11d0, 0xc422403400, 0x53401e)
/usr/local/go/src/net/sock_posix.go:142 +0xe9
net.socket(0x1c50e00, 0xc42c6246c0, 0x1adb96d, 0x3, 0x2, 0x1, 0x0, 0x0, 0x1c5a2c0, 0x0, ...)
/usr/local/go/src/net/sock_posix.go:93 +0x1a6
net.internetSocket(0x1c50e00, 0xc42c6246c0, 0x1adb96d, 0x3, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc4240c11d0, 0x1, 0x0, ...)
/usr/local/go/src/net/ipsock_posix.go:141 +0x129
net.doDialTCP(0x1c50e00, 0xc42c6246c0, 0x1adb96d, 0x3, 0x0, 0xc4240c11d0, 0x28a44f0, 0x0, 0x0)
/usr/local/go/src/net/tcpsock_posix.go:62 +0xb9
net.dialTCP(0x1c50e00, 0xc42c6246c0, 0x1adb96d, 0x3, 0x0, 0xc4240c11d0, 0x138b29085382f, 0x2883180, 0x25409631f)
/usr/local/go/src/net/tcpsock_posix.go:58 +0xe4
net.dialSingle(0x1c50e00, 0xc42c6246c0, 0xc433b67680, 0x1c40200, 0xc4240c11d0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:547 +0x375
net.dialSerial(0x1c50e00, 0xc42c6246c0, 0xc433b67680, 0xc436ff5ea0, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:515 +0x22d
net.(*Dialer).DialContext(0xc42d1d8300, 0x1c50e00, 0xc42c6246c0, 0x1adb96d, 0x3, 0xc421ee3390, 0xf, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/dial.go:397 +0x678
net.(*Dialer).DialContext-fm(0x1c50e00, 0xc42c6246c0, 0x1adb96d, 0x3, 0xc421ee3390, 0xf, 0xf, 0xc420438c00, 0x4d8360, 0xc420044018)
/usr/local/go/src/net/http/transport.go:46 +0x73
github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack.dialClientConnTracker(0x1c50e00, 0xc42c6246c0, 0x1adb96d, 0x3, 0xc421ee3390, 0xf, 0xc429397cc0, 0xf, 0xc42f90c580, 0x110, ...)
/go/src/github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack/dialer_wrapper.go:123 +0xb4
github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack.NewDialContextFunc.func1(0x1c50e00, 0xc42c6246c0, 0x1adb96d, 0x3, 0xc421ee3390, 0xf, 0xc4321d5ae8, 0x62a229, 0xc42c6246c0, 0x184d680)
/go/src/github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack/dialer_wrapper.go:94 +0xe0
net/http.(*Transport).dial(0xc421e6bd10, 0x1c50e00, 0xc42c6246c0, 0x1adb96d, 0x3, 0xc421ee3390, 0xf, 0x445d31, 0x52af34, 0x15cc14a, ...)
/usr/local/go/src/net/http/transport.go:898 +0x20d
net/http.(*Transport).dialConn(0xc421e6bd10, 0x1c50e00, 0xc42c6246c0, 0x0, 0xc42d9f7840, 0x5, 0xc421ee3390, 0xf, 0xc4217c0101, 0xc42bccdfb8, ...)
/usr/local/go/src/net/http/transport.go:1143 +0x317
net/http.(*Transport).getConn.func4(0xc421e6bd10, 0x1c50e00, 0xc42c6246c0, 0xc4240c1140, 0xc431955d40)
/usr/local/go/src/net/http/transport.go:957 +0x78
created by net/http.(*Transport).getConn
/usr/local/go/src/net/http/transport.go:956 +0x363
goroutine 5556429 [select]:
net.(*netFD).connect.func2(0x1c50e00, 0xc4372b61e0, 0xc4299de000, 0xc421e7f500, 0xc421e7f4a0)
/usr/local/go/src/net/fd_unix.go:129 +0xde
created by net.(*netFD).connect
/usr/local/go/src/net/fd_unix.go:128 +0x286
goroutine 5556445 [select]:
net.(*netFD).connect.func2(0x1c50e00, 0xc43e2f2000, 0xc430df3700, 0xc43feea720, 0xc43feea6c0)
/usr/local/go/src/net/fd_unix.go:129 +0xde
created by net.(*netFD).connect
/usr/local/go/src/net/fd_unix.go:128 +0x286
goroutine 5456657 [select]:
net/http.(*persistConn).writeLoop(0xc426a3ca20)
/usr/local/go/src/net/http/transport.go:1822 +0x14b
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1238 +0x97f
goroutine 5477001 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6efd610, 0x72, 0xc422ecf960)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc43ccbc798, 0x72, 0xffffffffffffff00, 0x1c3be60, 0x27b7638)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitRead(0xc43ccbc798, 0xc426b70000, 0x1000, 0x1000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc43ccbc780, 0xc426b70000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:157 +0x17d
net.(*netFD).Read(0xc43ccbc780, 0xc426b70000, 0x1000, 0x1000, 0xc42bb855f8, 0xc4258c3200, 0x4)
/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc4341b8de0, 0xc426b70000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6a
net/http.(*persistConn).Read(0xc4258c3200, 0xc426b70000, 0x1000, 0x1000, 0xc422ecfb98, 0x403855, 0xc4296429c0)
/usr/local/go/src/net/http/transport.go:1453 +0x136
bufio.(*Reader).fill(0xc42d7079e0)
/usr/local/go/src/bufio/bufio.go:100 +0x11e
bufio.(*Reader).Peek(0xc42d7079e0, 0x1, 0x0, 0x0, 0x0, 0xc431955980, 0x0)
/usr/local/go/src/bufio/bufio.go:132 +0x3a
net/http.(*persistConn).readLoop(0xc4258c3200)
/usr/local/go/src/net/http/transport.go:1601 +0x185
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1237 +0x95a
goroutine 5456733 [select, 57 minutes]:
github.com/prometheus/prometheus/discovery.(*Manager).runProvider(0xc4201402a0, 0x1c50d80, 0xc43a0d1280, 0xc439cfa1a0, 0x19, 0xc42cd4d950, 0xc, 0xc4346bc3c0)
/go/src/github.com/prometheus/prometheus/discovery/manager.go:133 +0x187
created by github.com/prometheus/prometheus/discovery.(*Manager).startProvider
/go/src/github.com/prometheus/prometheus/discovery/manager.go:127 +0x190
goroutine 5456570 [select]:
net/http.(*persistConn).writeLoop(0xc423f9d0e0)
/usr/local/go/src/net/http/transport.go:1822 +0x14b
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1238 +0x97f
goroutine 5456716 [select]:
net/http.(*Transport).getConn(0xc421e6bd10, 0xc43fe30960, 0x0, 0xc42a9fe000, 0x4, 0xc427c3dba0, 0x11, 0x0, 0x0, 0x4106a9)
/usr/local/go/src/net/http/transport.go:962 +0x558
net/http.(*Transport).RoundTrip(0xc421e6bd10, 0xc4212e1e00, 0xd, 0xc438b3b600, 0x2bb)
/usr/local/go/src/net/http/transport.go:409 +0x632
github.com/prometheus/prometheus/util/httputil.(*bearerAuthFileRoundTripper).RoundTrip(0xc42f90c6a0, 0xc4212e1e00, 0xc42f90c6a0, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/util/httputil/client.go:118 +0x8a
net/http.send(0xc4212e1a00, 0x1c37080, 0xc42f90c6a0, 0x0, 0x0, 0x0, 0xc4329686e8, 0x20, 0xc4346b79a8, 0x1)
/usr/local/go/src/net/http/client.go:252 +0x185
net/http.(*Client).send(0xc428ab7f20, 0xc4212e1a00, 0x0, 0x0, 0x0, 0xc4329686e8, 0x0, 0x1, 0x4)
/usr/local/go/src/net/http/client.go:176 +0xfa
net/http.(*Client).Do(0xc428ab7f20, 0xc4212e1a00, 0xc43e58c7e0, 0xc4212e1a00, 0xc43e58c7e0)
/usr/local/go/src/net/http/client.go:615 +0x28d
github.com/prometheus/prometheus/vendor/golang.org/x/net/context/ctxhttp.Do(0x7f6ce6f28250, 0xc43e58c7e0, 0xc428ab7f20, 0xc438684200, 0xc43e58c7e0, 0x100000000410ef8, 0x1b6e828)
/go/src/github.com/prometheus/prometheus/vendor/golang.org/x/net/context/ctxhttp/ctxhttp.go:30 +0x92
github.com/prometheus/prometheus/scrape.(*targetScraper).scrape(0xc42793d890, 0x1c50e00, 0xc43e58c7e0, 0x1c369c0, 0xc4390c6fc0, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:441 +0xb2
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc428a16800, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:675 +0x5a7
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5457051 [chan receive, 57 minutes]:
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*controller).Run.func1(0xc4360f7620, 0xc433278600)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:103 +0x34
created by github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*controller).Run
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:102 +0x92
goroutine 5456721 [select]:
net/http.(*persistConn).roundTrip(0xc42be17c20, 0xc4341c7410, 0x0, 0x0, 0x0)
/usr/local/go/src/net/http/transport.go:2033 +0x5a7
net/http.(*Transport).RoundTrip(0xc420168ff0, 0xc426c18000, 0xc420168ff0, 0x0, 0x0)
/usr/local/go/src/net/http/transport.go:422 +0x8f2
net/http.send(0xc426c18000, 0x1c39f60, 0xc420168ff0, 0x0, 0x0, 0x0, 0xc42bb85e60, 0x20, 0xc42a8c19a8, 0x1)
/usr/local/go/src/net/http/client.go:252 +0x185
net/http.(*Client).send(0xc4375dc4e0, 0xc426c18000, 0x0, 0x0, 0x0, 0xc42bb85e60, 0x0, 0x1, 0x22)
/usr/local/go/src/net/http/client.go:176 +0xfa
net/http.(*Client).Do(0xc4375dc4e0, 0xc426c18000, 0xc43a67d1a0, 0xc426c18000, 0xc43a67d1a0)
/usr/local/go/src/net/http/client.go:615 +0x28d
github.com/prometheus/prometheus/vendor/golang.org/x/net/context/ctxhttp.Do(0x7f6ce6f28250, 0xc43a67d1a0, 0xc4375dc4e0, 0xc43e344e00, 0xc43a67d1a0, 0x100000000410ef8, 0x1b6e828)
/go/src/github.com/prometheus/prometheus/vendor/golang.org/x/net/context/ctxhttp/ctxhttp.go:30 +0x92
github.com/prometheus/prometheus/scrape.(*targetScraper).scrape(0xc4375dc900, 0x1c50e00, 0xc43a67d1a0, 0x1c369c0, 0xc436493ea0, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:441 +0xb2
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc4375e0380, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:675 +0x5a7
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5476341 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6cbcd98, 0x72, 0xc42438e960)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc43cf67c98, 0x72, 0xffffffffffffff00, 0x1c3be60, 0x27b7638)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitRead(0xc43cf67c98, 0xc4294e7000, 0x1000, 0x1000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc43cf67c80, 0xc4294e7000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:157 +0x17d
net.(*netFD).Read(0xc43cf67c80, 0xc4294e7000, 0x1000, 0x1000, 0xc42bb848e8, 0xc42fb1de60, 0x4)
/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc426abfa08, 0xc4294e7000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6a
net/http.(*persistConn).Read(0xc42fb1de60, 0xc4294e7000, 0x1000, 0x1000, 0xc42438eb98, 0x403855, 0xc4360f6a20)
/usr/local/go/src/net/http/transport.go:1453 +0x136
bufio.(*Reader).fill(0xc43a84b7a0)
/usr/local/go/src/bufio/bufio.go:100 +0x11e
bufio.(*Reader).Peek(0xc43a84b7a0, 0x1, 0x0, 0x0, 0x0, 0xc429a5b7a0, 0x0)
/usr/local/go/src/bufio/bufio.go:132 +0x3a
net/http.(*persistConn).readLoop(0xc42fb1de60)
/usr/local/go/src/net/http/transport.go:1601 +0x185
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1237 +0x95a
goroutine 5556439 [select]:
net.(*netFD).connect.func2(0x1c50e00, 0xc4372b70e0, 0xc430df2200, 0xc43feea060, 0xc43feea000)
/usr/local/go/src/net/fd_unix.go:129 +0xde
created by net.(*netFD).connect
/usr/local/go/src/net/fd_unix.go:128 +0x286
goroutine 5456737 [select]:
github.com/prometheus/prometheus/discovery.(*Manager).runUpdater(0xc4201402a0, 0x1c50d80, 0xc43a0d1940)
/go/src/github.com/prometheus/prometheus/discovery/manager.go:155 +0x13a
created by github.com/prometheus/prometheus/discovery.(*Manager).startProvider
/go/src/github.com/prometheus/prometheus/discovery/manager.go:128 +0x1cc
goroutine 5457003 [semacquire, 57 minutes]:
sync.runtime_notifyListWait(0xc436295528, 0x0)
/usr/local/go/src/runtime/sema.go:510 +0x10b
sync.(*Cond).Wait(0xc436295518)
/usr/local/go/src/sync/cond.go:56 +0x80
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc436295500, 0xc4360f5fe0, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:438 +0x99
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*controller).processLoop(0xc436296e00)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:147 +0x40
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*controller).(github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.processLoop)-fm()
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:121 +0x2a
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc43f88ef10)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:96 +0x54
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc43f88ef10, 0x3b9aca00, 0x0, 0x1744b01, 0xc4360f7620)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:97 +0xa1
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.Until(0xc43f88ef10, 0x3b9aca00, 0xc4360f7620)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:52 +0x4d
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*controller).Run(0xc436296e00, 0xc4360f7620)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:121 +0x224
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc43e3f3720, 0xc4360f7620)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/shared_informer.go:213 +0x334
created by github.com/prometheus/prometheus/discovery/kubernetes.(*Discovery).Run
/go/src/github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:270 +0xf94
goroutine 5456566 [select]:
net/http.(*persistConn).writeLoop(0xc42375b560)
/usr/local/go/src/net/http/transport.go:1822 +0x14b
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1238 +0x97f
goroutine 5556501 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce68d5318, 0x77, 0xc423341200)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc43bec0618, 0x77, 0xc42fec3100, 0xc42fec31e0, 0x4346f4)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitWrite(0xc43bec0618, 0xc42fec3200, 0x28, 0x518eb6)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:94 +0x3d
internal/poll.(*FD).WaitWrite(0xc43bec0600, 0x1b6df00, 0x1c50e00)
/usr/local/go/src/internal/poll/fd_unix.go:440 +0x37
net.(*netFD).connect(0xc43bec0600, 0x1c50e00, 0xc43a67cd20, 0x0, 0x0, 0x1c3a3a0, 0xc439cfaa40, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/fd_unix.go:152 +0x299
net.(*netFD).dial(0xc43bec0600, 0x1c50e00, 0xc43a67cd20, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc4341c6b40, 0xc42fec3400, 0x53401e)
/usr/local/go/src/net/sock_posix.go:142 +0xe9
net.socket(0x1c50e00, 0xc43a67cd20, 0x1adb96d, 0x3, 0x2, 0x1, 0x0, 0x0, 0x1c5a2c0, 0x0, ...)
/usr/local/go/src/net/sock_posix.go:93 +0x1a6
net.internetSocket(0x1c50e00, 0xc43a67cd20, 0x1adb96d, 0x3, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc4341c6b40, 0x1, 0x0, ...)
/usr/local/go/src/net/ipsock_posix.go:141 +0x129
net.doDialTCP(0x1c50e00, 0xc43a67cd20, 0x1adb96d, 0x3, 0x0, 0xc4341c6b40, 0x28a44f0, 0x0, 0x0)
/usr/local/go/src/net/tcpsock_posix.go:62 +0xb9
net.dialTCP(0x1c50e00, 0xc43a67cd20, 0x1adb96d, 0x3, 0x0, 0xc4341c6b40, 0x138b3cfcd4575, 0x2883180, 0x254099e49)
/usr/local/go/src/net/tcpsock_posix.go:58 +0xe4
net.dialSingle(0x1c50e00, 0xc43a67cd20, 0xc43bec0500, 0x1c40200, 0xc4341c6b40, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:547 +0x375
net.dialSerial(0x1c50e00, 0xc43a67cd20, 0xc43bec0500, 0xc43155cba0, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:515 +0x22d
net.(*Dialer).DialContext(0xc42a64ff20, 0x1c50e00, 0xc43a67cd20, 0x1adb96d, 0x3, 0xc439cfaa00, 0x11, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/dial.go:397 +0x678
net.(*Dialer).DialContext-fm(0x1c50e00, 0xc43a67cd20, 0x1adb96d, 0x3, 0xc439cfaa00, 0x11, 0x11, 0xc420438c00, 0x4d8360, 0xc420044018)
/usr/local/go/src/net/http/transport.go:46 +0x73
github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack.dialClientConnTracker(0x1c50e00, 0xc43a67cd20, 0x1adb96d, 0x3, 0xc439cfaa00, 0x11, 0xc433b11a80, 0x14, 0xc43303c060, 0x110, ...)
/go/src/github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack/dialer_wrapper.go:123 +0xb4
github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack.NewDialContextFunc.func1(0x1c50e00, 0xc43a67cd20, 0x1adb96d, 0x3, 0xc439cfaa00, 0x11, 0xc4321d5ae8, 0x62a229, 0xc43a67cd20, 0x184d680)
/go/src/github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack/dialer_wrapper.go:94 +0xe0
net/http.(*Transport).dial(0xc421e6b680, 0x1c50e00, 0xc43a67cd20, 0x1adb96d, 0x3, 0xc439cfaa00, 0x11, 0x0, 0x52af34, 0x15cc14a, ...)
/usr/local/go/src/net/http/transport.go:898 +0x20d
net/http.(*Transport).dialConn(0xc421e6b680, 0x1c50e00, 0xc43a67cd20, 0x0, 0xc426c59c00, 0x4, 0xc439cfaa00, 0x11, 0xc429a5bda0, 0x53d730, ...)
/usr/local/go/src/net/http/transport.go:1143 +0x317
net/http.(*Transport).getConn.func4(0xc421e6b680, 0x1c50e00, 0xc43a67cd20, 0xc4341c6ab0, 0xc42e6ae9c0)
/usr/local/go/src/net/http/transport.go:957 +0x78
created by net/http.(*Transport).getConn
/usr/local/go/src/net/http/transport.go:956 +0x363
goroutine 5456459 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc428a16080, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5457425 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6a111f8, 0x72, 0xc42f31d960)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc431e2c118, 0x72, 0xffffffffffffff00, 0x1c3be60, 0x27b7638)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitRead(0xc431e2c118, 0xc43286c000, 0x1000, 0x1000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc431e2c100, 0xc43286c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:157 +0x17d
net.(*netFD).Read(0xc431e2c100, 0xc43286c000, 0x1000, 0x1000, 0xc42bb85e68, 0xc43060b680, 0x4)
/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc426489798, 0xc43286c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6a
net/http.(*persistConn).Read(0xc43060b680, 0xc43286c000, 0x1000, 0x1000, 0xc42f31db98, 0x403855, 0xc431e26420)
/usr/local/go/src/net/http/transport.go:1453 +0x136
bufio.(*Reader).fill(0xc43dd47560)
/usr/local/go/src/bufio/bufio.go:100 +0x11e
bufio.(*Reader).Peek(0xc43dd47560, 0x1, 0x0, 0x0, 0x0, 0xc42e6aed20, 0x0)
/usr/local/go/src/bufio/bufio.go:132 +0x3a
net/http.(*persistConn).readLoop(0xc43060b680)
/usr/local/go/src/net/http/transport.go:1601 +0x185
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1237 +0x95a
goroutine 5556404 [select]:
net.(*netFD).connect.func2(0x1c50e00, 0xc42c6246c0, 0xc433b67880, 0xc431955f20, 0xc431955ec0)
/usr/local/go/src/net/fd_unix.go:129 +0xde
created by net.(*netFD).connect
/usr/local/go/src/net/fd_unix.go:128 +0x286
goroutine 5457013 [semacquire, 57 minutes]:
sync.runtime_notifyListWait(0xc4362956a8, 0x0)
/usr/local/go/src/runtime/sema.go:510 +0x10b
sync.(*Cond).Wait(0xc436295698)
/usr/local/go/src/sync/cond.go:56 +0x80
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc436295680, 0xc4377f23c0, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:438 +0x99
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*controller).processLoop(0xc436297400)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:147 +0x40
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*controller).(github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.processLoop)-fm()
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:121 +0x2a
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc43f88af10)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:96 +0x54
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc43f88af10, 0x3b9aca00, 0x0, 0x1744b01, 0xc4360f7b60)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:97 +0xa1
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.Until(0xc43f88af10, 0x3b9aca00, 0xc4360f7b60)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:52 +0x4d
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*controller).Run(0xc436297400, 0xc4360f7b60)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:121 +0x224
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc43e3f3860, 0xc4360f7b60)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/shared_informer.go:213 +0x334
created by github.com/prometheus/prometheus/discovery/kubernetes.(*Discovery).Run
/go/src/github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:296 +0x470
goroutine 5456451 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc42b1bfb80, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5457370 [select]:
net/http.(*persistConn).writeLoop(0xc42b574a20)
/usr/local/go/src/net/http/transport.go:1822 +0x14b
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1238 +0x97f
goroutine 5456543 [select]:
net/http.(*persistConn).writeLoop(0xc423f85d40)
/usr/local/go/src/net/http/transport.go:1822 +0x14b
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1238 +0x97f
goroutine 5477606 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6efd2d0, 0x72, 0xc432ac1960)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc430afb998, 0x72, 0xffffffffffffff00, 0x1c3be60, 0x27b7638)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitRead(0xc430afb998, 0xc42e3e9000, 0x1000, 0x1000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc430afb980, 0xc42e3e9000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:157 +0x17d
net.(*netFD).Read(0xc430afb980, 0xc42e3e9000, 0x1000, 0x1000, 0xc42bb857c0, 0xc4236d9680, 0x4)
/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc42550a228, 0xc42e3e9000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6a
net/http.(*persistConn).Read(0xc4236d9680, 0xc42e3e9000, 0x1000, 0x1000, 0xc432ac1b98, 0x403855, 0xc42c53c660)
/usr/local/go/src/net/http/transport.go:1453 +0x136
bufio.(*Reader).fill(0xc4375048a0)
/usr/local/go/src/bufio/bufio.go:100 +0x11e
bufio.(*Reader).Peek(0xc4375048a0, 0x1, 0x0, 0x0, 0x0, 0xc421e7eea0, 0x0)
/usr/local/go/src/bufio/bufio.go:132 +0x3a
net/http.(*persistConn).readLoop(0xc4236d9680)
/usr/local/go/src/net/http/transport.go:1601 +0x185
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1237 +0x95a
goroutine 5456608 [select]:
net/http.(*persistConn).writeLoop(0xc426e665a0)
/usr/local/go/src/net/http/transport.go:1822 +0x14b
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1238 +0x97f
goroutine 5556437 [select]:
net.(*netFD).connect.func2(0x1c50e00, 0xc4372b6de0, 0xc4299dfc00, 0xc421e7fe00, 0xc421e7fda0)
/usr/local/go/src/net/fd_unix.go:129 +0xde
created by net.(*netFD).connect
/usr/local/go/src/net/fd_unix.go:128 +0x286
goroutine 5456462 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc428a16200, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5456485 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc42b1bf180, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5456645 [select]:
net/http.(*persistConn).writeLoop(0xc426ae5d40)
/usr/local/go/src/net/http/transport.go:1822 +0x14b
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1238 +0x97f
goroutine 5556431 [select]:
net.(*netFD).connect.func2(0x1c50e00, 0xc4372b64e0, 0xc4299de700, 0xc421e7f740, 0xc421e7f6e0)
/usr/local/go/src/net/fd_unix.go:129 +0xde
created by net.(*netFD).connect
/usr/local/go/src/net/fd_unix.go:128 +0x286
goroutine 5556426 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6cbcb28, 0x77, 0xc42335cf00)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc43b625a18, 0x77, 0xc422497100, 0xc4224971e0, 0x4346f4)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitWrite(0xc43b625a18, 0xc422497200, 0x28, 0x518eb6)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:94 +0x3d
internal/poll.(*FD).WaitWrite(0xc43b625a00, 0x1b6df00, 0x1c50e00)
/usr/local/go/src/internal/poll/fd_unix.go:440 +0x37
net.(*netFD).connect(0xc43b625a00, 0x1c50e00, 0xc42c625d40, 0x0, 0x0, 0x1c3a3a0, 0xc421383ce0, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/fd_unix.go:152 +0x299
net.(*netFD).dial(0xc43b625a00, 0x1c50e00, 0xc42c625d40, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc43504e9f0, 0xc422497400, 0x53401e)
/usr/local/go/src/net/sock_posix.go:142 +0xe9
net.socket(0x1c50e00, 0xc42c625d40, 0x1adb96d, 0x3, 0x2, 0x1, 0x0, 0x0, 0x1c5a2c0, 0x0, ...)
/usr/local/go/src/net/sock_posix.go:93 +0x1a6
net.internetSocket(0x1c50e00, 0xc42c625d40, 0x1adb96d, 0x3, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc43504e9f0, 0x1, 0x0, ...)
/usr/local/go/src/net/ipsock_posix.go:141 +0x129
net.doDialTCP(0x1c50e00, 0xc42c625d40, 0x1adb96d, 0x3, 0x0, 0xc43504e9f0, 0x28a44f0, 0x0, 0x0)
/usr/local/go/src/net/tcpsock_posix.go:62 +0xb9
net.dialTCP(0x1c50e00, 0xc42c625d40, 0x1adb96d, 0x3, 0x0, 0xc43504e9f0, 0x138b2e90dcf80, 0x2883180, 0x2540a31ef)
/usr/local/go/src/net/tcpsock_posix.go:58 +0xe4
net.dialSingle(0x1c50e00, 0xc42c625d40, 0xc43b625800, 0x1c40200, 0xc43504e9f0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:547 +0x375
net.dialSerial(0x1c50e00, 0xc42c625d40, 0xc43b625800, 0xc4377f31f0, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:515 +0x22d
net.(*Dialer).DialContext(0xc42d1d8180, 0x1c50e00, 0xc42c625d40, 0x1adb96d, 0x3, 0xc421da43d0, 0xf, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/dial.go:397 +0x678
net.(*Dialer).DialContext-fm(0x1c50e00, 0xc42c625d40, 0x1adb96d, 0x3, 0xc421da43d0, 0xf, 0xf, 0xc420438c00, 0x4d8360, 0xc420044018)
/usr/local/go/src/net/http/transport.go:46 +0x73
github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack.dialClientConnTracker(0x1c50e00, 0xc42c625d40, 0x1adb96d, 0x3, 0xc421da43d0, 0xf, 0xc433b11ee0, 0x12, 0xc4225d7a20, 0x110, ...)
/go/src/github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack/dialer_wrapper.go:123 +0xb4
github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack.NewDialContextFunc.func1(0x1c50e00, 0xc42c625d40, 0x1adb96d, 0x3, 0xc421da43d0, 0xf, 0xc4321d5ae8, 0x62a229, 0xc42c625d40, 0x184d680)
/go/src/github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack/dialer_wrapper.go:94 +0xe0
net/http.(*Transport).dial(0xc421e6bc20, 0x1c50e00, 0xc42c625d40, 0x1adb96d, 0x3, 0xc421da43d0, 0xf, 0x445d31, 0x52af34, 0x15cc14a, ...)
/usr/local/go/src/net/http/transport.go:898 +0x20d
net/http.(*Transport).dialConn(0xc421e6bc20, 0x1c50e00, 0xc42c625d40, 0x0, 0xc42186b720, 0x5, 0xc421da43d0, 0xf, 0xc420044000, 0x1c3d300, ...)
/usr/local/go/src/net/http/transport.go:1143 +0x317
net/http.(*Transport).getConn.func4(0xc421e6bc20, 0x1c50e00, 0xc42c625d40, 0xc43504e960, 0xc421e7f0e0)
/usr/local/go/src/net/http/transport.go:957 +0x78
created by net/http.(*Transport).getConn
/usr/local/go/src/net/http/transport.go:956 +0x363
goroutine 5456373 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc421f29580, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5456746 [select]:
github.com/prometheus/prometheus/discovery.(*Manager).runUpdater(0xc4201402a0, 0x1c50d80, 0xc4349d0dc0)
/go/src/github.com/prometheus/prometheus/discovery/manager.go:155 +0x13a
created by github.com/prometheus/prometheus/discovery.(*Manager).startProvider
/go/src/github.com/prometheus/prometheus/discovery/manager.go:128 +0x1cc
goroutine 5456439 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc42b1bf480, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5556594 [select]:
net.(*netFD).connect.func2(0x1c50e00, 0xc43e58c600, 0xc431f60d80, 0xc42b074d20, 0xc42b074cc0)
/usr/local/go/src/net/fd_unix.go:129 +0xde
created by net.(*netFD).connect
/usr/local/go/src/net/fd_unix.go:128 +0x286
goroutine 5556599 [runnable]:
net/http.(*connReader).backgroundRead(0xc43fe30fc0)
/usr/local/go/src/net/http/server.go:667
created by net/http.(*connReader).startBackgroundRead
/usr/local/go/src/net/http/server.go:664 +0xce
goroutine 5456464 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc428a16300, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5556443 [select]:
net.(*netFD).connect.func2(0x1c50e00, 0xc4372b7ce0, 0xc430df3000, 0xc43feea4e0, 0xc43feea480)
/usr/local/go/src/net/fd_unix.go:129 +0xde
created by net.(*netFD).connect
/usr/local/go/src/net/fd_unix.go:128 +0x286
goroutine 5456436 [select]:
net/http.(*Transport).getConn(0xc421e6bd10, 0xc43bdc34a0, 0x0, 0xc43ed06ca0, 0x4, 0xc43ed14140, 0x10, 0x0, 0x0, 0x4106a9)
/usr/local/go/src/net/http/transport.go:962 +0x558
net/http.(*Transport).RoundTrip(0xc421e6bd10, 0xc4212e1000, 0xd, 0xc438b3ab00, 0x2bb)
/usr/local/go/src/net/http/transport.go:409 +0x632
github.com/prometheus/prometheus/util/httputil.(*bearerAuthFileRoundTripper).RoundTrip(0xc42f90c6a0, 0xc4212e1000, 0xc42f90c6a0, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/util/httputil/client.go:118 +0x8a
net/http.send(0xc4212e0d00, 0x1c37080, 0xc42f90c6a0, 0x0, 0x0, 0x0, 0xc432968698, 0x20, 0xc42a23b9a8, 0x1)
/usr/local/go/src/net/http/client.go:252 +0x185
net/http.(*Client).send(0xc428ab7f20, 0xc4212e0d00, 0x0, 0x0, 0x0, 0xc432968698, 0x0, 0x1, 0x4)
/usr/local/go/src/net/http/client.go:176 +0xfa
net/http.(*Client).Do(0xc428ab7f20, 0xc4212e0d00, 0xc43e58c420, 0xc4212e0d00, 0xc43e58c420)
/usr/local/go/src/net/http/client.go:615 +0x28d
github.com/prometheus/prometheus/vendor/golang.org/x/net/context/ctxhttp.Do(0x7f6ce6f28250, 0xc43e58c420, 0xc428ab7f20, 0xc437e6ee00, 0xc43e58c420, 0x100000000410ef8, 0x1b6e828)
/go/src/github.com/prometheus/prometheus/vendor/golang.org/x/net/context/ctxhttp/ctxhttp.go:30 +0x92
github.com/prometheus/prometheus/scrape.(*targetScraper).scrape(0xc428be4960, 0x1c50e00, 0xc43e58c420, 0x1c369c0, 0xc4390c6d20, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:441 +0xb2
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc42b1bf300, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:675 +0x5a7
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5556424 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6cbd008, 0x77, 0xc427232600)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc43b625118, 0x77, 0xc4300e1100, 0xc4300e11e0, 0x4346f4)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitWrite(0xc43b625118, 0xc4300e1200, 0x28, 0x518eb6)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:94 +0x3d
internal/poll.(*FD).WaitWrite(0xc43b625100, 0x1b6df00, 0x1c50e00)
/usr/local/go/src/internal/poll/fd_unix.go:440 +0x37
net.(*netFD).connect(0xc43b625100, 0x1c50e00, 0xc42c6254a0, 0x0, 0x0, 0x1c3a3a0, 0xc4213838c0, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/fd_unix.go:152 +0x299
net.(*netFD).dial(0xc43b625100, 0x1c50e00, 0xc42c6254a0, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc43504e3c0, 0xc4300e1400, 0x53401e)
/usr/local/go/src/net/sock_posix.go:142 +0xe9
net.socket(0x1c50e00, 0xc42c6254a0, 0x1adb96d, 0x3, 0x2, 0x1, 0x0, 0x0, 0x1c5a2c0, 0x0, ...)
/usr/local/go/src/net/sock_posix.go:93 +0x1a6
net.internetSocket(0x1c50e00, 0xc42c6254a0, 0x1adb96d, 0x3, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc43504e3c0, 0x1, 0x0, ...)
/usr/local/go/src/net/ipsock_posix.go:141 +0x129
net.doDialTCP(0x1c50e00, 0xc42c6254a0, 0x1adb96d, 0x3, 0x0, 0xc43504e3c0, 0x28a44f0, 0x0, 0x0)
/usr/local/go/src/net/tcpsock_posix.go:62 +0xb9
net.dialTCP(0x1c50e00, 0xc42c6254a0, 0x1adb96d, 0x3, 0x0, 0xc43504e3c0, 0x138b2bbd28434, 0x2883180, 0x2540a12ff)
/usr/local/go/src/net/tcpsock_posix.go:58 +0xe4
net.dialSingle(0x1c50e00, 0xc42c6254a0, 0xc43b625000, 0x1c40200, 0xc43504e3c0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:547 +0x375
net.dialSerial(0x1c50e00, 0xc42c6254a0, 0xc43b625000, 0xc4377f2d80, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:515 +0x22d
net.(*Dialer).DialContext(0xc42d1d8300, 0x1c50e00, 0xc42c6254a0, 0x1adb96d, 0x3, 0xc421383840, 0x11, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/dial.go:397 +0x678
net.(*Dialer).DialContext-fm(0x1c50e00, 0xc42c6254a0, 0x1adb96d, 0x3, 0xc421383840, 0x11, 0x11, 0xc420438c00, 0x4d8360, 0xc420044018)
/usr/local/go/src/net/http/transport.go:46 +0x73
github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack.dialClientConnTracker(0x1c50e00, 0xc42c6254a0, 0x1adb96d, 0x3, 0xc421383840, 0x11, 0xc429397cc0, 0xf, 0xc42f90c580, 0x110, ...)
/go/src/github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack/dialer_wrapper.go:123 +0xb4
github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack.NewDialContextFunc.func1(0x1c50e00, 0xc42c6254a0, 0x1adb96d, 0x3, 0xc421383840, 0x11, 0xc4321d5ae8, 0x62a229, 0xc42c6254a0, 0x184d680)
/go/src/github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack/dialer_wrapper.go:94 +0xe0
net/http.(*Transport).dial(0xc421e6bd10, 0x1c50e00, 0xc42c6254a0, 0x1adb96d, 0x3, 0xc421383840, 0x11, 0x445d31, 0x52af34, 0x15cc14a, ...)
/usr/local/go/src/net/http/transport.go:898 +0x20d
net/http.(*Transport).dialConn(0xc421e6bd10, 0x1c50e00, 0xc42c6254a0, 0x0, 0xc43de75920, 0x4, 0xc421383840, 0x11, 0xc43b641080, 0x53d730, ...)
/usr/local/go/src/net/http/transport.go:1143 +0x317
net/http.(*Transport).getConn.func4(0xc421e6bd10, 0x1c50e00, 0xc42c6254a0, 0xc43504e330, 0xc421e7eb40)
/usr/local/go/src/net/http/transport.go:957 +0x78
created by net/http.(*Transport).getConn
/usr/local/go/src/net/http/transport.go:956 +0x363
goroutine 5456546 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6efd130, 0x72, 0xc432a27960)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc42dd45898, 0x72, 0xffffffffffffff00, 0x1c3be60, 0x27b7638)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitRead(0xc42dd45898, 0xc431907000, 0x1000, 0x1000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc42dd45880, 0xc431907000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:157 +0x17d
net.(*netFD).Read(0xc42dd45880, 0xc431907000, 0x1000, 0x1000, 0xc42bb85fe8, 0xc42375a5a0, 0x4)
/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc43d24c368, 0xc431907000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6a
net/http.(*persistConn).Read(0xc42375a5a0, 0xc431907000, 0x1000, 0x1000, 0xc432a27b98, 0x403855, 0xc43b3cb440)
/usr/local/go/src/net/http/transport.go:1453 +0x136
bufio.(*Reader).fill(0xc4332e3680)
/usr/local/go/src/bufio/bufio.go:100 +0x11e
bufio.(*Reader).Peek(0xc4332e3680, 0x1, 0x0, 0x0, 0x0, 0xc42e6af2c0, 0x0)
/usr/local/go/src/bufio/bufio.go:132 +0x3a
net/http.(*persistConn).readLoop(0xc42375a5a0)
/usr/local/go/src/net/http/transport.go:1601 +0x185
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1237 +0x95a
goroutine 5556447 [select]:
net.(*netFD).connect.func2(0x1c50e00, 0xc43e2f2060, 0xc430df3b00, 0xc43feea960, 0xc43feea900)
/usr/local/go/src/net/fd_unix.go:129 +0xde
created by net.(*netFD).connect
/usr/local/go/src/net/fd_unix.go:128 +0x286
goroutine 5456713 [select]:
net/http.(*Transport).getConn(0xc421e6bd10, 0xc42e255050, 0x0, 0xc421cbb980, 0x4, 0xc421da57f0, 0x10, 0x0, 0x0, 0x4106a9)
/usr/local/go/src/net/http/transport.go:962 +0x558
net/http.(*Transport).RoundTrip(0xc421e6bd10, 0xc42694a200, 0xd, 0xc426b5a580, 0x2bb)
/usr/local/go/src/net/http/transport.go:409 +0x632
github.com/prometheus/prometheus/util/httputil.(*bearerAuthFileRoundTripper).RoundTrip(0xc42f90c6a0, 0xc42694a200, 0xc42f90c6a0, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/util/httputil/client.go:118 +0x8a
net/http.send(0xc426673e00, 0x1c37080, 0xc42f90c6a0, 0x0, 0x0, 0x0, 0xc42bb85b10, 0x20, 0xc432e1d9a8, 0x1)
/usr/local/go/src/net/http/client.go:252 +0x185
net/http.(*Client).send(0xc428ab7f20, 0xc426673e00, 0x0, 0x0, 0x0, 0xc42bb85b10, 0x0, 0x1, 0x4)
/usr/local/go/src/net/http/client.go:176 +0xfa
net/http.(*Client).Do(0xc428ab7f20, 0xc426673e00, 0xc43e2f29c0, 0xc426673e00, 0xc43e2f29c0)
/usr/local/go/src/net/http/client.go:615 +0x28d
github.com/prometheus/prometheus/vendor/golang.org/x/net/context/ctxhttp.Do(0x7f6ce6f28250, 0xc43e2f29c0, 0xc428ab7f20, 0xc43ccade00, 0xc43e2f29c0, 0x100000000410ef8, 0x1b6e828)
/go/src/github.com/prometheus/prometheus/vendor/golang.org/x/net/context/ctxhttp/ctxhttp.go:30 +0x92
github.com/prometheus/prometheus/scrape.(*targetScraper).scrape(0xc427382240, 0x1c50e00, 0xc43e2f29c0, 0x1c369c0, 0xc436492af0, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:441 +0xb2
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc42b1bff00, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:675 +0x5a7
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5556451 [select]:
net.(*netFD).connect.func2(0x1c50e00, 0xc43e2f26c0, 0xc437208600, 0xc43feeaf60, 0xc43feeaf00)
/usr/local/go/src/net/fd_unix.go:129 +0xde
created by net.(*netFD).connect
/usr/local/go/src/net/fd_unix.go:128 +0x286
goroutine 5456656 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6a48030, 0x72, 0xc422ed2960)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc43e95b898, 0x72, 0xffffffffffffff00, 0x1c3be60, 0x27b7638)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitRead(0xc43e95b898, 0xc43360e000, 0x1000, 0x1000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc43e95b880, 0xc43360e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:157 +0x17d
net.(*netFD).Read(0xc43e95b880, 0xc43360e000, 0x1000, 0x1000, 0xc42bb84be0, 0xc426a3ca20, 0x4)
/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc43d24c9a8, 0xc43360e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6a
net/http.(*persistConn).Read(0xc426a3ca20, 0xc43360e000, 0x1000, 0x1000, 0xc422ed2b98, 0x403855, 0xc43762ed80)
/usr/local/go/src/net/http/transport.go:1453 +0x136
bufio.(*Reader).fill(0xc439002900)
/usr/local/go/src/bufio/bufio.go:100 +0x11e
bufio.(*Reader).Peek(0xc439002900, 0x1, 0x0, 0x0, 0x0, 0xc4344f0300, 0x0)
/usr/local/go/src/bufio/bufio.go:132 +0x3a
net/http.(*persistConn).readLoop(0xc426a3ca20)
/usr/local/go/src/net/http/transport.go:1601 +0x185
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1237 +0x95a
goroutine 5456309 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc421f29480, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5556438 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6a45218, 0x77, 0xc427233200)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc430df2218, 0x77, 0xc43485f300, 0xc43485f310, 0x4346f4)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitWrite(0xc430df2218, 0xc43485f300, 0x28, 0x518eb6)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:94 +0x3d
internal/poll.(*FD).WaitWrite(0xc430df2200, 0x1b6df00, 0x1c50e00)
/usr/local/go/src/internal/poll/fd_unix.go:440 +0x37
net.(*netFD).connect(0xc430df2200, 0x1c50e00, 0xc4372b70e0, 0x0, 0x0, 0x1c3a3a0, 0xc433b10020, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/fd_unix.go:152 +0x299
net.(*netFD).dial(0xc430df2200, 0x1c50e00, 0xc4372b70e0, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc43504fd40, 0xc4321d5530, 0x53401e)
/usr/local/go/src/net/sock_posix.go:142 +0xe9
net.socket(0x1c50e00, 0xc4372b70e0, 0x1adb96d, 0x3, 0x2, 0x1, 0x0, 0x0, 0x1c5a2c0, 0x0, ...)
/usr/local/go/src/net/sock_posix.go:93 +0x1a6
net.internetSocket(0x1c50e00, 0xc4372b70e0, 0x1adb96d, 0x3, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc43504fd40, 0x1, 0x0, ...)
/usr/local/go/src/net/ipsock_posix.go:141 +0x129
net.doDialTCP(0x1c50e00, 0xc4372b70e0, 0x1adb96d, 0x3, 0x0, 0xc43504fd40, 0x28a44f0, 0x0, 0x0)
/usr/local/go/src/net/tcpsock_posix.go:62 +0xb9
net.dialTCP(0x1c50e00, 0xc4372b70e0, 0x1adb96d, 0x3, 0x0, 0xc43504fd40, 0x138b79e5b7ed6, 0x2883180, 0x6fc2398c5)
/usr/local/go/src/net/tcpsock_posix.go:58 +0xe4
net.dialSingle(0x1c50e00, 0xc4372b70e0, 0xc430df2000, 0x1c40200, 0xc43504fd40, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:547 +0x375
net.dialSerial(0x1c50e00, 0xc4372b70e0, 0xc430df2000, 0xc4377f3c50, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:515 +0x22d
net.(*Dialer).DialContext(0xc420ff17a0, 0x1c50dc0, 0xc420044018, 0x1adb96d, 0x3, 0xc421da4d50, 0xe, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/dial.go:397 +0x678
net.(*Dialer).Dial(0xc420ff17a0, 0x1adb96d, 0x3, 0xc421da4d50, 0xe, 0x60, 0x110, 0x110, 0xc42fded320)
/usr/local/go/src/net/dial.go:320 +0x75
net.(*Dialer).Dial-fm(0x1adb96d, 0x3, 0xc421da4d50, 0xe, 0xc4372b7080, 0xc4321d5ae8, 0x403666, 0x62a229)
/go/src/github.com/prometheus/prometheus/vendor/github.com/hashicorp/go-cleanhttp/cleanhttp.go:28 +0x52
net/http.(*Transport).dial(0xc420168960, 0x1c50dc0, 0xc420044018, 0x1adb96d, 0x3, 0xc421da4d50, 0xe, 0x445d31, 0x44575f, 0xf, ...)
/usr/local/go/src/net/http/transport.go:901 +0x78
net/http.(*Transport).dialConn(0xc420168960, 0x1c50dc0, 0xc420044018, 0x0, 0xc4211c0580, 0x5, 0xc421da4d50, 0xe, 0xc4320a6a90, 0xffffffffffffffff, ...)
/usr/local/go/src/net/http/transport.go:1143 +0x317
net/http.(*Transport).getConn.func4(0xc420168960, 0x1c50dc0, 0xc420044018, 0xc43504fcb0, 0xc421e7fe60)
/usr/local/go/src/net/http/transport.go:957 +0x78
created by net/http.(*Transport).getConn
/usr/local/go/src/net/http/transport.go:956 +0x363
goroutine 5556408 [select]:
net.(*netFD).connect.func2(0x1c50e00, 0xc42c624ae0, 0xc438b32080, 0xc421e7e4e0, 0xc421e7e480)
/usr/local/go/src/net/fd_unix.go:129 +0xde
created by net.(*netFD).connect
/usr/local/go/src/net/fd_unix.go:128 +0x286
goroutine 5456469 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc428a16580, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5556452 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce68d53e8, 0x77, 0xc427233980)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc437208a18, 0x77, 0xc4223ff100, 0xc4223ff1e0, 0x4346f4)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitWrite(0xc437208a18, 0xc4223ff200, 0x28, 0x518eb6)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:94 +0x3d
internal/poll.(*FD).WaitWrite(0xc437208a00, 0x1b6df00, 0x1c50e00)
/usr/local/go/src/internal/poll/fd_unix.go:440 +0x37
net.(*netFD).connect(0xc437208a00, 0x1c50e00, 0xc43e2f29c0, 0x0, 0x0, 0x1c3a3a0, 0xc433b10440, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/fd_unix.go:152 +0x299
net.(*netFD).dial(0xc437208a00, 0x1c50e00, 0xc43e2f29c0, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc42e255110, 0xc4223ff400, 0x53401e)
/usr/local/go/src/net/sock_posix.go:142 +0xe9
net.socket(0x1c50e00, 0xc43e2f29c0, 0x1adb96d, 0x3, 0x2, 0x1, 0x0, 0x0, 0x1c5a2c0, 0x0, ...)
/usr/local/go/src/net/sock_posix.go:93 +0x1a6
net.internetSocket(0x1c50e00, 0xc43e2f29c0, 0x1adb96d, 0x3, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc42e255110, 0x1, 0x0, ...)
/usr/local/go/src/net/ipsock_posix.go:141 +0x129
net.doDialTCP(0x1c50e00, 0xc43e2f29c0, 0x1adb96d, 0x3, 0x0, 0xc42e255110, 0x28a44f0, 0x0, 0x0)
/usr/local/go/src/net/tcpsock_posix.go:62 +0xb9
net.dialTCP(0x1c50e00, 0xc43e2f29c0, 0x1adb96d, 0x3, 0x0, 0xc42e255110, 0x138b34f43758b, 0x2883180, 0x254095c73)
/usr/local/go/src/net/tcpsock_posix.go:58 +0xe4
net.dialSingle(0x1c50e00, 0xc43e2f29c0, 0xc437208900, 0x1c40200, 0xc42e255110, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:547 +0x375
net.dialSerial(0x1c50e00, 0xc43e2f29c0, 0xc437208900, 0xc4360f48b0, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:515 +0x22d
net.(*Dialer).DialContext(0xc42d1d8300, 0x1c50e00, 0xc43e2f29c0, 0x1adb96d, 0x3, 0xc421da57f0, 0x10, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/dial.go:397 +0x678
net.(*Dialer).DialContext-fm(0x1c50e00, 0xc43e2f29c0, 0x1adb96d, 0x3, 0xc421da57f0, 0x10, 0x10, 0xc420438c00, 0x4d8360, 0xc420044018)
/usr/local/go/src/net/http/transport.go:46 +0x73
github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack.dialClientConnTracker(0x1c50e00, 0xc43e2f29c0, 0x1adb96d, 0x3, 0xc421da57f0, 0x10, 0xc429397cc0, 0xf, 0xc42f90c580, 0x110, ...)
/go/src/github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack/dialer_wrapper.go:123 +0xb4
github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack.NewDialContextFunc.func1(0x1c50e00, 0xc43e2f29c0, 0x1adb96d, 0x3, 0xc421da57f0, 0x10, 0xc4321d5ae8, 0x62a229, 0xc43e2f29c0, 0x184d680)
/go/src/github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack/dialer_wrapper.go:94 +0xe0
net/http.(*Transport).dial(0xc421e6bd10, 0x1c50e00, 0xc43e2f29c0, 0x1adb96d, 0x3, 0xc421da57f0, 0x10, 0x445d31, 0x52af34, 0x15cc14a, ...)
/usr/local/go/src/net/http/transport.go:898 +0x20d
net/http.(*Transport).dialConn(0xc421e6bd10, 0x1c50e00, 0xc43e2f29c0, 0x0, 0xc421cbb980, 0x4, 0xc421da57f0, 0x10, 0xc424d19f80, 0x53d730, ...)
/usr/local/go/src/net/http/transport.go:1143 +0x317
net/http.(*Transport).getConn.func4(0xc421e6bd10, 0x1c50e00, 0xc43e2f29c0, 0xc42e255080, 0xc43feeafc0)
/usr/local/go/src/net/http/transport.go:957 +0x78
created by net/http.(*Transport).getConn
/usr/local/go/src/net/http/transport.go:956 +0x363
goroutine 5457048 [select]:
net/http.(*Transport).getConn(0xc420168960, 0xc43504f950, 0x0, 0xc4211c0540, 0x5, 0xc421da4b60, 0xe, 0x0, 0x0, 0xc4210b5260)
/usr/local/go/src/net/http/transport.go:962 +0x558
net/http.(*Transport).RoundTrip(0xc420168960, 0xc426318500, 0xd, 0xc42a971340, 0x2bb)
/usr/local/go/src/net/http/transport.go:409 +0x632
github.com/prometheus/prometheus/vendor/k8s.io/client-go/transport.(*bearerAuthRoundTripper).RoundTrip(0xc422007020, 0xc426318500, 0xa, 0x1af12bf, 0x14)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/transport/round_trippers.go:282 +0x17c
github.com/prometheus/prometheus/vendor/k8s.io/client-go/transport.(*userAgentRoundTripper).RoundTrip(0xc422007040, 0xc426318100, 0xc422007040, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/transport/round_trippers.go:160 +0x10c
net/http.send(0xc426263500, 0x1c39be0, 0xc422007040, 0x0, 0x0, 0x0, 0xc42bb85940, 0x0, 0xc4210b5650, 0x1)
/usr/local/go/src/net/http/client.go:252 +0x185
net/http.(*Client).send(0xc4375dd830, 0xc426263500, 0x0, 0x0, 0x0, 0xc42bb85940, 0x0, 0x1, 0x0)
/usr/local/go/src/net/http/client.go:176 +0xfa
net/http.(*Client).Do(0xc4375dd830, 0xc426263500, 0x0, 0x39, 0x0)
/usr/local/go/src/net/http/client.go:615 +0x28d
github.com/prometheus/prometheus/vendor/k8s.io/client-go/rest.(*Request).request(0xc429144c00, 0xc4210b58f0, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/rest/request.go:821 +0x29e
github.com/prometheus/prometheus/vendor/k8s.io/client-go/rest.(*Request).Do(0xc429144c00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/rest/request.go:893 +0xb7
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.NewListWatchFromClient.func1(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x1adb05f, ...)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/listwatch.go:66 +0x1ab
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*ListWatch).List(0xc4360f5fa0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/listwatch.go:90 +0x5d
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc423efc630, 0xc4360f7620, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:245 +0x220
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*Reflector).RunUntil.func1()
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:200 +0x33
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc43f896ec0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:96 +0x54
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc43f896ec0, 0x3b9aca00, 0x0, 0x1, 0xc4360f7620)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:97 +0xa1
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.Until(0xc43f896ec0, 0x3b9aca00, 0xc4360f7620)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:52 +0x4d
created by github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*Reflector).RunUntil
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:199 +0x172
goroutine 5556485 [select]:
net.(*netFD).connect.func2(0x1c50e00, 0xc43a67c0c0, 0xc43130e100, 0xc42e6ae180, 0xc42e6ae120)
/usr/local/go/src/net/fd_unix.go:129 +0xde
created by net.(*netFD).connect
/usr/local/go/src/net/fd_unix.go:128 +0x286
goroutine 5456739 [select, 57 minutes]:
github.com/prometheus/prometheus/discovery.(*Manager).runProvider(0xc4201402a0, 0x1c50d80, 0xc4349d0000, 0xc433b11160, 0x1a, 0xc42c8119f0, 0xc, 0xc4346bc480)
/go/src/github.com/prometheus/prometheus/discovery/manager.go:133 +0x187
created by github.com/prometheus/prometheus/discovery.(*Manager).startProvider
/go/src/github.com/prometheus/prometheus/discovery/manager.go:127 +0x190
goroutine 5456440 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc42b1bf580, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5456520 [select]:
net/http.(*Transport).getConn(0xc421e6bd10, 0xc42e254810, 0x0, 0xc42186b760, 0x4, 0xc421da52e0, 0x10, 0x0, 0x0, 0x410829)
/usr/local/go/src/net/http/transport.go:962 +0x558
net/http.(*Transport).RoundTrip(0xc421e6bd10, 0xc426672b00, 0xd, 0xc42fee8840, 0x2bb)
/usr/local/go/src/net/http/transport.go:409 +0x632
github.com/prometheus/prometheus/util/httputil.(*bearerAuthFileRoundTripper).RoundTrip(0xc42f90c6a0, 0xc426672b00, 0xc42f90c6a0, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/util/httputil/client.go:118 +0x8a
net/http.send(0xc426672700, 0x1c37080, 0xc42f90c6a0, 0x0, 0x0, 0x0, 0xc42bb85a40, 0x20, 0xc42f2759a8, 0x1)
/usr/local/go/src/net/http/client.go:252 +0x185
net/http.(*Client).send(0xc428ab7f20, 0xc426672700, 0x0, 0x0, 0x0, 0xc42bb85a40, 0x0, 0x1, 0x4)
/usr/local/go/src/net/http/client.go:176 +0xfa
net/http.(*Client).Do(0xc428ab7f20, 0xc426672700, 0xc43e2f2060, 0xc426672700, 0xc43e2f2060)
/usr/local/go/src/net/http/client.go:615 +0x28d
github.com/prometheus/prometheus/vendor/golang.org/x/net/context/ctxhttp.Do(0x7f6ce6f28250, 0xc43e2f2060, 0xc428ab7f20, 0xc43ef81800, 0xc43e2f2060, 0x100000000410ef8, 0x1b6e828)
/go/src/github.com/prometheus/prometheus/vendor/golang.org/x/net/context/ctxhttp/ctxhttp.go:30 +0x92
github.com/prometheus/prometheus/scrape.(*targetScraper).scrape(0xc4319a54a0, 0x1c50e00, 0xc43e2f2060, 0x1c369c0, 0xc436492690, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:441 +0xb2
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc428a16a80, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:675 +0x5a7
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5456474 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc428a16880, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5456706 [select]:
net/http.(*persistConn).writeLoop(0xc423ba7320)
/usr/local/go/src/net/http/transport.go:1822 +0x14b
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1238 +0x97f
goroutine 5556433 [select]:
net.(*netFD).connect.func2(0x1c50e00, 0xc4372b67e0, 0xc4299dee00, 0xc421e7f980, 0xc421e7f920)
/usr/local/go/src/net/fd_unix.go:129 +0xde
created by net.(*netFD).connect
/usr/local/go/src/net/fd_unix.go:128 +0x286
goroutine 5480288 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6a48d30, 0x72, 0xc42f31c960)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc425caff18, 0x72, 0xffffffffffffff00, 0x1c3be60, 0x27b7638)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitRead(0xc425caff18, 0xc42663d000, 0x1000, 0x1000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc425caff00, 0xc42663d000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:157 +0x17d
net.(*netFD).Read(0xc425caff00, 0xc42663d000, 0x1000, 0x1000, 0xc42bb84a20, 0xc429c8a120, 0x4)
/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc427440fb8, 0xc42663d000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6a
net/http.(*persistConn).Read(0xc429c8a120, 0xc42663d000, 0x1000, 0x1000, 0xc42f31cb98, 0x403855, 0xc4289613e0)
/usr/local/go/src/net/http/transport.go:1453 +0x136
bufio.(*Reader).fill(0xc421302300)
/usr/local/go/src/bufio/bufio.go:100 +0x11e
bufio.(*Reader).Peek(0xc421302300, 0x1, 0x0, 0x0, 0x0, 0xc4344f01e0, 0x0)
/usr/local/go/src/bufio/bufio.go:132 +0x3a
net/http.(*persistConn).readLoop(0xc429c8a120)
/usr/local/go/src/net/http/transport.go:1601 +0x185
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1237 +0x95a
goroutine 5457005 [select]:
net/http.(*Transport).getConn(0xc420168960, 0xc43504ef90, 0x0, 0xc4211c0480, 0x5, 0xc421da46a0, 0xe, 0x0, 0x0, 0xc432025260)
/usr/local/go/src/net/http/transport.go:962 +0x558
net/http.(*Transport).RoundTrip(0xc420168960, 0xc426262400, 0xd, 0xc42a970b00, 0x2bb)
/usr/local/go/src/net/http/transport.go:409 +0x632
github.com/prometheus/prometheus/vendor/k8s.io/client-go/transport.(*bearerAuthRoundTripper).RoundTrip(0xc422007020, 0xc426262400, 0xa, 0x1af12bf, 0x14)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/transport/round_trippers.go:282 +0x17c
github.com/prometheus/prometheus/vendor/k8s.io/client-go/transport.(*userAgentRoundTripper).RoundTrip(0xc422007040, 0xc4260a7f00, 0xc422007040, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/transport/round_trippers.go:160 +0x10c
net/http.send(0xc4260a7d00, 0x1c39be0, 0xc422007040, 0x0, 0x0, 0x0, 0xc42bb85898, 0x0, 0xc432025650, 0x1)
/usr/local/go/src/net/http/client.go:252 +0x185
net/http.(*Client).send(0xc4375dd830, 0xc4260a7d00, 0x0, 0x0, 0x0, 0xc42bb85898, 0x0, 0x1, 0x0)
/usr/local/go/src/net/http/client.go:176 +0xfa
net/http.(*Client).Do(0xc4375dd830, 0xc4260a7d00, 0x0, 0x34, 0x0)
/usr/local/go/src/net/http/client.go:615 +0x28d
github.com/prometheus/prometheus/vendor/k8s.io/client-go/rest.(*Request).request(0xc42913a600, 0xc4320258f0, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/rest/request.go:821 +0x29e
github.com/prometheus/prometheus/vendor/k8s.io/client-go/rest.(*Request).Do(0xc42913a600, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/rest/request.go:893 +0xb7
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.NewListWatchFromClient.func1(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x1adb05f, ...)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/listwatch.go:66 +0x1ab
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*ListWatch).List(0xc4360f5fc0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/listwatch.go:90 +0x5d
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc423c81320, 0xc4360f7620, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:245 +0x220
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*Reflector).RunUntil.func1()
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:200 +0x33
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc4360edde0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:96 +0x54
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc4360edde0, 0x3b9aca00, 0x0, 0x8bb2c97001, 0xc4360f7620)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:97 +0xa1
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.Until(0xc4360edde0, 0x3b9aca00, 0xc4360f7620)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:52 +0x4d
created by github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*Reflector).RunUntil
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:199 +0x172
goroutine 5456466 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc428a16400, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5456456 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc42b1bfe80, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5456470 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc428a16600, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5456747 [sleep]:
time.Sleep(0x5f5e100)
/usr/local/go/src/runtime/time.go:102 +0x166
github.com/prometheus/prometheus/discovery/kubernetes.(*Discovery).Run(0xc4349d1440, 0x1c50d80, 0xc4349d1480, 0xc4346bc5a0)
/go/src/github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:299 +0x18d
created by github.com/prometheus/prometheus/discovery.(*Manager).startProvider
/go/src/github.com/prometheus/prometheus/discovery/manager.go:126 +0x116
goroutine 5457009 [chan receive, 57 minutes]:
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*controller).Run.func1(0xc4360f78c0, 0xc436297100)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:103 +0x34
created by github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*controller).Run
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:102 +0x92
goroutine 5542144 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6efdc90, 0x72, 0xc422ed1718)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc436cd5218, 0x72, 0xffffffffffffff00, 0x1c3be60, 0x27b7638)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitRead(0xc436cd5218, 0xc431834000, 0x8000, 0x8000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc436cd5200, 0xc431834000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:157 +0x17d
net.(*netFD).Read(0xc436cd5200, 0xc431834000, 0x8000, 0x8000, 0xc42fdff630, 0x5, 0xa)
/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc436994d30, 0xc431834000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6a
crypto/tls.(*block).readFromUntil(0xc4258fd800, 0x7f6ce6cfd8a8, 0xc431b27780, 0x5, 0xc431b27780, 0xd4)
/usr/local/go/src/crypto/tls/conn.go:493 +0x96
crypto/tls.(*Conn).readRecord(0xc428e31500, 0x1b6e817, 0xc428e31620, 0x456960)
/usr/local/go/src/crypto/tls/conn.go:595 +0xe0
crypto/tls.(*Conn).Read(0xc428e31500, 0xc42eae0000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:1156 +0x100
net/http.(*persistConn).Read(0xc42585a900, 0xc42eae0000, 0x1000, 0x1000, 0xc422ed1b98, 0x403855, 0xc42358a2a0)
/usr/local/go/src/net/http/transport.go:1453 +0x136
bufio.(*Reader).fill(0xc4363e31a0)
/usr/local/go/src/bufio/bufio.go:100 +0x11e
bufio.(*Reader).Peek(0xc4363e31a0, 0x1, 0x0, 0x0, 0x0, 0xc4344f1e00, 0x0)
/usr/local/go/src/bufio/bufio.go:132 +0x3a
net/http.(*persistConn).readLoop(0xc42585a900)
/usr/local/go/src/net/http/transport.go:1601 +0x185
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1237 +0x95a
goroutine 5456455 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc42b1bfe00, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5556446 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6a457c8, 0x77, 0xc4272c2f00)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc430df3b18, 0x77, 0xc432023100, 0xc4320231e0, 0x4346f4)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitWrite(0xc430df3b18, 0xc432023200, 0x28, 0x518eb6)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:94 +0x3d
internal/poll.(*FD).WaitWrite(0xc430df3b00, 0x1b6df00, 0x1c50e00)
/usr/local/go/src/internal/poll/fd_unix.go:440 +0x37
net.(*netFD).connect(0xc430df3b00, 0x1c50e00, 0xc43e2f2060, 0x0, 0x0, 0x1c3a3a0, 0xc433b10200, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/fd_unix.go:152 +0x299
net.(*netFD).dial(0xc430df3b00, 0x1c50e00, 0xc43e2f2060, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc42e2548d0, 0xc432023400, 0x53401e)
/usr/local/go/src/net/sock_posix.go:142 +0xe9
net.socket(0x1c50e00, 0xc43e2f2060, 0x1adb96d, 0x3, 0x2, 0x1, 0x0, 0x0, 0x1c5a2c0, 0x0, ...)
/usr/local/go/src/net/sock_posix.go:93 +0x1a6
net.internetSocket(0x1c50e00, 0xc43e2f2060, 0x1adb96d, 0x3, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc42e2548d0, 0x1, 0x0, ...)
/usr/local/go/src/net/ipsock_posix.go:141 +0x129
net.doDialTCP(0x1c50e00, 0xc43e2f2060, 0x1adb96d, 0x3, 0x0, 0xc42e2548d0, 0x28a44f0, 0x0, 0x0)
/usr/local/go/src/net/tcpsock_posix.go:62 +0xb9
net.dialTCP(0x1c50e00, 0xc43e2f2060, 0x1adb96d, 0x3, 0x0, 0xc42e2548d0, 0x138b2f8635b00, 0x2883180, 0x25409cde3)
/usr/local/go/src/net/tcpsock_posix.go:58 +0xe4
net.dialSingle(0x1c50e00, 0xc43e2f2060, 0xc430df3a00, 0x1c40200, 0xc42e2548d0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:547 +0x375
net.dialSerial(0x1c50e00, 0xc43e2f2060, 0xc430df3a00, 0xc4360f4350, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:515 +0x22d
net.(*Dialer).DialContext(0xc42d1d8300, 0x1c50e00, 0xc43e2f2060, 0x1adb96d, 0x3, 0xc421da52e0, 0x10, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/dial.go:397 +0x678
net.(*Dialer).DialContext-fm(0x1c50e00, 0xc43e2f2060, 0x1adb96d, 0x3, 0xc421da52e0, 0x10, 0x10, 0xc420438c00, 0x4d8360, 0xc420044018)
/usr/local/go/src/net/http/transport.go:46 +0x73
github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack.dialClientConnTracker(0x1c50e00, 0xc43e2f2060, 0x1adb96d, 0x3, 0xc421da52e0, 0x10, 0xc429397cc0, 0xf, 0xc42f90c580, 0x110, ...)
/go/src/github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack/dialer_wrapper.go:123 +0xb4
github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack.NewDialContextFunc.func1(0x1c50e00, 0xc43e2f2060, 0x1adb96d, 0x3, 0xc421da52e0, 0x10, 0xc4321d5ae8, 0x62a229, 0xc43e2f2060, 0x184d680)
/go/src/github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack/dialer_wrapper.go:94 +0xe0
net/http.(*Transport).dial(0xc421e6bd10, 0x1c50e00, 0xc43e2f2060, 0x1adb96d, 0x3, 0xc421da52e0, 0x10, 0x445d31, 0x52af34, 0x15cc14a, ...)
/usr/local/go/src/net/http/transport.go:898 +0x20d
net/http.(*Transport).dialConn(0xc421e6bd10, 0x1c50e00, 0xc43e2f2060, 0x0, 0xc42186b760, 0x4, 0xc421da52e0, 0x10, 0xc4320a6a90, 0xffffffffffffffff, ...)
/usr/local/go/src/net/http/transport.go:1143 +0x317
net/http.(*Transport).getConn.func4(0xc421e6bd10, 0x1c50e00, 0xc43e2f2060, 0xc42e254840, 0xc43feea780)
/usr/local/go/src/net/http/transport.go:957 +0x78
created by net/http.(*Transport).getConn
/usr/local/go/src/net/http/transport.go:956 +0x363
goroutine 5457028 [semacquire, 57 minutes]:
sync.runtime_notifyListWait(0xc4362958e8, 0x0)
/usr/local/go/src/runtime/sema.go:510 +0x10b
sync.(*Cond).Wait(0xc4362958d8)
/usr/local/go/src/sync/cond.go:56 +0x80
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*DeltaFIFO).Pop(0xc4362958c0, 0xc4377f2990, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/delta_fifo.go:438 +0x99
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*controller).processLoop(0xc436297d00)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:147 +0x40
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*controller).(github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.processLoop)-fm()
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:121 +0x2a
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc434422f10)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:96 +0x54
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc434422f10, 0x3b9aca00, 0x0, 0x1744b01, 0xc43441a360)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:97 +0xa1
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.Until(0xc434422f10, 0x3b9aca00, 0xc43441a360)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:52 +0x4d
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*controller).Run(0xc436297d00, 0xc43441a360)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:121 +0x224
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*sharedIndexInformer).Run(0xc43e3f3a40, 0xc43441a360)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/shared_informer.go:213 +0x334
created by github.com/prometheus/prometheus/discovery/kubernetes.(*Discovery).Run
/go/src/github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:354 +0x83e
goroutine 5556444 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6c81cc8, 0x77, 0xc4272c3680)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc430df3718, 0x77, 0xc4300db300, 0xc4300db310, 0x4346f4)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitWrite(0xc430df3718, 0xc4300db300, 0x28, 0x518eb6)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:94 +0x3d
internal/poll.(*FD).WaitWrite(0xc430df3700, 0x1b6df00, 0x1c50e00)
/usr/local/go/src/internal/poll/fd_unix.go:440 +0x37
net.(*netFD).connect(0xc430df3700, 0x1c50e00, 0xc43e2f2000, 0x0, 0x0, 0x1c3a3a0, 0xc433b101c0, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/fd_unix.go:152 +0x299
net.(*netFD).dial(0xc430df3700, 0x1c50e00, 0xc43e2f2000, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc42e254720, 0xc4321d5530, 0x53401e)
/usr/local/go/src/net/sock_posix.go:142 +0xe9
net.socket(0x1c50e00, 0xc43e2f2000, 0x1adb96d, 0x3, 0x2, 0x1, 0x0, 0x0, 0x1c5a2c0, 0x0, ...)
/usr/local/go/src/net/sock_posix.go:93 +0x1a6
net.internetSocket(0x1c50e00, 0xc43e2f2000, 0x1adb96d, 0x3, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc42e254720, 0x1, 0x0, ...)
/usr/local/go/src/net/ipsock_posix.go:141 +0x129
net.doDialTCP(0x1c50e00, 0xc43e2f2000, 0x1adb96d, 0x3, 0x0, 0xc42e254720, 0x28a44f0, 0x0, 0x0)
/usr/local/go/src/net/tcpsock_posix.go:62 +0xb9
net.dialTCP(0x1c50e00, 0xc43e2f2000, 0x1adb96d, 0x3, 0x0, 0xc42e254720, 0x138b79e615436, 0x2883180, 0x6fc239ad4)
/usr/local/go/src/net/tcpsock_posix.go:58 +0xe4
net.dialSingle(0x1c50e00, 0xc43e2f2000, 0xc430df3500, 0x1c40200, 0xc42e254720, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:547 +0x375
net.dialSerial(0x1c50e00, 0xc43e2f2000, 0xc430df3500, 0xc4360f4270, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:515 +0x22d
net.(*Dialer).DialContext(0xc420ff17a0, 0x1c50dc0, 0xc420044018, 0x1adb96d, 0x3, 0xc421da5240, 0xe, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/dial.go:397 +0x678
net.(*Dialer).Dial(0xc420ff17a0, 0x1adb96d, 0x3, 0xc421da5240, 0xe, 0x60, 0x110, 0x110, 0xc42fded680)
/usr/local/go/src/net/dial.go:320 +0x75
net.(*Dialer).Dial-fm(0x1adb96d, 0x3, 0xc421da5240, 0xe, 0xc4372b7f80, 0xc4321d5ae8, 0x403666, 0x62a229)
/go/src/github.com/prometheus/prometheus/vendor/github.com/hashicorp/go-cleanhttp/cleanhttp.go:28 +0x52
net/http.(*Transport).dial(0xc420168960, 0x1c50dc0, 0xc420044018, 0x1adb96d, 0x3, 0xc421da5240, 0xe, 0x445d31, 0x44575f, 0xf, ...)
/usr/local/go/src/net/http/transport.go:901 +0x78
net/http.(*Transport).dialConn(0xc420168960, 0x1c50dc0, 0xc420044018, 0x0, 0xc4211c0640, 0x5, 0xc421da5240, 0xe, 0xc4320a6a90, 0xffffffffffffffff, ...)
/usr/local/go/src/net/http/transport.go:1143 +0x317
net/http.(*Transport).getConn.func4(0xc420168960, 0x1c50dc0, 0xc420044018, 0xc42e254690, 0xc43feea540)
/usr/local/go/src/net/http/transport.go:957 +0x78
created by net/http.(*Transport).getConn
/usr/local/go/src/net/http/transport.go:956 +0x363
goroutine 5542386 [select]:
net/http.(*persistConn).writeLoop(0xc423dbe360)
/usr/local/go/src/net/http/transport.go:1822 +0x14b
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1238 +0x97f
goroutine 5457020 [select]:
net/http.(*Transport).getConn(0xc420168960, 0xc43504ec60, 0x0, 0xc4211c0440, 0x5, 0xc421da44f0, 0xe, 0x0, 0x0, 0xc42ff25260)
/usr/local/go/src/net/http/transport.go:962 +0x558
net/http.(*Transport).RoundTrip(0xc420168960, 0xc4260a7b00, 0xd, 0xc42a970840, 0x2bb)
/usr/local/go/src/net/http/transport.go:409 +0x632
github.com/prometheus/prometheus/vendor/k8s.io/client-go/transport.(*bearerAuthRoundTripper).RoundTrip(0xc4324b6ec0, 0xc4260a7b00, 0xa, 0x1af12bf, 0x14)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/transport/round_trippers.go:282 +0x17c
github.com/prometheus/prometheus/vendor/k8s.io/client-go/transport.(*userAgentRoundTripper).RoundTrip(0xc4324b6ee0, 0xc4260a7900, 0xc4324b6ee0, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/transport/round_trippers.go:160 +0x10c
net/http.send(0xc4260a7800, 0x1c39be0, 0xc4324b6ee0, 0x0, 0x0, 0x0, 0xc42bb85850, 0x0, 0xc42ff25650, 0x1)
/usr/local/go/src/net/http/client.go:252 +0x185
net/http.(*Client).send(0xc43bab28d0, 0xc4260a7800, 0x0, 0x0, 0x0, 0xc42bb85850, 0x0, 0x1, 0x0)
/usr/local/go/src/net/http/client.go:176 +0xfa
net/http.(*Client).Do(0xc43bab28d0, 0xc4260a7800, 0x0, 0x34, 0x0)
/usr/local/go/src/net/http/client.go:615 +0x28d
github.com/prometheus/prometheus/vendor/k8s.io/client-go/rest.(*Request).request(0xc42913a000, 0xc42ff258f0, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/rest/request.go:821 +0x29e
github.com/prometheus/prometheus/vendor/k8s.io/client-go/rest.(*Request).Do(0xc42913a000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/rest/request.go:893 +0xb7
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.NewListWatchFromClient.func1(0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x1adb05f, ...)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/listwatch.go:66 +0x1ab
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*ListWatch).List(0xc4377f2590, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/listwatch.go:90 +0x5d
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*Reflector).ListAndWatch(0xc423c814d0, 0xc4360f7e00, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:245 +0x220
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*Reflector).RunUntil.func1()
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:200 +0x33
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil.func1(0xc43f896440)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:96 +0x54
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.JitterUntil(0xc43f896440, 0x3b9aca00, 0x0, 0x8bb2c97001, 0xc4360f7e00)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:97 +0xa1
github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait.Until(0xc43f896440, 0x3b9aca00, 0xc4360f7e00)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/apimachinery/pkg/util/wait/wait.go:52 +0x4d
created by github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*Reflector).RunUntil
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/reflector.go:199 +0x172
goroutine 5456465 [select]:
net/http.(*Transport).getConn(0xc421e6bd10, 0xc4240c17a0, 0x0, 0xc43de74ae0, 0x5, 0xc421ee3820, 0x10, 0x0, 0x0, 0x410639)
/usr/local/go/src/net/http/transport.go:962 +0x558
net/http.(*Transport).RoundTrip(0xc421e6bd10, 0xc4245ddd00, 0xd, 0xc42b836000, 0x2bb)
/usr/local/go/src/net/http/transport.go:409 +0x632
github.com/prometheus/prometheus/util/httputil.(*bearerAuthFileRoundTripper).RoundTrip(0xc42f90c6a0, 0xc4245ddd00, 0xc42f90c6a0, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/util/httputil/client.go:118 +0x8a
net/http.send(0xc4245ddc00, 0x1c37080, 0xc42f90c6a0, 0x0, 0x0, 0x0, 0xc42bb85708, 0x20, 0xc4386359a8, 0x1)
/usr/local/go/src/net/http/client.go:252 +0x185
net/http.(*Client).send(0xc428ab7f20, 0xc4245ddc00, 0x0, 0x0, 0x0, 0xc42bb85708, 0x0, 0x1, 0x4)
/usr/local/go/src/net/http/client.go:176 +0xfa
net/http.(*Client).Do(0xc428ab7f20, 0xc4245ddc00, 0xc42c624ae0, 0xc4245ddc00, 0xc42c624ae0)
/usr/local/go/src/net/http/client.go:615 +0x28d
github.com/prometheus/prometheus/vendor/golang.org/x/net/context/ctxhttp.Do(0x7f6ce6f28250, 0xc42c624ae0, 0xc428ab7f20, 0xc43abe3e00, 0xc42c624ae0, 0x100000000410ef8, 0x1b6e828)
/go/src/github.com/prometheus/prometheus/vendor/golang.org/x/net/context/ctxhttp/ctxhttp.go:30 +0x92
github.com/prometheus/prometheus/scrape.(*targetScraper).scrape(0xc43a96ccf0, 0x1c50e00, 0xc42c624ae0, 0x1c369c0, 0xc43154e0e0, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:441 +0xb2
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc428a16380, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:675 +0x5a7
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5456660 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6a44b98, 0x72, 0xc422e10960)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc43e95bb18, 0x72, 0xffffffffffffff00, 0x1c3be60, 0x27b7638)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitRead(0xc43e95bb18, 0xc433610000, 0x1000, 0x1000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc43e95bb00, 0xc433610000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:157 +0x17d
net.(*netFD).Read(0xc43e95bb00, 0xc433610000, 0x1000, 0x1000, 0xc42bb84a78, 0xc426a3cb40, 0x4)
/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc43d24c9d8, 0xc433610000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6a
net/http.(*persistConn).Read(0xc426a3cb40, 0xc433610000, 0x1000, 0x1000, 0xc422e10b98, 0x403855, 0xc43762f140)
/usr/local/go/src/net/http/transport.go:1453 +0x136
bufio.(*Reader).fill(0xc439002cc0)
/usr/local/go/src/bufio/bufio.go:100 +0x11e
bufio.(*Reader).Peek(0xc439002cc0, 0x1, 0x0, 0x0, 0x0, 0xc4344f0420, 0x0)
/usr/local/go/src/bufio/bufio.go:132 +0x3a
net/http.(*persistConn).readLoop(0xc426a3cb40)
/usr/local/go/src/net/http/transport.go:1601 +0x185
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1237 +0x95a
goroutine 5457058 [select]:
net/http.(*persistConn).writeLoop(0xc425ca8480)
/usr/local/go/src/net/http/transport.go:1822 +0x14b
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1238 +0x97f
goroutine 5456288 [select]:
net/http.(*Transport).getConn(0xc421e6b680, 0xc4341c6a80, 0x0, 0xc426c59c00, 0x4, 0xc439cfaa00, 0x11, 0x0, 0x0, 0x4106a9)
/usr/local/go/src/net/http/transport.go:962 +0x558
net/http.(*Transport).RoundTrip(0xc421e6b680, 0xc426b83200, 0xd, 0xc427332b00, 0x2bb)
/usr/local/go/src/net/http/transport.go:409 +0x632
github.com/prometheus/prometheus/util/httputil.(*bearerAuthFileRoundTripper).RoundTrip(0xc43303c180, 0xc426b83200, 0xc43303c180, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/util/httputil/client.go:118 +0x8a
net/http.send(0xc426b82c00, 0x1c37080, 0xc43303c180, 0x0, 0x0, 0x0, 0xc42bb85db0, 0x20, 0xc42dc399a8, 0x1)
/usr/local/go/src/net/http/client.go:252 +0x185
net/http.(*Client).send(0xc425269830, 0xc426b82c00, 0x0, 0x0, 0x0, 0xc42bb85db0, 0x0, 0x1, 0x4)
/usr/local/go/src/net/http/client.go:176 +0xfa
net/http.(*Client).Do(0xc425269830, 0xc426b82c00, 0xc43a67cd20, 0xc426b82c00, 0xc43a67cd20)
/usr/local/go/src/net/http/client.go:615 +0x28d
github.com/prometheus/prometheus/vendor/golang.org/x/net/context/ctxhttp.Do(0x7f6ce6f28250, 0xc43a67cd20, 0xc425269830, 0xc434bc7c00, 0xc43a67cd20, 0x100000000410ef8, 0x1b6e828)
/go/src/github.com/prometheus/prometheus/vendor/golang.org/x/net/context/ctxhttp/ctxhttp.go:30 +0x92
github.com/prometheus/prometheus/scrape.(*targetScraper).scrape(0xc4252698f0, 0x1c50e00, 0xc43a67cd20, 0x1c369c0, 0xc436493650, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:441 +0xb2
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc421f28280, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:675 +0x5a7
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5456454 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc42b1bfd80, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5556435 [select]:
net.(*netFD).connect.func2(0x1c50e00, 0xc4372b6ae0, 0xc4299df500, 0xc421e7fbc0, 0xc421e7fb60)
/usr/local/go/src/net/fd_unix.go:129 +0xde
created by net.(*netFD).connect
/usr/local/go/src/net/fd_unix.go:128 +0x286
goroutine 5456736 [select, 57 minutes]:
github.com/prometheus/prometheus/discovery.(*Manager).runProvider(0xc4201402a0, 0x1c50d80, 0xc43a0d1940, 0xc429397cc0, 0xf, 0xc427bff530, 0xc, 0xc4346bc420)
/go/src/github.com/prometheus/prometheus/discovery/manager.go:133 +0x187
created by github.com/prometheus/prometheus/discovery.(*Manager).startProvider
/go/src/github.com/prometheus/prometheus/discovery/manager.go:127 +0x190
goroutine 5456305 [select]:
net/http.(*Transport).getConn(0xc421e6b860, 0xc42e255920, 0x0, 0xc42ffc2300, 0x5, 0xc436487e90, 0x2f, 0x0, 0x0, 0x4106a9)
/usr/local/go/src/net/http/transport.go:962 +0x558
net/http.(*Transport).RoundTrip(0xc421e6b860, 0xc426954a00, 0xd, 0xc4367b8840, 0x2bb)
/usr/local/go/src/net/http/transport.go:409 +0x632
github.com/prometheus/prometheus/util/httputil.(*bearerAuthFileRoundTripper).RoundTrip(0xc4375bee40, 0xc426954a00, 0xc4375bee40, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/util/httputil/client.go:118 +0x8a
net/http.send(0xc42694be00, 0x1c37080, 0xc4375bee40, 0x0, 0x0, 0x0, 0xc42bb85bc0, 0x20, 0xc42929d9a8, 0x1)
/usr/local/go/src/net/http/client.go:252 +0x185
net/http.(*Client).send(0xc42c729e30, 0xc42694be00, 0x0, 0x0, 0x0, 0xc42bb85bc0, 0x0, 0x1, 0x4)
/usr/local/go/src/net/http/client.go:176 +0xfa
net/http.(*Client).Do(0xc42c729e30, 0xc42694be00, 0xc43e2f3320, 0xc42694be00, 0xc43e2f3320)
/usr/local/go/src/net/http/client.go:615 +0x28d
github.com/prometheus/prometheus/vendor/golang.org/x/net/context/ctxhttp.Do(0x7f6ce6f28250, 0xc43e2f3320, 0xc42c729e30, 0xc427308f00, 0xc43e2f3320, 0x100000000410ef8, 0x1b6e828)
/go/src/github.com/prometheus/prometheus/vendor/golang.org/x/net/context/ctxhttp/ctxhttp.go:30 +0x92
github.com/prometheus/prometheus/scrape.(*targetScraper).scrape(0xc430b6b7d0, 0x1c50e00, 0xc43e2f3320, 0x1c369c0, 0xc436493110, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:441 +0xb2
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc421f29780, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:675 +0x5a7
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5456504 [select]:
net/http.(*persistConn).writeLoop(0xc4249b4a20)
/usr/local/go/src/net/http/transport.go:1822 +0x14b
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1238 +0x97f
goroutine 5476290 [select]:
net/http.(*persistConn).writeLoop(0xc4231fa900)
/usr/local/go/src/net/http/transport.go:1822 +0x14b
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1238 +0x97f
goroutine 5456745 [select, 57 minutes]:
github.com/prometheus/prometheus/discovery.(*Manager).runProvider(0xc4201402a0, 0x1c50d80, 0xc4349d0dc0, 0xc433b11a80, 0x14, 0xc42e1d1940, 0xc, 0xc4346bc540)
/go/src/github.com/prometheus/prometheus/discovery/manager.go:133 +0x187
created by github.com/prometheus/prometheus/discovery.(*Manager).startProvider
/go/src/github.com/prometheus/prometheus/discovery/manager.go:127 +0x190
goroutine 5556432 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce68d4af8, 0x77, 0xc427232180)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc4299dee18, 0x77, 0xc421279300, 0xc421279310, 0x4346f4)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitWrite(0xc4299dee18, 0xc421279300, 0x28, 0x518eb6)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:94 +0x3d
internal/poll.(*FD).WaitWrite(0xc4299dee00, 0x1b6df00, 0x1c50e00)
/usr/local/go/src/internal/poll/fd_unix.go:440 +0x37
net.(*netFD).connect(0xc4299dee00, 0x1c50e00, 0xc4372b67e0, 0x0, 0x0, 0x1c3a3a0, 0xc421383e60, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/fd_unix.go:152 +0x299
net.(*netFD).dial(0xc4299dee00, 0x1c50e00, 0xc4372b67e0, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc43504f380, 0xc4321d5530, 0x53401e)
/usr/local/go/src/net/sock_posix.go:142 +0xe9
net.socket(0x1c50e00, 0xc4372b67e0, 0x1adb96d, 0x3, 0x2, 0x1, 0x0, 0x0, 0x1c5a2c0, 0x0, ...)
/usr/local/go/src/net/sock_posix.go:93 +0x1a6
net.internetSocket(0x1c50e00, 0xc4372b67e0, 0x1adb96d, 0x3, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc43504f380, 0x1, 0x0, ...)
/usr/local/go/src/net/ipsock_posix.go:141 +0x129
net.doDialTCP(0x1c50e00, 0xc4372b67e0, 0x1adb96d, 0x3, 0x0, 0xc43504f380, 0x28a44f0, 0x0, 0x0)
/usr/local/go/src/net/tcpsock_posix.go:62 +0xb9
net.dialTCP(0x1c50e00, 0xc4372b67e0, 0x1adb96d, 0x3, 0x0, 0xc43504f380, 0x138b79e5318a7, 0x2883180, 0x6fc2389ad)
/usr/local/go/src/net/tcpsock_posix.go:58 +0xe4
net.dialSingle(0x1c50e00, 0xc4372b67e0, 0xc4299dec00, 0x1c40200, 0xc43504f380, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:547 +0x375
net.dialSerial(0x1c50e00, 0xc4372b67e0, 0xc4299dec00, 0xc4377f3730, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:515 +0x22d
net.(*Dialer).DialContext(0xc420ff17a0, 0x1c50dc0, 0xc420044018, 0x1adb96d, 0x3, 0xc421da4850, 0xe, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/dial.go:397 +0x678
net.(*Dialer).Dial(0xc420ff17a0, 0x1adb96d, 0x3, 0xc421da4850, 0xe, 0x60, 0x110, 0x110, 0xc42fdecea0)
/usr/local/go/src/net/dial.go:320 +0x75
net.(*Dialer).Dial-fm(0x1adb96d, 0x3, 0xc421da4850, 0xe, 0xc4372b6780, 0xc4321d5ae8, 0x403666, 0x62a229)
/go/src/github.com/prometheus/prometheus/vendor/github.com/hashicorp/go-cleanhttp/cleanhttp.go:28 +0x52
net/http.(*Transport).dial(0xc420168960, 0x1c50dc0, 0xc420044018, 0x1adb96d, 0x3, 0xc421da4850, 0xe, 0x445d31, 0x52af34, 0x15cc14a, ...)
/usr/local/go/src/net/http/transport.go:901 +0x78
net/http.(*Transport).dialConn(0xc420168960, 0x1c50dc0, 0xc420044018, 0x0, 0xc4211c04c0, 0x5, 0xc421da4850, 0xe, 0xc4320a6a90, 0xffffffffffffffff, ...)
/usr/local/go/src/net/http/transport.go:1143 +0x317
net/http.(*Transport).getConn.func4(0xc420168960, 0x1c50dc0, 0xc420044018, 0xc43504f2f0, 0xc421e7f7a0)
/usr/local/go/src/net/http/transport.go:957 +0x78
created by net/http.(*Transport).getConn
/usr/local/go/src/net/http/transport.go:956 +0x363
goroutine 5457047 [chan receive, 57 minutes]:
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*controller).Run.func1(0xc4360f7620, 0xc433278300)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:103 +0x34
created by github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*controller).Run
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:102 +0x92
goroutine 5457429 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6a11398, 0x72, 0xc42131c960)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc431e2c398, 0x72, 0xffffffffffffff00, 0x1c3be60, 0x27b7638)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitRead(0xc431e2c398, 0xc432870000, 0x1000, 0x1000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc431e2c380, 0xc432870000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:157 +0x17d
net.(*netFD).Read(0xc431e2c380, 0xc432870000, 0x1000, 0x1000, 0xc42bb85fb0, 0xc43060bd40, 0x4)
/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc4264897c8, 0xc432870000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6a
net/http.(*persistConn).Read(0xc43060bd40, 0xc432870000, 0x1000, 0x1000, 0xc42131cb98, 0x403855, 0xc431e267e0)
/usr/local/go/src/net/http/transport.go:1453 +0x136
bufio.(*Reader).fill(0xc43dd478c0)
/usr/local/go/src/bufio/bufio.go:100 +0x11e
bufio.(*Reader).Peek(0xc43dd478c0, 0x1, 0x0, 0x0, 0x0, 0xc42e6aef60, 0x0)
/usr/local/go/src/bufio/bufio.go:132 +0x3a
net/http.(*persistConn).readLoop(0xc43060bd40)
/usr/local/go/src/net/http/transport.go:1601 +0x185
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1237 +0x95a
goroutine 5481198 [select]:
net/http.(*persistConn).writeLoop(0xc423120240)
/usr/local/go/src/net/http/transport.go:1822 +0x14b
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1238 +0x97f
goroutine 5556455 [select]:
net.(*netFD).connect.func2(0x1c50e00, 0xc43e2f2cc0, 0xc437208f00, 0xc43feeb3e0, 0xc43feeb380)
/usr/local/go/src/net/fd_unix.go:129 +0xde
created by net.(*netFD).connect
/usr/local/go/src/net/fd_unix.go:128 +0x286
goroutine 5457326 [select]:
net/http.(*persistConn).writeLoop(0xc4246570e0)
/usr/local/go/src/net/http/transport.go:1822 +0x14b
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1238 +0x97f
goroutine 5457360 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6a48780, 0x72, 0xc42128e960)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc43ef9e998, 0x72, 0xffffffffffffff00, 0x1c3be60, 0x27b7638)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitRead(0xc43ef9e998, 0xc43e19a000, 0x1000, 0x1000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc43ef9e980, 0xc43e19a000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:157 +0x17d
net.(*netFD).Read(0xc43ef9e980, 0xc43e19a000, 0x1000, 0x1000, 0xc42bb85aa8, 0xc42b574480, 0x4)
/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc4264893e8, 0xc43e19a000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6a
net/http.(*persistConn).Read(0xc42b574480, 0xc43e19a000, 0x1000, 0x1000, 0xc42128eb98, 0x403855, 0xc43ba13740)
/usr/local/go/src/net/http/transport.go:1453 +0x136
bufio.(*Reader).fill(0xc43ef88a20)
/usr/local/go/src/bufio/bufio.go:100 +0x11e
bufio.(*Reader).Peek(0xc43ef88a20, 0x1, 0x0, 0x0, 0x0, 0xc43feeab40, 0x0)
/usr/local/go/src/bufio/bufio.go:132 +0x3a
net/http.(*persistConn).readLoop(0xc42b574480)
/usr/local/go/src/net/http/transport.go:1601 +0x185
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1237 +0x95a
goroutine 5456744 [sleep]:
time.Sleep(0x5f5e100)
/usr/local/go/src/runtime/time.go:102 +0x166
github.com/prometheus/prometheus/discovery/kubernetes.(*Discovery).Run(0xc4349d0d80, 0x1c50d80, 0xc4349d0dc0, 0xc4346bc540)
/go/src/github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:357 +0x84d
created by github.com/prometheus/prometheus/discovery.(*Manager).startProvider
/go/src/github.com/prometheus/prometheus/discovery/manager.go:126 +0x116
goroutine 5556502 [select]:
net.(*netFD).connect.func2(0x1c50e00, 0xc43a67cd20, 0xc43bec0600, 0xc42e6aeba0, 0xc42e6aeb40)
/usr/local/go/src/net/fd_unix.go:129 +0xde
created by net.(*netFD).connect
/usr/local/go/src/net/fd_unix.go:128 +0x286
goroutine 5556588 [select]:
net.(*netFD).connect.func2(0x1c50e00, 0xc43e58c420, 0xc431f60680, 0xc42b074ae0, 0xc42b074a80)
/usr/local/go/src/net/fd_unix.go:129 +0xde
created by net.(*netFD).connect
/usr/local/go/src/net/fd_unix.go:128 +0x286
goroutine 5481640 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6c81b28, 0x72, 0xc4321d4960)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc43581b498, 0x72, 0xffffffffffffff00, 0x1c3be60, 0x27b7638)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitRead(0xc43581b498, 0xc420cc9000, 0x1000, 0x1000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc43581b480, 0xc420cc9000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:157 +0x17d
net.(*netFD).Read(0xc43581b480, 0xc420cc9000, 0x1000, 0x1000, 0xc432968620, 0xc426182b40, 0x4)
/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc437c9baa0, 0xc420cc9000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6a
net/http.(*persistConn).Read(0xc426182b40, 0xc420cc9000, 0x1000, 0x1000, 0xc4321d4b98, 0x403855, 0xc43decc7e0)
/usr/local/go/src/net/http/transport.go:1453 +0x136
bufio.(*Reader).fill(0xc42b371860)
/usr/local/go/src/bufio/bufio.go:100 +0x11e
bufio.(*Reader).Peek(0xc42b371860, 0x1, 0x0, 0x0, 0x0, 0xc42b0745a0, 0x0)
/usr/local/go/src/bufio/bufio.go:132 +0x3a
net/http.(*persistConn).readLoop(0xc426182b40)
/usr/local/go/src/net/http/transport.go:1601 +0x185
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1237 +0x95a
goroutine 5457311 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce68d5728, 0x72, 0xc428103960)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc42d714698, 0x72, 0xffffffffffffff00, 0x1c3be60, 0x27b7638)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitRead(0xc42d714698, 0xc437e5f000, 0x1000, 0x1000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc42d714680, 0xc437e5f000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:157 +0x17d
net.(*netFD).Read(0xc42d714680, 0xc437e5f000, 0x1000, 0x1000, 0xc42bb85630, 0xc4244aaa20, 0x4)
/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc4264890d0, 0xc437e5f000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6a
net/http.(*persistConn).Read(0xc4244aaa20, 0xc437e5f000, 0x1000, 0x1000, 0xc428103b98, 0x403855, 0xc437404e40)
/usr/local/go/src/net/http/transport.go:1453 +0x136
bufio.(*Reader).fill(0xc42d7068a0)
/usr/local/go/src/bufio/bufio.go:100 +0x11e
bufio.(*Reader).Peek(0xc42d7068a0, 0x1, 0x0, 0x0, 0x0, 0xc431955620, 0x0)
/usr/local/go/src/bufio/bufio.go:132 +0x3a
net/http.(*persistConn).readLoop(0xc4244aaa20)
/usr/local/go/src/net/http/transport.go:1601 +0x185
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1237 +0x95a
goroutine 5456481 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6cbccc8, 0x72, 0xc42f1e9960)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc432d5e518, 0x72, 0xffffffffffffff00, 0x1c3be60, 0x27b7638)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitRead(0xc432d5e518, 0xc432101000, 0x1000, 0x1000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc432d5e500, 0xc432101000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:157 +0x17d
net.(*netFD).Read(0xc432d5e500, 0xc432101000, 0x1000, 0x1000, 0xc42bb85ba0, 0xc423b410e0, 0x4)
/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc43d24c0b8, 0xc432101000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6a
net/http.(*persistConn).Read(0xc423b410e0, 0xc432101000, 0x1000, 0x1000, 0xc42f1e9b98, 0x403855, 0xc42de343c0)
/usr/local/go/src/net/http/transport.go:1453 +0x136
bufio.(*Reader).fill(0xc42d1d9f20)
/usr/local/go/src/bufio/bufio.go:100 +0x11e
bufio.(*Reader).Peek(0xc42d1d9f20, 0x1, 0x0, 0x0, 0x0, 0xc43feeb560, 0x0)
/usr/local/go/src/bufio/bufio.go:132 +0x3a
net/http.(*persistConn).readLoop(0xc423b410e0)
/usr/local/go/src/net/http/transport.go:1601 +0x185
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1237 +0x95a
goroutine 5457040 [select, 2 minutes]:
github.com/prometheus/prometheus/rules.(*Group).run(0xc422cf75f0, 0x1c50dc0, 0xc420044018)
/go/src/github.com/prometheus/prometheus/rules/manager.go:220 +0x355
github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1(0xc42039b5c0, 0xc422cf75f0)
/go/src/github.com/prometheus/prometheus/rules/manager.go:505 +0x60
created by github.com/prometheus/prometheus/rules.(*Manager).Update.func1
/go/src/github.com/prometheus/prometheus/rules/manager.go:500 +0x56
goroutine 5456748 [select, 57 minutes]:
github.com/prometheus/prometheus/discovery.(*Manager).runProvider(0xc420140310, 0x1c50d80, 0xc4349d1480, 0xc4228c8240, 0x20, 0xc4366c9450, 0xc, 0xc4346bc5a0)
/go/src/github.com/prometheus/prometheus/discovery/manager.go:133 +0x187
created by github.com/prometheus/prometheus/discovery.(*Manager).startProvider
/go/src/github.com/prometheus/prometheus/discovery/manager.go:127 +0x190
goroutine 5456569 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6a10f88, 0x72, 0xc42505b960)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc43df1b618, 0x72, 0xffffffffffffff00, 0x1c3be60, 0x27b7638)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitRead(0xc43df1b618, 0xc42ff65000, 0x1000, 0x1000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc43df1b600, 0xc42ff65000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:157 +0x17d
net.(*netFD).Read(0xc43df1b600, 0xc42ff65000, 0x1000, 0x1000, 0xc4329685f0, 0xc423f9d0e0, 0x4)
/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc43d24c468, 0xc42ff65000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6a
net/http.(*persistConn).Read(0xc423f9d0e0, 0xc42ff65000, 0x1000, 0x1000, 0xc42505bb98, 0x403855, 0xc435c4b320)
/usr/local/go/src/net/http/transport.go:1453 +0x136
bufio.(*Reader).fill(0xc42de44ae0)
/usr/local/go/src/bufio/bufio.go:100 +0x11e
bufio.(*Reader).Peek(0xc42de44ae0, 0x1, 0x0, 0x0, 0x0, 0xc42b074120, 0x0)
/usr/local/go/src/bufio/bufio.go:132 +0x3a
net/http.(*persistConn).readLoop(0xc423f9d0e0)
/usr/local/go/src/net/http/transport.go:1601 +0x185
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1237 +0x95a
goroutine 5456450 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc42b1bfa80, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5456616 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6a453b8, 0x72, 0xc42438f960)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc43d83f498, 0x72, 0xffffffffffffff00, 0x1c3be60, 0x27b7638)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitRead(0xc43d83f498, 0xc42df64000, 0x1000, 0x1000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc43d83f480, 0xc42df64000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:157 +0x17d
net.(*netFD).Read(0xc43d83f480, 0xc42df64000, 0x1000, 0x1000, 0xc42bb84970, 0xc426b565a0, 0x4)
/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc43d24c680, 0xc42df64000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6a
net/http.(*persistConn).Read(0xc426b565a0, 0xc42df64000, 0x1000, 0x1000, 0xc42438fb98, 0x403855, 0xc43ac52420)
/usr/local/go/src/net/http/transport.go:1453 +0x136
bufio.(*Reader).fill(0xc426298a80)
/usr/local/go/src/bufio/bufio.go:100 +0x11e
bufio.(*Reader).Peek(0xc426298a80, 0x1, 0x0, 0x0, 0x0, 0xc429a5bb00, 0x0)
/usr/local/go/src/bufio/bufio.go:132 +0x3a
net/http.(*persistConn).readLoop(0xc426b565a0)
/usr/local/go/src/net/http/transport.go:1601 +0x185
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1237 +0x95a
goroutine 5457099 [select]:
net/http.(*persistConn).writeLoop(0xc424655b00)
/usr/local/go/src/net/http/transport.go:1822 +0x14b
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1238 +0x97f
goroutine 5457029 [chan receive, 57 minutes]:
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*controller).Run.func1(0xc43441a360, 0xc436297d00)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:103 +0x34
created by github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*controller).Run
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:102 +0x92
goroutine 5457024 [chan receive, 57 minutes]:
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*controller).Run.func1(0xc43441a0c0, 0xc436297a00)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:103 +0x34
created by github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*controller).Run
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:102 +0x92
goroutine 5456435 [select]:
net/http.(*Transport).getConn(0xc421e6bd10, 0xc43504e300, 0x0, 0xc43de75920, 0x4, 0xc421383840, 0x11, 0x0, 0x0, 0x4106a9)
/usr/local/go/src/net/http/transport.go:962 +0x558
net/http.(*Transport).RoundTrip(0xc421e6bd10, 0xc4260a1700, 0xd, 0xc42b836b00, 0x2bb)
/usr/local/go/src/net/http/transport.go:409 +0x632
github.com/prometheus/prometheus/util/httputil.(*bearerAuthFileRoundTripper).RoundTrip(0xc42f90c6a0, 0xc4260a1700, 0xc42f90c6a0, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/util/httputil/client.go:118 +0x8a
net/http.send(0xc4260a1600, 0x1c37080, 0xc42f90c6a0, 0x0, 0x0, 0x0, 0xc42bb85758, 0x20, 0xc429ca79a8, 0x1)
/usr/local/go/src/net/http/client.go:252 +0x185
net/http.(*Client).send(0xc428ab7f20, 0xc4260a1600, 0x0, 0x0, 0x0, 0xc42bb85758, 0x0, 0x1, 0x4)
/usr/local/go/src/net/http/client.go:176 +0xfa
net/http.(*Client).Do(0xc428ab7f20, 0xc4260a1600, 0xc42c6254a0, 0xc4260a1600, 0xc42c6254a0)
/usr/local/go/src/net/http/client.go:615 +0x28d
github.com/prometheus/prometheus/vendor/golang.org/x/net/context/ctxhttp.Do(0x7f6ce6f28250, 0xc42c6254a0, 0xc428ab7f20, 0xc43fe6f800, 0xc42c6254a0, 0x100000000410ef8, 0x1b6e828)
/go/src/github.com/prometheus/prometheus/vendor/golang.org/x/net/context/ctxhttp/ctxhttp.go:30 +0x92
github.com/prometheus/prometheus/scrape.(*targetScraper).scrape(0xc43e5c7e90, 0x1c50e00, 0xc42c6254a0, 0x1c369c0, 0xc43154f650, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:441 +0xb2
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc42b1bf280, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:675 +0x5a7
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5556430 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6a48370, 0x77, 0xc42b531c80)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc4299de718, 0x77, 0xc420c03300, 0xc420c03310, 0x4346f4)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitWrite(0xc4299de718, 0xc420c03300, 0x28, 0x518eb6)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:94 +0x3d
internal/poll.(*FD).WaitWrite(0xc4299de700, 0x1b6df00, 0x1c50e00)
/usr/local/go/src/internal/poll/fd_unix.go:440 +0x37
net.(*netFD).connect(0xc4299de700, 0x1c50e00, 0xc4372b64e0, 0x0, 0x0, 0x1c3a3a0, 0xc421383de0, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/fd_unix.go:152 +0x299
net.(*netFD).dial(0xc4299de700, 0x1c50e00, 0xc4372b64e0, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc43504f050, 0xc4321d5530, 0x53401e)
/usr/local/go/src/net/sock_posix.go:142 +0xe9
net.socket(0x1c50e00, 0xc4372b64e0, 0x1adb96d, 0x3, 0x2, 0x1, 0x0, 0x0, 0x1c5a2c0, 0x0, ...)
/usr/local/go/src/net/sock_posix.go:93 +0x1a6
net.internetSocket(0x1c50e00, 0xc4372b64e0, 0x1adb96d, 0x3, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc43504f050, 0x1, 0x0, ...)
/usr/local/go/src/net/ipsock_posix.go:141 +0x129
net.doDialTCP(0x1c50e00, 0xc4372b64e0, 0x1adb96d, 0x3, 0x0, 0xc43504f050, 0x28a44f0, 0x0, 0x0)
/usr/local/go/src/net/tcpsock_posix.go:62 +0xb9
net.dialTCP(0x1c50e00, 0xc4372b64e0, 0x1adb96d, 0x3, 0x0, 0xc43504f050, 0x138b79b26f325, 0x2883180, 0x6fc239aa0)
/usr/local/go/src/net/tcpsock_posix.go:58 +0xe4
net.dialSingle(0x1c50e00, 0xc4372b64e0, 0xc4299de500, 0x1c40200, 0xc43504f050, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:547 +0x375
net.dialSerial(0x1c50e00, 0xc4372b64e0, 0xc4299de500, 0xc4377f3590, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:515 +0x22d
net.(*Dialer).DialContext(0xc420ff17a0, 0x1c50dc0, 0xc420044018, 0x1adb96d, 0x3, 0xc421da46a0, 0xe, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/dial.go:397 +0x678
net.(*Dialer).Dial(0xc420ff17a0, 0x1adb96d, 0x3, 0xc421da46a0, 0xe, 0x60, 0x110, 0x110, 0xc42fdecd80)
/usr/local/go/src/net/dial.go:320 +0x75
net.(*Dialer).Dial-fm(0x1adb96d, 0x3, 0xc421da46a0, 0xe, 0xc4372b6480, 0xc4321d5ae8, 0x403666, 0x62a229)
/go/src/github.com/prometheus/prometheus/vendor/github.com/hashicorp/go-cleanhttp/cleanhttp.go:28 +0x52
net/http.(*Transport).dial(0xc420168960, 0x1c50dc0, 0xc420044018, 0x1adb96d, 0x3, 0xc421da46a0, 0xe, 0x445d31, 0x52af34, 0x15cc14a, ...)
/usr/local/go/src/net/http/transport.go:901 +0x78
net/http.(*Transport).dialConn(0xc420168960, 0x1c50dc0, 0xc420044018, 0x0, 0xc4211c0480, 0x5, 0xc421da46a0, 0xe, 0xc420044000, 0x1c3d300, ...)
/usr/local/go/src/net/http/transport.go:1143 +0x317
net/http.(*Transport).getConn.func4(0xc420168960, 0x1c50dc0, 0xc420044018, 0xc43504efc0, 0xc421e7f560)
/usr/local/go/src/net/http/transport.go:957 +0x78
created by net/http.(*Transport).getConn
/usr/local/go/src/net/http/transport.go:956 +0x363
goroutine 5456471 [select]:
net/http.(*Transport).getConn(0xc421e6bd10, 0xc42cde3260, 0x0, 0xc42627c720, 0x4, 0xc433b11b20, 0x12, 0x0, 0x0, 0x4106a9)
/usr/local/go/src/net/http/transport.go:962 +0x558
net/http.(*Transport).RoundTrip(0xc421e6bd10, 0xc426977400, 0xd, 0xc4367b98c0, 0x2bb)
/usr/local/go/src/net/http/transport.go:409 +0x632
github.com/prometheus/prometheus/util/httputil.(*bearerAuthFileRoundTripper).RoundTrip(0xc42f90c6a0, 0xc426977400, 0xc42f90c6a0, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/util/httputil/client.go:118 +0x8a
net/http.send(0xc426977000, 0x1c37080, 0xc42f90c6a0, 0x0, 0x0, 0x0, 0xc42bb85cd0, 0x20, 0xc43339d9a8, 0x1)
/usr/local/go/src/net/http/client.go:252 +0x185
net/http.(*Client).send(0xc428ab7f20, 0xc426977000, 0x0, 0x0, 0x0, 0xc42bb85cd0, 0x0, 0x1, 0x4)
/usr/local/go/src/net/http/client.go:176 +0xfa
net/http.(*Client).Do(0xc428ab7f20, 0xc426977000, 0xc43a67c0c0, 0xc426977000, 0xc43a67c0c0)
/usr/local/go/src/net/http/client.go:615 +0x28d
github.com/prometheus/prometheus/vendor/golang.org/x/net/context/ctxhttp.Do(0x7f6ce6f28250, 0xc43a67c0c0, 0xc428ab7f20, 0xc434bc7100, 0xc43a67c0c0, 0x100000000410ef8, 0x1b6e828)
/go/src/github.com/prometheus/prometheus/vendor/golang.org/x/net/context/ctxhttp/ctxhttp.go:30 +0x92
github.com/prometheus/prometheus/scrape.(*targetScraper).scrape(0xc42fee6a20, 0x1c50e00, 0xc43a67c0c0, 0x1c369c0, 0xc4364933b0, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:441 +0xb2
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc428a16680, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:675 +0x5a7
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5556450 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6a45078, 0x77, 0xc42b53e900)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc437208618, 0x77, 0xc43485d100, 0xc43485d1e0, 0x4346f4)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitWrite(0xc437208618, 0xc43485d200, 0x28, 0x518eb6)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:94 +0x3d
internal/poll.(*FD).WaitWrite(0xc437208600, 0x1b6df00, 0x1c50e00)
/usr/local/go/src/internal/poll/fd_unix.go:440 +0x37
net.(*netFD).connect(0xc437208600, 0x1c50e00, 0xc43e2f26c0, 0x0, 0x0, 0x1c3a3a0, 0xc433b103a0, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/fd_unix.go:152 +0x299
net.(*netFD).dial(0xc437208600, 0x1c50e00, 0xc43e2f26c0, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc42e254ed0, 0xc43485d400, 0x53401e)
/usr/local/go/src/net/sock_posix.go:142 +0xe9
net.socket(0x1c50e00, 0xc43e2f26c0, 0x1adb96d, 0x3, 0x2, 0x1, 0x0, 0x0, 0x1c5a2c0, 0x0, ...)
/usr/local/go/src/net/sock_posix.go:93 +0x1a6
net.internetSocket(0x1c50e00, 0xc43e2f26c0, 0x1adb96d, 0x3, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc42e254ed0, 0x1, 0x0, ...)
/usr/local/go/src/net/ipsock_posix.go:141 +0x129
net.doDialTCP(0x1c50e00, 0xc43e2f26c0, 0x1adb96d, 0x3, 0x0, 0xc42e254ed0, 0x28a44f0, 0x0, 0x0)
/usr/local/go/src/net/tcpsock_posix.go:62 +0xb9
net.dialTCP(0x1c50e00, 0xc43e2f26c0, 0x1adb96d, 0x3, 0x0, 0xc42e254ed0, 0x138b31e48adff, 0x2883180, 0x2540a5f8d)
/usr/local/go/src/net/tcpsock_posix.go:58 +0xe4
net.dialSingle(0x1c50e00, 0xc43e2f26c0, 0xc437208400, 0x1c40200, 0xc42e254ed0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:547 +0x375
net.dialSerial(0x1c50e00, 0xc43e2f26c0, 0xc437208400, 0xc4360f4790, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:515 +0x22d
net.(*Dialer).DialContext(0xc42d1d8300, 0x1c50e00, 0xc43e2f26c0, 0x1adb96d, 0x3, 0xc421da5730, 0x10, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/dial.go:397 +0x678
net.(*Dialer).DialContext-fm(0x1c50e00, 0xc43e2f26c0, 0x1adb96d, 0x3, 0xc421da5730, 0x10, 0x10, 0xc420438c00, 0x4d8360, 0xc420044018)
/usr/local/go/src/net/http/transport.go:46 +0x73
github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack.dialClientConnTracker(0x1c50e00, 0xc43e2f26c0, 0x1adb96d, 0x3, 0xc421da5730, 0x10, 0xc429397cc0, 0xf, 0xc42f90c580, 0x110, ...)
/go/src/github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack/dialer_wrapper.go:123 +0xb4
github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack.NewDialContextFunc.func1(0x1c50e00, 0xc43e2f26c0, 0x1adb96d, 0x3, 0xc421da5730, 0x10, 0xc4321d5ae8, 0x62a229, 0xc43e2f26c0, 0x184d680)
/go/src/github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack/dialer_wrapper.go:94 +0xe0
net/http.(*Transport).dial(0xc421e6bd10, 0x1c50e00, 0xc43e2f26c0, 0x1adb96d, 0x3, 0xc421da5730, 0x10, 0x445d31, 0x52af34, 0x15cc14a, ...)
/usr/local/go/src/net/http/transport.go:898 +0x20d
net/http.(*Transport).dialConn(0xc421e6bd10, 0x1c50e00, 0xc43e2f26c0, 0x0, 0xc42184b720, 0x4, 0xc421da5730, 0x10, 0xc4217c0101, 0xc428c0a7b8, ...)
/usr/local/go/src/net/http/transport.go:1143 +0x317
net/http.(*Transport).getConn.func4(0xc421e6bd10, 0x1c50e00, 0xc43e2f26c0, 0xc42e254e40, 0xc43feead80)
/usr/local/go/src/net/http/transport.go:957 +0x78
created by net/http.(*Transport).getConn
/usr/local/go/src/net/http/transport.go:956 +0x363
goroutine 5456298 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc421f28400, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5456446 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc42b1bf880, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5456458 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc428a16000, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5456730 [select, 57 minutes]:
github.com/prometheus/prometheus/discovery.(*Manager).runProvider(0xc4201402a0, 0x1c50d80, 0xc43a0d0bc0, 0xc433b11ee0, 0x12, 0xc42cd4ca80, 0xc, 0xc4346bc360)
/go/src/github.com/prometheus/prometheus/discovery/manager.go:133 +0x187
created by github.com/prometheus/prometheus/discovery.(*Manager).startProvider
/go/src/github.com/prometheus/prometheus/discovery/manager.go:127 +0x190
goroutine 5556453 [select]:
net.(*netFD).connect.func2(0x1c50e00, 0xc43e2f29c0, 0xc437208a00, 0xc43feeb1a0, 0xc43feeb140)
/usr/local/go/src/net/fd_unix.go:129 +0xde
created by net.(*netFD).connect
/usr/local/go/src/net/fd_unix.go:128 +0x286
goroutine 5456740 [select]:
github.com/prometheus/prometheus/discovery.(*Manager).runUpdater(0xc4201402a0, 0x1c50d80, 0xc4349d0000)
/go/src/github.com/prometheus/prometheus/discovery/manager.go:155 +0x13a
created by github.com/prometheus/prometheus/discovery.(*Manager).startProvider
/go/src/github.com/prometheus/prometheus/discovery/manager.go:128 +0x1cc
goroutine 5456661 [select]:
net/http.(*persistConn).writeLoop(0xc426a3cb40)
/usr/local/go/src/net/http/transport.go:1822 +0x14b
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1238 +0x97f
goroutine 5456467 [select]:
net/http.(*Transport).getConn(0xc421e6bd10, 0xc43fe301b0, 0x0, 0xc4307f6240, 0x4, 0xc427c3db20, 0x11, 0x0, 0x0, 0x4106a9)
/usr/local/go/src/net/http/transport.go:962 +0x558
net/http.(*Transport).RoundTrip(0xc421e6bd10, 0xc4212e1500, 0xd, 0xc438b3b080, 0x2bb)
/usr/local/go/src/net/http/transport.go:409 +0x632
github.com/prometheus/prometheus/util/httputil.(*bearerAuthFileRoundTripper).RoundTrip(0xc42f90c6a0, 0xc4212e1500, 0xc42f90c6a0, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/util/httputil/client.go:118 +0x8a
net/http.send(0xc4212e1200, 0x1c37080, 0xc42f90c6a0, 0x0, 0x0, 0x0, 0xc4329686c0, 0x20, 0xc42db9b9a8, 0x1)
/usr/local/go/src/net/http/client.go:252 +0x185
net/http.(*Client).send(0xc428ab7f20, 0xc4212e1200, 0x0, 0x0, 0x0, 0xc4329686c0, 0x0, 0x1, 0x4)
/usr/local/go/src/net/http/client.go:176 +0xfa
net/http.(*Client).Do(0xc428ab7f20, 0xc4212e1200, 0xc43e58c600, 0xc4212e1200, 0xc43e58c600)
/usr/local/go/src/net/http/client.go:615 +0x28d
github.com/prometheus/prometheus/vendor/golang.org/x/net/context/ctxhttp.Do(0x7f6ce6f28250, 0xc43e58c600, 0xc428ab7f20, 0xc4355bcf00, 0xc43e58c600, 0x100000000410ef8, 0x1b6e828)
/go/src/github.com/prometheus/prometheus/vendor/golang.org/x/net/context/ctxhttp/ctxhttp.go:30 +0x92
github.com/prometheus/prometheus/scrape.(*targetScraper).scrape(0xc43a96cf90, 0x1c50e00, 0xc43e58c600, 0x1c369c0, 0xc4390c6ee0, 0x0, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:441 +0xb2
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc428a16480, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:675 +0x5a7
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5457014 [chan receive, 57 minutes]:
github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*controller).Run.func1(0xc4360f7b60, 0xc436297400)
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:103 +0x34
created by github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache.(*controller).Run
/go/src/github.com/prometheus/prometheus/vendor/k8s.io/client-go/tools/cache/controller.go:102 +0x92
goroutine 5480289 [select]:
net/http.(*persistConn).writeLoop(0xc429c8a120)
/usr/local/go/src/net/http/transport.go:1822 +0x14b
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1238 +0x97f
goroutine 5456617 [select]:
net/http.(*persistConn).writeLoop(0xc426b565a0)
/usr/local/go/src/net/http/transport.go:1822 +0x14b
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1238 +0x97f
goroutine 5456445 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc42b1bf800, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5456449 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc42b1bfa00, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5475364 [select]:
net/http.(*persistConn).writeLoop(0xc4359fefc0)
/usr/local/go/src/net/http/transport.go:1822 +0x14b
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1238 +0x97f
goroutine 5456457 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc42b1bff80, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5456547 [select]:
net/http.(*persistConn).writeLoop(0xc42375a5a0)
/usr/local/go/src/net/http/transport.go:1822 +0x14b
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1238 +0x97f
goroutine 5456463 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc428a16280, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5456741 [sleep]:
time.Sleep(0x5f5e100)
/usr/local/go/src/runtime/time.go:102 +0x166
github.com/prometheus/prometheus/discovery/kubernetes.(*Discovery).Run(0xc4349d0680, 0x1c50d80, 0xc4349d06c0, 0xc4346bc4e0)
/go/src/github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:357 +0x84d
created by github.com/prometheus/prometheus/discovery.(*Manager).startProvider
/go/src/github.com/prometheus/prometheus/discovery/manager.go:126 +0x116
goroutine 5456441 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc42b1bf600, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5456743 [select]:
github.com/prometheus/prometheus/discovery.(*Manager).runUpdater(0xc4201402a0, 0x1c50d80, 0xc4349d06c0)
/go/src/github.com/prometheus/prometheus/discovery/manager.go:155 +0x13a
created by github.com/prometheus/prometheus/discovery.(*Manager).startProvider
/go/src/github.com/prometheus/prometheus/discovery/manager.go:128 +0x1cc
goroutine 5456378 [select]:
github.com/prometheus/prometheus/scrape.(*scrapeLoop).run(0xc42b1bee80, 0x37e11d600, 0x2540be400, 0x0)
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:714 +0x93d
created by github.com/prometheus/prometheus/scrape.(*scrapePool).reload.func1
/go/src/github.com/prometheus/prometheus/scrape/scrape.go:235 +0x82
goroutine 5457350 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce68d5248, 0x72, 0xc42d812960)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc434a6fe18, 0x72, 0xffffffffffffff00, 0x1c3be60, 0x27b7638)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitRead(0xc434a6fe18, 0xc43e6b1000, 0x1000, 0x1000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
internal/poll.(*FD).Read(0xc434a6fe00, 0xc43e6b1000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:157 +0x17d
net.(*netFD).Read(0xc434a6fe00, 0xc43e6b1000, 0x1000, 0x1000, 0xc42bb857f0, 0xc42c5d4240, 0x4)
/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc426489330, 0xc43e6b1000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6a
net/http.(*persistConn).Read(0xc42c5d4240, 0xc43e6b1000, 0x1000, 0x1000, 0xc42d812b98, 0x403855, 0xc43ba12d20)
/usr/local/go/src/net/http/transport.go:1453 +0x136
bufio.(*Reader).fill(0xc43e6aef60)
/usr/local/go/src/bufio/bufio.go:100 +0x11e
bufio.(*Reader).Peek(0xc43e6aef60, 0x1, 0x0, 0x0, 0x0, 0xc421e7efc0, 0x0)
/usr/local/go/src/bufio/bufio.go:132 +0x3a
net/http.(*persistConn).readLoop(0xc42c5d4240)
/usr/local/go/src/net/http/transport.go:1601 +0x185
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1237 +0x95a
goroutine 5457322 [select]:
net/http.(*persistConn).writeLoop(0xc424656a20)
/usr/local/go/src/net/http/transport.go:1822 +0x14b
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1238 +0x97f
goroutine 5457361 [select]:
net/http.(*persistConn).writeLoop(0xc42b574480)
/usr/local/go/src/net/http/transport.go:1822 +0x14b
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1238 +0x97f
goroutine 5477607 [select]:
net/http.(*persistConn).writeLoop(0xc4236d9680)
/usr/local/go/src/net/http/transport.go:1822 +0x14b
created by net/http.(*Transport).dialConn
/usr/local/go/src/net/http/transport.go:1238 +0x97f
goroutine 5556428 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6a10d18, 0x77, 0xc43a582a80)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc4299de018, 0x77, 0xc42fec1300, 0xc42fec1310, 0x4346f4)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitWrite(0xc4299de018, 0xc42fec1300, 0x28, 0x518eb6)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:94 +0x3d
internal/poll.(*FD).WaitWrite(0xc4299de000, 0x1b6df00, 0x1c50e00)
/usr/local/go/src/internal/poll/fd_unix.go:440 +0x37
net.(*netFD).connect(0xc4299de000, 0x1c50e00, 0xc4372b61e0, 0x0, 0x0, 0x1c3a3a0, 0xc421383d60, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/fd_unix.go:152 +0x299
net.(*netFD).dial(0xc4299de000, 0x1c50e00, 0xc4372b61e0, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc43504ed20, 0xc4321d5530, 0x53401e)
/usr/local/go/src/net/sock_posix.go:142 +0xe9
net.socket(0x1c50e00, 0xc4372b61e0, 0x1adb96d, 0x3, 0x2, 0x1, 0x0, 0x0, 0x1c5a2c0, 0x0, ...)
/usr/local/go/src/net/sock_posix.go:93 +0x1a6
net.internetSocket(0x1c50e00, 0xc4372b61e0, 0x1adb96d, 0x3, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc43504ed20, 0x1, 0x0, ...)
/usr/local/go/src/net/ipsock_posix.go:141 +0x129
net.doDialTCP(0x1c50e00, 0xc4372b61e0, 0x1adb96d, 0x3, 0x0, 0xc43504ed20, 0x28a44f0, 0x0, 0x0)
/usr/local/go/src/net/tcpsock_posix.go:62 +0xb9
net.dialTCP(0x1c50e00, 0xc4372b61e0, 0x1adb96d, 0x3, 0x0, 0xc43504ed20, 0x138b79b2361e5, 0x2883180, 0x6fc238ae2)
/usr/local/go/src/net/tcpsock_posix.go:58 +0xe4
net.dialSingle(0x1c50e00, 0xc4372b61e0, 0xc43b625f00, 0x1c40200, 0xc43504ed20, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:547 +0x375
net.dialSerial(0x1c50e00, 0xc4372b61e0, 0xc43b625f00, 0xc4377f33f0, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:515 +0x22d
net.(*Dialer).DialContext(0xc420ff17a0, 0x1c50dc0, 0xc420044018, 0x1adb96d, 0x3, 0xc421da44f0, 0xe, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/dial.go:397 +0x678
net.(*Dialer).Dial(0xc420ff17a0, 0x1adb96d, 0x3, 0xc421da44f0, 0xe, 0x60, 0x110, 0x110, 0xc42fdecc60)
/usr/local/go/src/net/dial.go:320 +0x75
net.(*Dialer).Dial-fm(0x1adb96d, 0x3, 0xc421da44f0, 0xe, 0xc4372b6180, 0xc4321d5ae8, 0x403666, 0x62a229)
/go/src/github.com/prometheus/prometheus/vendor/github.com/hashicorp/go-cleanhttp/cleanhttp.go:28 +0x52
net/http.(*Transport).dial(0xc420168960, 0x1c50dc0, 0xc420044018, 0x1adb96d, 0x3, 0xc421da44f0, 0xe, 0x445d31, 0x52af34, 0x15cc14a, ...)
/usr/local/go/src/net/http/transport.go:901 +0x78
net/http.(*Transport).dialConn(0xc420168960, 0x1c50dc0, 0xc420044018, 0x0, 0xc4211c0440, 0x5, 0xc421da44f0, 0xe, 0xc420044000, 0x1c3d300, ...)
/usr/local/go/src/net/http/transport.go:1143 +0x317
net/http.(*Transport).getConn.func4(0xc420168960, 0x1c50dc0, 0xc420044018, 0xc43504ec90, 0xc421e7f320)
/usr/local/go/src/net/http/transport.go:957 +0x78
created by net/http.(*Transport).getConn
/usr/local/go/src/net/http/transport.go:956 +0x363
goroutine 5556484 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6efd060, 0x77, 0xc43a582c00)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc43130e118, 0x77, 0xc432027100, 0xc4320271e0, 0x4346f4)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitWrite(0xc43130e118, 0xc432027200, 0x28, 0x518eb6)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:94 +0x3d
internal/poll.(*FD).WaitWrite(0xc43130e100, 0x1b6df00, 0x1c50e00)
/usr/local/go/src/internal/poll/fd_unix.go:440 +0x37
net.(*netFD).connect(0xc43130e100, 0x1c50e00, 0xc43a67c0c0, 0x0, 0x0, 0x1c3a3a0, 0xc433b11b80, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/fd_unix.go:152 +0x299
net.(*netFD).dial(0xc43130e100, 0x1c50e00, 0xc43a67c0c0, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc42cde3320, 0xc432027400, 0x53401e)
/usr/local/go/src/net/sock_posix.go:142 +0xe9
net.socket(0x1c50e00, 0xc43a67c0c0, 0x1adb96d, 0x3, 0x2, 0x1, 0x0, 0x0, 0x1c5a2c0, 0x0, ...)
/usr/local/go/src/net/sock_posix.go:93 +0x1a6
net.internetSocket(0x1c50e00, 0xc43a67c0c0, 0x1adb96d, 0x3, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc42cde3320, 0x1, 0x0, ...)
/usr/local/go/src/net/ipsock_posix.go:141 +0x129
net.doDialTCP(0x1c50e00, 0xc43a67c0c0, 0x1adb96d, 0x3, 0x0, 0xc42cde3320, 0x28a44f0, 0x0, 0x0)
/usr/local/go/src/net/tcpsock_posix.go:62 +0xb9
net.dialTCP(0x1c50e00, 0xc43a67c0c0, 0x1adb96d, 0x3, 0x0, 0xc42cde3320, 0x138b3bad69a24, 0x2883180, 0x254097dd9)
/usr/local/go/src/net/tcpsock_posix.go:58 +0xe4
net.dialSingle(0x1c50e00, 0xc43a67c0c0, 0xc43130e000, 0x1c40200, 0xc42cde3320, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:547 +0x375
net.dialSerial(0x1c50e00, 0xc43a67c0c0, 0xc43130e000, 0xc4360f5bb0, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:515 +0x22d
net.(*Dialer).DialContext(0xc42d1d8300, 0x1c50e00, 0xc43a67c0c0, 0x1adb96d, 0x3, 0xc433b11b20, 0x12, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/dial.go:397 +0x678
net.(*Dialer).DialContext-fm(0x1c50e00, 0xc43a67c0c0, 0x1adb96d, 0x3, 0xc433b11b20, 0x12, 0x12, 0xc420438c00, 0x4d8360, 0xc420044018)
/usr/local/go/src/net/http/transport.go:46 +0x73
github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack.dialClientConnTracker(0x1c50e00, 0xc43a67c0c0, 0x1adb96d, 0x3, 0xc433b11b20, 0x12, 0xc429397cc0, 0xf, 0xc42f90c580, 0x110, ...)
/go/src/github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack/dialer_wrapper.go:123 +0xb4
github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack.NewDialContextFunc.func1(0x1c50e00, 0xc43a67c0c0, 0x1adb96d, 0x3, 0xc433b11b20, 0x12, 0xc4321d5ae8, 0x62a229, 0xc43a67c0c0, 0x184d680)
/go/src/github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack/dialer_wrapper.go:94 +0xe0
net/http.(*Transport).dial(0xc421e6bd10, 0x1c50e00, 0xc43a67c0c0, 0x1adb96d, 0x3, 0xc433b11b20, 0x12, 0x445d31, 0x52af34, 0x15cc14a, ...)
/usr/local/go/src/net/http/transport.go:898 +0x20d
net/http.(*Transport).dialConn(0xc421e6bd10, 0x1c50e00, 0xc43a67c0c0, 0x0, 0xc42627c720, 0x4, 0xc433b11b20, 0x12, 0xc421700101, 0xc4210717b8, ...)
/usr/local/go/src/net/http/transport.go:1143 +0x317
net/http.(*Transport).getConn.func4(0xc421e6bd10, 0x1c50e00, 0xc43a67c0c0, 0xc42cde3290, 0xc43feebf80)
/usr/local/go/src/net/http/transport.go:957 +0x78
created by net/http.(*Transport).getConn
/usr/local/go/src/net/http/transport.go:956 +0x363
goroutine 5556407 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6a48e00, 0x77, 0xc43a583380)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc438b32098, 0x77, 0xc4300df100, 0xc4300df1e0, 0x4346f4)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitWrite(0xc438b32098, 0xc4300df200, 0x28, 0x518eb6)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:94 +0x3d
internal/poll.(*FD).WaitWrite(0xc438b32080, 0x1b6df00, 0x1c50e00)
/usr/local/go/src/internal/poll/fd_unix.go:440 +0x37
net.(*netFD).connect(0xc438b32080, 0x1c50e00, 0xc42c624ae0, 0x0, 0x0, 0x1c3a3a0, 0xc4213831a0, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/fd_unix.go:152 +0x299
net.(*netFD).dial(0xc438b32080, 0x1c50e00, 0xc42c624ae0, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc4240c1860, 0xc4300df400, 0x53401e)
/usr/local/go/src/net/sock_posix.go:142 +0xe9
net.socket(0x1c50e00, 0xc42c624ae0, 0x1adb96d, 0x3, 0x2, 0x1, 0x0, 0x0, 0x1c5a2c0, 0x0, ...)
/usr/local/go/src/net/sock_posix.go:93 +0x1a6
net.internetSocket(0x1c50e00, 0xc42c624ae0, 0x1adb96d, 0x3, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc4240c1860, 0x1, 0x0, ...)
/usr/local/go/src/net/ipsock_posix.go:141 +0x129
net.doDialTCP(0x1c50e00, 0xc42c624ae0, 0x1adb96d, 0x3, 0x0, 0xc4240c1860, 0x28a44f0, 0x0, 0x0)
/usr/local/go/src/net/tcpsock_posix.go:62 +0xb9
net.dialTCP(0x1c50e00, 0xc42c624ae0, 0x1adb96d, 0x3, 0x0, 0xc4240c1860, 0x138b2a22f031a, 0x2883180, 0x25409ac80)
/usr/local/go/src/net/tcpsock_posix.go:58 +0xe4
net.dialSingle(0x1c50e00, 0xc42c624ae0, 0xc433b67f80, 0x1c40200, 0xc4240c1860, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:547 +0x375
net.dialSerial(0x1c50e00, 0xc42c624ae0, 0xc433b67f80, 0xc4377f2360, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:515 +0x22d
net.(*Dialer).DialContext(0xc42d1d8300, 0x1c50e00, 0xc42c624ae0, 0x1adb96d, 0x3, 0xc421ee3820, 0x10, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/dial.go:397 +0x678
net.(*Dialer).DialContext-fm(0x1c50e00, 0xc42c624ae0, 0x1adb96d, 0x3, 0xc421ee3820, 0x10, 0x10, 0xc420438c00, 0x4d8360, 0xc420044018)
/usr/local/go/src/net/http/transport.go:46 +0x73
github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack.dialClientConnTracker(0x1c50e00, 0xc42c624ae0, 0x1adb96d, 0x3, 0xc421ee3820, 0x10, 0xc429397cc0, 0xf, 0xc42f90c580, 0x110, ...)
/go/src/github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack/dialer_wrapper.go:123 +0xb4
github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack.NewDialContextFunc.func1(0x1c50e00, 0xc42c624ae0, 0x1adb96d, 0x3, 0xc421ee3820, 0x10, 0xc4321d5ae8, 0x62a229, 0xc42c624ae0, 0x184d680)
/go/src/github.com/prometheus/prometheus/vendor/github.com/mwitkow/go-conntrack/dialer_wrapper.go:94 +0xe0
net/http.(*Transport).dial(0xc421e6bd10, 0x1c50e00, 0xc42c624ae0, 0x1adb96d, 0x3, 0xc421ee3820, 0x10, 0x445d31, 0x52af34, 0x15cc14a, ...)
/usr/local/go/src/net/http/transport.go:898 +0x20d
net/http.(*Transport).dialConn(0xc421e6bd10, 0x1c50e00, 0xc42c624ae0, 0x0, 0xc43de74ae0, 0x5, 0xc421ee3820, 0x10, 0xc421700101, 0xc42095ffb8, ...)
/usr/local/go/src/net/http/transport.go:1143 +0x317
net/http.(*Transport).getConn.func4(0xc421e6bd10, 0x1c50e00, 0xc42c624ae0, 0xc4240c17d0, 0xc421e7e300)
/usr/local/go/src/net/http/transport.go:957 +0x78
created by net/http.(*Transport).getConn
/usr/local/go/src/net/http/transport.go:956 +0x363
goroutine 5556436 [IO wait]:
internal/poll.runtime_pollWait(0x7f6ce6efda20, 0x77, 0xc43a583c80)
/usr/local/go/src/runtime/netpoll.go:173 +0x57
internal/poll.(*pollDesc).wait(0xc4299dfc18, 0x77, 0xc42ff27300, 0xc42ff27310, 0x4346f4)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
internal/poll.(*pollDesc).waitWrite(0xc4299dfc18, 0xc42ff27300, 0x28, 0x518eb6)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:94 +0x3d
internal/poll.(*FD).WaitWrite(0xc4299dfc00, 0x1b6df00, 0x1c50e00)
/usr/local/go/src/internal/poll/fd_unix.go:440 +0x37
net.(*netFD).connect(0xc4299dfc00, 0x1c50e00, 0xc4372b6de0, 0x0, 0x0, 0x1c3a3a0, 0xc421383fa0, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/fd_unix.go:152 +0x299
net.(*netFD).dial(0xc4299dfc00, 0x1c50e00, 0xc4372b6de0, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc43504fa10, 0xc4321d5530, 0x53401e)
/usr/local/go/src/net/sock_posix.go:142 +0xe9
net.socket(0x1c50e00, 0xc4372b6de0, 0x1adb96d, 0x3, 0x2, 0x1, 0x0, 0x0, 0x1c5a2c0, 0x0, ...)
/usr/local/go/src/net/sock_posix.go:93 +0x1a6
net.internetSocket(0x1c50e00, 0xc4372b6de0, 0x1adb96d, 0x3, 0x1c5a2c0, 0x0, 0x1c5a2c0, 0xc43504fa10, 0x1, 0x0, ...)
/usr/local/go/src/net/ipsock_posix.go:141 +0x129
net.doDialTCP(0x1c50e00, 0xc4372b6de0, 0x1adb96d, 0x3, 0x0, 0xc43504fa10, 0x28a44f0, 0x0, 0x0)
/usr/local/go/src/net/tcpsock_posix.go:62 +0xb9
net.dialTCP(0x1c50e00, 0xc4372b6de0, 0x1adb96d, 0x3, 0x0, 0xc43504fa10, 0x138b79e59b94b, 0x2883180, 0x6fc239b32)
/usr/local/go/src/net/tcpsock_posix.go:58 +0xe4
net.dialSingle(0x1c50e00, 0xc4372b6de0, 0xc4299dfa00, 0x1c40200, 0xc43504fa10, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:547 +0x375
net.dialSerial(0x1c50e00, 0xc4372b6de0, 0xc4299dfa00, 0xc4377f3ab0, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/net/dial.go:515 +0x22d
net.(*Dialer).DialContext(0xc420ff17a0, 0x1c50dc0, 0xc420044018, 0x1adb96d, 0x3, 0xc421da4b60, 0xe, 0x0, 0x0, 0x0, ...)
/usr/local/go/src/net/dial.go:397 +0x678
net.(*Dialer).Dial(0xc420ff17a0, 0x1adb96d, 0x3, 0xc421da4b60, 0xe, 0x60, 0x110, 0x110, 0xc42fded0e0)
/usr/local/go/src/net/dial.go:320 +0x75
net.(*Dialer).Dial-fm(0x1adb96d, 0x3, 0xc421da4b60, 0xe, 0xc4372b6d80, 0xc4321d5ae8, 0x403666, 0x62a229)
/go/src/github.com/prometheus/prometheus/vendor/github.com/hashicorp/go-cleanhttp/cleanhttp.go:28 +0x52
net/http.(*Transport).dial(0xc420168960, 0x1c50dc0, 0xc420044018, 0x1adb96d, 0x3, 0xc421da4b60, 0xe, 0x445d31, 0x52af34, 0x15cc14a, ...)
/usr/local/go/src/net/http/transport.go:901 +0x78
net/http.(*Transport).dialConn(0xc420168960, 0x1c50dc0, 0xc420044018, 0x0, 0xc4211c0540, 0x5, 0xc421da4b60, 0xe, 0xc4320a6a90, 0xffffffffffffffff, ...)
/usr/local/go/src/net/http/transport.go:1143 +0x317
net/http.(*Transport).getConn.func4(0xc420168960, 0x1c50dc0, 0xc420044018, 0xc43504f980, 0xc421e7fc20)
/usr/local/go/src/net/http/transport.go:957 +0x78
created by net/http.(*Transport).getConn
/usr/local/go/src/net/http/transport.go:956 +0x363
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment