Skip to content

Instantly share code, notes, and snippets.

@ajalab
Last active April 14, 2020 13:13
Show Gist options
  • Save ajalab/33090253e4d6418bb89e859cd04fd721 to your computer and use it in GitHub Desktop.
Save ajalab/33090253e4d6418bb89e859cd04fd721 to your computer and use it in GitHub Desktop.
heap profile: 6882: 3557934704 [58594: 9406224776] @ heap/1048576
6721: 3523739648 [6746: 3536846848] @ 0x1ce2198 0x1ce210c 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x1ce2197 github.com/prometheus/prometheus/tsdb.(*txRing).add+0x247 /app/tsdb/isolation.go:145
# 0x1ce210b github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x1bb /app/tsdb/head.go:1855
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
59: 30932992 [59: 30932992] @ 0x1ce2198 0x1ce210c 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d870c0 0x1d81e68 0x1d7e3ef 0x45f181
# 0x1ce2197 github.com/prometheus/prometheus/tsdb.(*txRing).add+0x247 /app/tsdb/isolation.go:145
# 0x1ce210b github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x1bb /app/tsdb/head.go:1855
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d870bf github.com/prometheus/prometheus/scrape.(*scrapeLoop).report.func1+0x3f /app/scrape/scrape.go:1287
# 0x1d81e67 github.com/prometheus/prometheus/scrape.(*scrapeLoop).report+0x467 /app/scrape/scrape.go:1305
# 0x1d7e3ee github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x76e /app/scrape/scrape.go:986
2: 1327104 [33: 21897216] @ 0x674a31 0x680482 0x5bb7e5 0x838caf 0x836d20 0x838a7d 0x838f21 0x1e6db6f 0x6eba54 0x1e6e21c 0x6eba54 0x1e6e73a 0x6eba54 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x674a30 compress/flate.NewWriter+0x30 /usr/local/go/src/compress/flate/deflate.go:667
# 0x680481 compress/gzip.(*Writer).Write+0x2f1 /usr/local/go/src/compress/gzip/gzip.go:191
# 0x5bb7e4 bufio.(*Writer).Flush+0x74 /usr/local/go/src/bufio/bufio.go:593
# 0x838cae github.com/prometheus/common/expfmt.MetricFamilyToText.func1+0x2e /app/vendor/github.com/prometheus/common/expfmt/text_create.go:85
# 0x836d1f github.com/prometheus/common/expfmt.MetricFamilyToText+0x11bf /app/vendor/github.com/prometheus/common/expfmt/text_create.go:269
# 0x838a7c github.com/prometheus/common/expfmt.NewEncoder.func7+0x3c /app/vendor/github.com/prometheus/common/expfmt/encode.go:144
# 0x838f20 github.com/prometheus/common/expfmt.encoderCloser.Encode+0x40 /app/vendor/github.com/prometheus/common/expfmt/encode.go:50
# 0x1e6db6e github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x47e /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/http.go:195
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e21b github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1+0xbb /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:40
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
3: 737280 [3106: 763330560] @ 0x1d863e0 0x1d6d088 0x1d7e064 0x45f181
# 0x1d863df github.com/prometheus/prometheus/scrape.newScrapePool.func1+0x3f /app/scrape/scrape.go:204
# 0x1d6d087 github.com/prometheus/prometheus/pkg/pool.(*Pool).Get+0xa7 /app/pkg/pool/pool.go:66
# 0x1d7e063 github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x3e3 /app/scrape/scrape.go:947
3: 245760 [1925: 157696000] @ 0x1d863e0 0x1d6d088 0x1d7e064 0x45f181
# 0x1d863df github.com/prometheus/prometheus/scrape.newScrapePool.func1+0x3f /app/scrape/scrape.go:204
# 0x1d6d087 github.com/prometheus/prometheus/pkg/pool.(*Pool).Get+0xa7 /app/pkg/pool/pool.go:66
# 0x1d7e063 github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x3e3 /app/scrape/scrape.go:947
2: 131072 [4: 262144] @ 0x67427f 0x67425d 0x674a62 0x680482 0x5bb7e5 0x838caf 0x836d20 0x838a7d 0x838f21 0x1e6db6f 0x6eba54 0x1e6e21c 0x6eba54 0x1e6e73a 0x6eba54 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845
# 0x67427e compress/flate.(*compressor).initDeflate+0x5ae /usr/local/go/src/compress/flate/deflate.go:372
# 0x67425c compress/flate.(*compressor).init+0x58c /usr/local/go/src/compress/flate/deflate.go:599
# 0x674a61 compress/flate.NewWriter+0x61 /usr/local/go/src/compress/flate/deflate.go:668
# 0x680481 compress/gzip.(*Writer).Write+0x2f1 /usr/local/go/src/compress/gzip/gzip.go:191
# 0x5bb7e4 bufio.(*Writer).Flush+0x74 /usr/local/go/src/bufio/bufio.go:593
# 0x838cae github.com/prometheus/common/expfmt.MetricFamilyToText.func1+0x2e /app/vendor/github.com/prometheus/common/expfmt/text_create.go:85
# 0x836d1f github.com/prometheus/common/expfmt.MetricFamilyToText+0x11bf /app/vendor/github.com/prometheus/common/expfmt/text_create.go:269
# 0x838a7c github.com/prometheus/common/expfmt.NewEncoder.func7+0x3c /app/vendor/github.com/prometheus/common/expfmt/encode.go:144
# 0x838f20 github.com/prometheus/common/expfmt.encoderCloser.Encode+0x40 /app/vendor/github.com/prometheus/common/expfmt/encode.go:50
# 0x1e6db6e github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x47e /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/http.go:195
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e21b github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1+0xbb /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:40
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
1: 98304 [1: 98304] @ 0x1ea6dc7 0x1eb7652 0x43d42a 0x43d3f7 0x43d3f7 0x430f2a 0x45f181
# 0x1ea6dc6 github.com/prometheus/prometheus/web/ui.glob..func1+0x58f6 /app/web/ui/assets_vfsdata.go:391
# 0x1eb7651 github.com/prometheus/prometheus/web/ui.init+0x21 /app/web/ui/assets_vfsdata.go:1013
# 0x43d429 runtime.doInit+0x89 /usr/local/go/src/runtime/proc.go:5222
# 0x43d3f6 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217
# 0x43d3f6 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217
# 0x430f29 runtime.main+0x1d9 /usr/local/go/src/runtime/proc.go:190
1: 98304 [1: 98304] @ 0x40da83 0x40f6f9 0x413152 0x1ca69fc 0x1ca6868 0x1ce05f3 0x1ce03b8 0x1cdc8fc 0x1c6e02b 0x1d84878 0x1d7fd1d 0x1d7e26b 0x45f181
# 0x1ca69fb github.com/prometheus/prometheus/tsdb/index.(*MemPostings).addFor+0x10b /app/tsdb/index/postings.go:283
# 0x1ca6867 github.com/prometheus/prometheus/tsdb/index.(*MemPostings).Add+0x97 /app/tsdb/index/postings.go:269
# 0x1ce05f2 github.com/prometheus/prometheus/tsdb.(*Head).getOrCreateWithID+0x202 /app/tsdb/head.go:1483
# 0x1ce03b7 github.com/prometheus/prometheus/tsdb.(*Head).getOrCreate+0xc7 /app/tsdb/head.go:1469
# 0x1cdc8fb github.com/prometheus/prometheus/tsdb.(*headAppender).Add+0x11b /app/tsdb/head.go:949
# 0x1c6e02a github.com/prometheus/prometheus/storage.(*fanoutAppender).Add+0x7a /app/storage/fanout.go:129
# 0x1d84877 github.com/prometheus/prometheus/scrape.(*timeLimitAppender).Add+0x77 /app/scrape/target.go:328
# 0x1d7fd1c github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0x61c /app/scrape/scrape.go:1188
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
1: 98304 [1: 98304] @ 0x40da83 0x40d818 0x732e73 0x46d9c3 0x733c79 0x7338d0 0x769709 0x769034 0x764d2f 0x767762 0x767aa2 0x768cb6 0x7689a5 0x7682c5 0x76470e 0x76e771 0x76e8af 0x1d55f16 0x1ec42ca 0x1ec71db 0x1ec5a45 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d
# 0x732e72 html.populateMaps+0x42 /usr/local/go/src/html/entity.go:28
# 0x46d9c2 sync.(*Once).doSlow+0xe2 /usr/local/go/src/sync/once.go:66
# 0x733c78 sync.(*Once).Do+0x3d8 /usr/local/go/src/sync/once.go:57
# 0x7338cf html.UnescapeString+0x2f /usr/local/go/src/html/escape.go:188
# 0x769708 html/template.contextAfterText+0x118 /usr/local/go/src/html/template/escape.go:753
# 0x769033 html/template.(*escaper).escapeText+0x313 /usr/local/go/src/html/template/escape.go:649
# 0x764d2e html/template.(*escaper).escape+0xce /usr/local/go/src/html/template/escape.go:136
# 0x767761 html/template.(*escaper).escapeList+0x91 /usr/local/go/src/html/template/escape.go:493
# 0x767aa1 html/template.(*escaper).escapeListConditionally+0x2e1 /usr/local/go/src/html/template/escape.go:508
# 0x768cb5 html/template.(*escaper).escapeTemplateBody+0xe5 /usr/local/go/src/html/template/escape.go:626
# 0x7689a4 html/template.(*escaper).computeOutCtx+0x64 /usr/local/go/src/html/template/escape.go:587
# 0x7682c4 html/template.(*escaper).escapeTree+0x1b4 /usr/local/go/src/html/template/escape.go:580
# 0x76470d html/template.escapeTemplate+0x9d /usr/local/go/src/html/template/escape.go:22
# 0x76e770 html/template.(*Template).escape+0x170 /usr/local/go/src/html/template/template.go:102
# 0x76e8ae html/template.(*Template).Execute+0x2e /usr/local/go/src/html/template/template.go:119
# 0x1d55f15 github.com/prometheus/prometheus/template.Expander.ExpandHTML+0x385 /app/template/template.go:350
# 0x1ec42c9 github.com/prometheus/prometheus/web.(*Handler).executeTemplate+0x2d9 /app/web/web.go:1098
# 0x1ec71da github.com/prometheus/prometheus/web.(*Handler).graph+0x5a /app/web/web.go:722
# 0x1ec5a44 github.com/prometheus/prometheus/web.(*Handler).testReady.func1+0x54 /app/web/web.go:489
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
1: 90112 [1: 90112] @ 0x1ea7100 0x1eb7652 0x43d42a 0x43d3f7 0x43d3f7 0x430f2a 0x45f181
# 0x1ea70ff github.com/prometheus/prometheus/web/ui.glob..func1+0x5c2f /app/web/ui/assets_vfsdata.go:405
# 0x1eb7651 github.com/prometheus/prometheus/web/ui.init+0x21 /app/web/ui/assets_vfsdata.go:1013
# 0x43d429 runtime.doInit+0x89 /usr/local/go/src/runtime/proc.go:5222
# 0x43d3f6 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217
# 0x43d3f6 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217
# 0x430f29 runtime.main+0x1d9 /usr/local/go/src/runtime/proc.go:190
1: 81920 [1: 81920] @ 0x40da83 0x40f6f9 0x4118ec 0x1d7ff31 0x1d7fed5 0x1d7e26b 0x45f181
# 0x1d7ff30 github.com/prometheus/prometheus/scrape.(*scrapeCache).trackStaleness+0x830 /app/scrape/scrape.go:761
# 0x1d7fed4 github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0x7d4 /app/scrape/scrape.go:1219
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
1: 65536 [1: 65536] @ 0x1ea857b 0x1eb7652 0x43d42a 0x43d3f7 0x43d3f7 0x430f2a 0x45f181
# 0x1ea857a github.com/prometheus/prometheus/web/ui.glob..func1+0x70aa /app/web/ui/assets_vfsdata.go:488
# 0x1eb7651 github.com/prometheus/prometheus/web/ui.init+0x21 /app/web/ui/assets_vfsdata.go:1013
# 0x43d429 runtime.doInit+0x89 /usr/local/go/src/runtime/proc.go:5222
# 0x43d3f6 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217
# 0x43d3f6 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217
# 0x430f29 runtime.main+0x1d9 /usr/local/go/src/runtime/proc.go:190
1: 57344 [1: 57344] @ 0x40da83 0x40f6f9 0x413152 0x1d7fe81 0x1d7fd77 0x1d7e26b 0x45f181
# 0x1d7fe80 github.com/prometheus/prometheus/scrape.(*scrapeCache).addRef+0x780 /app/scrape/scrape.go:744
# 0x1d7fd76 github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0x676 /app/scrape/scrape.go:1221
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
1: 49152 [1: 49152] @ 0x1ea6c29 0x1eb7652 0x43d42a 0x43d3f7 0x43d3f7 0x430f2a 0x45f181
# 0x1ea6c28 github.com/prometheus/prometheus/web/ui.glob..func1+0x5758 /app/web/ui/assets_vfsdata.go:384
# 0x1eb7651 github.com/prometheus/prometheus/web/ui.init+0x21 /app/web/ui/assets_vfsdata.go:1013
# 0x43d429 runtime.doInit+0x89 /usr/local/go/src/runtime/proc.go:5222
# 0x43d3f6 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217
# 0x43d3f6 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217
# 0x430f29 runtime.main+0x1d9 /usr/local/go/src/runtime/proc.go:190
1: 40960 [4: 163840] @ 0x40da83 0x40f6f9 0x413152 0x1cfab4f 0x1cfab26 0x1ca6696 0x1cde55f 0x1cdad9d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1cfab4e github.com/prometheus/prometheus/tsdb.stringset.set+0xfe /app/tsdb/head.go:2025
# 0x1cfab25 github.com/prometheus/prometheus/tsdb.(*Head).gc.func1+0xd5 /app/tsdb/head.go:1171
# 0x1ca6695 github.com/prometheus/prometheus/tsdb/index.(*MemPostings).Iter+0x1c5 /app/tsdb/index/postings.go:256
# 0x1cde55e github.com/prometheus/prometheus/tsdb.(*Head).gc+0x31e /app/tsdb/head.go:1162
# 0x1cdad9c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x14c /app/tsdb/head.go:661
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
1: 40960 [1: 40960] @ 0x40da83 0x40f6f9 0x4118ec 0x1d7ff31 0x1d7fed5 0x1d7e26b 0x45f181
# 0x1d7ff30 github.com/prometheus/prometheus/scrape.(*scrapeCache).trackStaleness+0x830 /app/scrape/scrape.go:761
# 0x1d7fed4 github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0x7d4 /app/scrape/scrape.go:1219
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
1: 32768 [1: 32768] @ 0x1eab509 0x1eb7652 0x43d42a 0x43d3f7 0x43d3f7 0x430f2a 0x45f181
# 0x1eab508 github.com/prometheus/prometheus/web/ui.glob..func1+0xa038 /app/web/ui/assets_vfsdata.go:676
# 0x1eb7651 github.com/prometheus/prometheus/web/ui.init+0x21 /app/web/ui/assets_vfsdata.go:1013
# 0x43d429 runtime.doInit+0x89 /usr/local/go/src/runtime/proc.go:5222
# 0x43d3f6 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217
# 0x43d3f6 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217
# 0x430f29 runtime.main+0x1d9 /usr/local/go/src/runtime/proc.go:190
1: 16384 [1: 16384] @ 0x1ea7439 0x1eb7652 0x43d42a 0x43d3f7 0x43d3f7 0x430f2a 0x45f181
# 0x1ea7438 github.com/prometheus/prometheus/web/ui.glob..func1+0x5f68 /app/web/ui/assets_vfsdata.go:419
# 0x1eb7651 github.com/prometheus/prometheus/web/ui.init+0x21 /app/web/ui/assets_vfsdata.go:1013
# 0x43d429 runtime.doInit+0x89 /usr/local/go/src/runtime/proc.go:5222
# 0x43d3f6 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217
# 0x43d3f6 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217
# 0x430f29 runtime.main+0x1d9 /usr/local/go/src/runtime/proc.go:190
1: 12288 [1: 12288] @ 0x839a4b 0x839aa2 0x849fdb 0x849fdc 0x8530e2 0x84fa71 0x84e625 0x84bf50 0x84bf22 0x1d7a0a7 0x1d86109 0x45f181
# 0x839a4a github.com/beorn7/perks/quantile.newStream+0xea /app/vendor/github.com/beorn7/perks/quantile/stream.go:133
# 0x839aa1 github.com/beorn7/perks/quantile.NewTargeted+0x141 /app/vendor/github.com/beorn7/perks/quantile/stream.go:101
# 0x849fda github.com/prometheus/client_golang/prometheus.(*summary).newStream+0x46a /app/vendor/github.com/prometheus/client_golang/prometheus/summary.go:330
# 0x849fdb github.com/prometheus/client_golang/prometheus.newSummary+0x46b /app/vendor/github.com/prometheus/client_golang/prometheus/summary.go:233
# 0x8530e1 github.com/prometheus/client_golang/prometheus.NewSummaryVec.func1+0xa1 /app/vendor/github.com/prometheus/client_golang/prometheus/summary.go:538
# 0x84fa70 github.com/prometheus/client_golang/prometheus.(*metricMap).getOrCreateMetricWithLabelValues+0x270 /app/vendor/github.com/prometheus/client_golang/prometheus/vec.go:331
# 0x84e624 github.com/prometheus/client_golang/prometheus.(*metricVec).getMetricWithLabelValues+0xd4 /app/vendor/github.com/prometheus/client_golang/prometheus/vec.go:145
# 0x84bf4f github.com/prometheus/client_golang/prometheus.(*SummaryVec).GetMetricWithLabelValues+0x4f /app/vendor/github.com/prometheus/client_golang/prometheus/summary.go:568
# 0x84bf21 github.com/prometheus/client_golang/prometheus.(*SummaryVec).WithLabelValues+0x21 /app/vendor/github.com/prometheus/client_golang/prometheus/summary.go:600
# 0x1d7a0a6 github.com/prometheus/prometheus/scrape.(*scrapePool).Sync+0x596 /app/scrape/scrape.go:380
# 0x1d86108 github.com/prometheus/prometheus/scrape.(*Manager).reload.func1+0x48 /app/scrape/manager.go:197
1: 12288 [1: 12288] @ 0x839a4b 0x839aa2 0x849fdb 0x849fdc 0x8530e2 0x84fa71 0x84e625 0x84bf50 0x84bf22 0xa651f2 0x43d42a 0x43d3f7 0x43d3f7 0x43d3f7 0x430f2a 0x45f181
# 0x839a4a github.com/beorn7/perks/quantile.newStream+0xea /app/vendor/github.com/beorn7/perks/quantile/stream.go:133
# 0x839aa1 github.com/beorn7/perks/quantile.NewTargeted+0x141 /app/vendor/github.com/beorn7/perks/quantile/stream.go:101
# 0x849fda github.com/prometheus/client_golang/prometheus.(*summary).newStream+0x46a /app/vendor/github.com/prometheus/client_golang/prometheus/summary.go:330
# 0x849fdb github.com/prometheus/client_golang/prometheus.newSummary+0x46b /app/vendor/github.com/prometheus/client_golang/prometheus/summary.go:233
# 0x8530e1 github.com/prometheus/client_golang/prometheus.NewSummaryVec.func1+0xa1 /app/vendor/github.com/prometheus/client_golang/prometheus/summary.go:538
# 0x84fa70 github.com/prometheus/client_golang/prometheus.(*metricMap).getOrCreateMetricWithLabelValues+0x270 /app/vendor/github.com/prometheus/client_golang/prometheus/vec.go:331
# 0x84e624 github.com/prometheus/client_golang/prometheus.(*metricVec).getMetricWithLabelValues+0xd4 /app/vendor/github.com/prometheus/client_golang/prometheus/vec.go:145
# 0x84bf4f github.com/prometheus/client_golang/prometheus.(*SummaryVec).GetMetricWithLabelValues+0x4f /app/vendor/github.com/prometheus/client_golang/prometheus/summary.go:568
# 0x84bf21 github.com/prometheus/client_golang/prometheus.(*SummaryVec).WithLabelValues+0x21 /app/vendor/github.com/prometheus/client_golang/prometheus/summary.go:600
# 0xa651f1 github.com/prometheus/prometheus/discovery/consul.init+0x2d1 /app/discovery/consul/consul.go:89
# 0x43d429 runtime.doInit+0x89 /usr/local/go/src/runtime/proc.go:5222
# 0x43d3f6 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217
# 0x43d3f6 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217
# 0x43d3f6 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217
# 0x430f29 runtime.main+0x1d9 /usr/local/go/src/runtime/proc.go:190
1: 4096 [1: 4096] @ 0x849dd2 0x8530e2 0x84fa71 0x84e625 0x84bf50 0x84bf22 0x1d7edc0 0x45f181
# 0x849dd1 github.com/prometheus/client_golang/prometheus.newSummary+0x261 /app/vendor/github.com/prometheus/client_golang/prometheus/summary.go:226
# 0x8530e1 github.com/prometheus/client_golang/prometheus.NewSummaryVec.func1+0xa1 /app/vendor/github.com/prometheus/client_golang/prometheus/summary.go:538
# 0x84fa70 github.com/prometheus/client_golang/prometheus.(*metricMap).getOrCreateMetricWithLabelValues+0x270 /app/vendor/github.com/prometheus/client_golang/prometheus/vec.go:331
# 0x84e624 github.com/prometheus/client_golang/prometheus.(*metricVec).getMetricWithLabelValues+0xd4 /app/vendor/github.com/prometheus/client_golang/prometheus/vec.go:145
# 0x84bf4f github.com/prometheus/client_golang/prometheus.(*SummaryVec).GetMetricWithLabelValues+0x4f /app/vendor/github.com/prometheus/client_golang/prometheus/summary.go:568
# 0x84bf21 github.com/prometheus/client_golang/prometheus.(*SummaryVec).WithLabelValues+0x21 /app/vendor/github.com/prometheus/client_golang/prometheus/summary.go:600
# 0x1d7edbf github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x113f /app/scrape/scrape.go:942
1: 4096 [1: 4096] @ 0x703b61 0x703b36 0x70242c 0x45f181
# 0x703b60 bufio.NewWriterSize+0xa80 /usr/local/go/src/bufio/bufio.go:564
# 0x703b35 net/http.(*Transport).dialConn+0xa55 /usr/local/go/src/net/http/transport.go:1578
# 0x70242b net/http.(*Transport).dialConnFor+0xdb /usr/local/go/src/net/http/transport.go:1313
4: 3072 [98: 75264] @ 0x1c5fa0d 0x1ce1bf1 0x1ce22dc 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x1c5fa0c github.com/prometheus/prometheus/tsdb/chunkenc.(*XORChunk).Compact+0x5c /app/tsdb/chunkenc/xor.go:84
# 0x1ce1bf0 github.com/prometheus/prometheus/tsdb.(*memSeries).cut+0x150 /app/tsdb/head.go:1745
# 0x1ce22db github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x38b /app/tsdb/head.go:1842
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
2: 1792 [68: 60928] @ 0x1c5fa0d 0x1ce1bf1 0x1ce22dc 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x1c5fa0c github.com/prometheus/prometheus/tsdb/chunkenc.(*XORChunk).Compact+0x5c /app/tsdb/chunkenc/xor.go:84
# 0x1ce1bf0 github.com/prometheus/prometheus/tsdb.(*memSeries).cut+0x150 /app/tsdb/head.go:1745
# 0x1ce22db github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x38b /app/tsdb/head.go:1842
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
8: 1664 [8: 1664] @ 0x1ce04c7 0x1ce0434 0x1ce03b8 0x1cdc8fc 0x1c6e02b 0x1d84878 0x1d7fd1d 0x1d7e26b 0x45f181
# 0x1ce04c6 github.com/prometheus/prometheus/tsdb.newMemSeries+0xd6 /app/tsdb/head.go:1714
# 0x1ce0433 github.com/prometheus/prometheus/tsdb.(*Head).getOrCreateWithID+0x43 /app/tsdb/head.go:1473
# 0x1ce03b7 github.com/prometheus/prometheus/tsdb.(*Head).getOrCreate+0xc7 /app/tsdb/head.go:1469
# 0x1cdc8fb github.com/prometheus/prometheus/tsdb.(*headAppender).Add+0x11b /app/tsdb/head.go:949
# 0x1c6e02a github.com/prometheus/prometheus/storage.(*fanoutAppender).Add+0x7a /app/storage/fanout.go:129
# 0x1d84877 github.com/prometheus/prometheus/scrape.(*timeLimitAppender).Add+0x77 /app/scrape/target.go:328
# 0x1d7fd1c github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0x61c /app/scrape/scrape.go:1188
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
1: 1024 [1: 1024] @ 0x1ca058a 0x1c9f818 0x1cbfd01 0x1cd06f6 0x1ccf322 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1ca0589 github.com/prometheus/prometheus/tsdb/index.newReader+0x899 /app/tsdb/index/index.go:1171
# 0x1c9f817 github.com/prometheus/prometheus/tsdb/index.NewFileReader+0xc7 /app/tsdb/index/index.go:1075
# 0x1cbfd00 github.com/prometheus/prometheus/tsdb.OpenBlock+0x2e0 /app/tsdb/block.go:294
# 0x1cd06f5 github.com/prometheus/prometheus/tsdb.openBlocks+0x4b5 /app/tsdb/db.go:945
# 0x1ccf321 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xf1 /app/tsdb/db.go:840
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
1: 1024 [14: 14336] @ 0x1d863e0 0x1d6d088 0x1d7e064 0x45f181
# 0x1d863df github.com/prometheus/prometheus/scrape.newScrapePool.func1+0x3f /app/scrape/scrape.go:204
# 0x1d6d087 github.com/prometheus/prometheus/pkg/pool.(*Pool).Get+0xa7 /app/pkg/pool/pool.go:66
# 0x1d7e063 github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x3e3 /app/scrape/scrape.go:947
3: 960 [5: 1600] @ 0x1b77e45 0x1d7abd4 0x1d8649f 0x1d7fc5a 0x1d7e26b 0x45f181
# 0x1b77e44 github.com/prometheus/prometheus/pkg/labels.(*Builder).Labels+0x2e4 /app/pkg/labels/labels.go:403
# 0x1d7abd3 github.com/prometheus/prometheus/scrape.mutateSampleLabels+0x233 /app/scrape/scrape.go:476
# 0x1d8649e github.com/prometheus/prometheus/scrape.newScrapePool.func2.1+0x6e /app/scrape/scrape.go:230
# 0x1d7fc59 github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0x559 /app/scrape/scrape.go:1174
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
3: 864 [3: 864] @ 0x411a8c 0x1ce0b97 0x1ce1914 0x1ce0566 0x1ce03b8 0x1cdc8fc 0x1c6e02b 0x1d84878 0x1d7fd1d 0x1d7e26b 0x45f181
# 0x1ce0b96 github.com/prometheus/prometheus/tsdb.seriesHashmap.set+0x176 /app/tsdb/head.go:1526
# 0x1ce1913 github.com/prometheus/prometheus/tsdb.(*stripeSeries).getOrSet+0x143 /app/tsdb/head.go:1662
# 0x1ce0565 github.com/prometheus/prometheus/tsdb.(*Head).getOrCreateWithID+0x175 /app/tsdb/head.go:1475
# 0x1ce03b7 github.com/prometheus/prometheus/tsdb.(*Head).getOrCreate+0xc7 /app/tsdb/head.go:1469
# 0x1cdc8fb github.com/prometheus/prometheus/tsdb.(*headAppender).Add+0x11b /app/tsdb/head.go:949
# 0x1c6e02a github.com/prometheus/prometheus/storage.(*fanoutAppender).Add+0x7a /app/storage/fanout.go:129
# 0x1d84877 github.com/prometheus/prometheus/scrape.(*timeLimitAppender).Add+0x77 /app/scrape/target.go:328
# 0x1d7fd1c github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0x61c /app/scrape/scrape.go:1188
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
2: 640 [32: 10240] @ 0x1c5fa0d 0x1ce1bf1 0x1ce22dc 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x1c5fa0c github.com/prometheus/prometheus/tsdb/chunkenc.(*XORChunk).Compact+0x5c /app/tsdb/chunkenc/xor.go:84
# 0x1ce1bf0 github.com/prometheus/prometheus/tsdb.(*memSeries).cut+0x150 /app/tsdb/head.go:1745
# 0x1ce22db github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x38b /app/tsdb/head.go:1842
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
1: 640 [15: 9600] @ 0x1c5fa0d 0x1ce1bf1 0x1ce22dc 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x1c5fa0c github.com/prometheus/prometheus/tsdb/chunkenc.(*XORChunk).Compact+0x5c /app/tsdb/chunkenc/xor.go:84
# 0x1ce1bf0 github.com/prometheus/prometheus/tsdb.(*memSeries).cut+0x150 /app/tsdb/head.go:1745
# 0x1ce22db github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x38b /app/tsdb/head.go:1842
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
1: 576 [25: 14400] @ 0x1c5fa0d 0x1ce1bf1 0x1ce22dc 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x1c5fa0c github.com/prometheus/prometheus/tsdb/chunkenc.(*XORChunk).Compact+0x5c /app/tsdb/chunkenc/xor.go:84
# 0x1ce1bf0 github.com/prometheus/prometheus/tsdb.(*memSeries).cut+0x150 /app/tsdb/head.go:1745
# 0x1ce22db github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x38b /app/tsdb/head.go:1842
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
4: 576 [4: 576] @ 0x411a8c 0x1ce19c3 0x1ce0566 0x1ce03b8 0x1cdc8fc 0x1c6e02b 0x1d84878 0x1d7fd1d 0x1d7e26b 0x45f181
# 0x1ce19c2 github.com/prometheus/prometheus/tsdb.(*stripeSeries).getOrSet+0x1f2 /app/tsdb/head.go:1668
# 0x1ce0565 github.com/prometheus/prometheus/tsdb.(*Head).getOrCreateWithID+0x175 /app/tsdb/head.go:1475
# 0x1ce03b7 github.com/prometheus/prometheus/tsdb.(*Head).getOrCreate+0xc7 /app/tsdb/head.go:1469
# 0x1cdc8fb github.com/prometheus/prometheus/tsdb.(*headAppender).Add+0x11b /app/tsdb/head.go:949
# 0x1c6e02a github.com/prometheus/prometheus/storage.(*fanoutAppender).Add+0x7a /app/storage/fanout.go:129
# 0x1d84877 github.com/prometheus/prometheus/scrape.(*timeLimitAppender).Add+0x77 /app/scrape/target.go:328
# 0x1d7fd1c github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0x61c /app/scrape/scrape.go:1188
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
4: 512 [955: 122240] @ 0x1ce1ae3 0x1ce1ac2 0x1ce22dc 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x1ce1ae2 github.com/prometheus/prometheus/tsdb/chunkenc.NewXORChunk+0x42 /app/tsdb/chunkenc/xor.go:63
# 0x1ce1ac1 github.com/prometheus/prometheus/tsdb.(*memSeries).cut+0x21 /app/tsdb/head.go:1736
# 0x1ce22db github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x38b /app/tsdb/head.go:1842
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
1: 512 [277: 141824] @ 0x1c5eef0 0x1c5ee03 0x1c608f1 0x1c601a7 0x1ce2069 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x1c5eeef github.com/prometheus/prometheus/tsdb/chunkenc.(*bstream).writeByte+0x15f /app/tsdb/chunkenc/bstream.go:93
# 0x1c5ee02 github.com/prometheus/prometheus/tsdb/chunkenc.(*bstream).writeBits+0x72 /app/tsdb/chunkenc/bstream.go:102
# 0x1c608f0 github.com/prometheus/prometheus/tsdb/chunkenc.(*xorAppender).writeVDelta+0x220 /app/tsdb/chunkenc/xor.go:225
# 0x1c601a6 github.com/prometheus/prometheus/tsdb/chunkenc.(*xorAppender).Append+0x396 /app/tsdb/chunkenc/xor.go:193
# 0x1ce2068 github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x118 /app/tsdb/head.go:1845
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
2: 512 [2: 512] @ 0x1b77e45 0x1d7abd4 0x1d8649f 0x1d7fc5a 0x1d7e26b 0x45f181
# 0x1b77e44 github.com/prometheus/prometheus/pkg/labels.(*Builder).Labels+0x2e4 /app/pkg/labels/labels.go:403
# 0x1d7abd3 github.com/prometheus/prometheus/scrape.mutateSampleLabels+0x233 /app/scrape/scrape.go:476
# 0x1d8649e github.com/prometheus/prometheus/scrape.newScrapePool.func2.1+0x6e /app/scrape/scrape.go:230
# 0x1d7fc59 github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0x559 /app/scrape/scrape.go:1174
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
2: 448 [36: 8064] @ 0x1c5fa0d 0x1ce1bf1 0x1ce22dc 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x1c5fa0c github.com/prometheus/prometheus/tsdb/chunkenc.(*XORChunk).Compact+0x5c /app/tsdb/chunkenc/xor.go:84
# 0x1ce1bf0 github.com/prometheus/prometheus/tsdb.(*memSeries).cut+0x150 /app/tsdb/head.go:1745
# 0x1ce22db github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x38b /app/tsdb/head.go:1842
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
1: 416 [27: 11232] @ 0x1c5fa0d 0x1ce1bf1 0x1ce22dc 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x1c5fa0c github.com/prometheus/prometheus/tsdb/chunkenc.(*XORChunk).Compact+0x5c /app/tsdb/chunkenc/xor.go:84
# 0x1ce1bf0 github.com/prometheus/prometheus/tsdb.(*memSeries).cut+0x150 /app/tsdb/head.go:1745
# 0x1ce22db github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x38b /app/tsdb/head.go:1842
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
1: 352 [30: 10560] @ 0x1c5fa0d 0x1ce1bf1 0x1ce22dc 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x1c5fa0c github.com/prometheus/prometheus/tsdb/chunkenc.(*XORChunk).Compact+0x5c /app/tsdb/chunkenc/xor.go:84
# 0x1ce1bf0 github.com/prometheus/prometheus/tsdb.(*memSeries).cut+0x150 /app/tsdb/head.go:1745
# 0x1ce22db github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x38b /app/tsdb/head.go:1842
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
5: 320 [89: 5696] @ 0x1c5fa0d 0x1ce1bf1 0x1ce22dc 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x1c5fa0c github.com/prometheus/prometheus/tsdb/chunkenc.(*XORChunk).Compact+0x5c /app/tsdb/chunkenc/xor.go:84
# 0x1ce1bf0 github.com/prometheus/prometheus/tsdb.(*memSeries).cut+0x150 /app/tsdb/head.go:1745
# 0x1ce22db github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x38b /app/tsdb/head.go:1842
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
1: 288 [31: 8928] @ 0x1c5fa0d 0x1ce1bf1 0x1ce22dc 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x1c5fa0c github.com/prometheus/prometheus/tsdb/chunkenc.(*XORChunk).Compact+0x5c /app/tsdb/chunkenc/xor.go:84
# 0x1ce1bf0 github.com/prometheus/prometheus/tsdb.(*memSeries).cut+0x150 /app/tsdb/head.go:1745
# 0x1ce22db github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x38b /app/tsdb/head.go:1842
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
3: 240 [58: 4640] @ 0x1c5fa0d 0x1ce1bf1 0x1ce22dc 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x1c5fa0c github.com/prometheus/prometheus/tsdb/chunkenc.(*XORChunk).Compact+0x5c /app/tsdb/chunkenc/xor.go:84
# 0x1ce1bf0 github.com/prometheus/prometheus/tsdb.(*memSeries).cut+0x150 /app/tsdb/head.go:1745
# 0x1ce22db github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x38b /app/tsdb/head.go:1842
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
6: 192 [250: 8000] @ 0x1ce1b40 0x1ce22dc 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x1ce1b3f github.com/prometheus/prometheus/tsdb.(*memSeries).cut+0x9f /app/tsdb/head.go:1738
# 0x1ce22db github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x38b /app/tsdb/head.go:1842
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
4: 192 [177: 8496] @ 0x1c5fa0d 0x1ce1bf1 0x1ce22dc 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x1c5fa0c github.com/prometheus/prometheus/tsdb/chunkenc.(*XORChunk).Compact+0x5c /app/tsdb/chunkenc/xor.go:84
# 0x1ce1bf0 github.com/prometheus/prometheus/tsdb.(*memSeries).cut+0x150 /app/tsdb/head.go:1745
# 0x1ce22db github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x38b /app/tsdb/head.go:1842
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
1: 192 [5: 960] @ 0x1b77e45 0x1d7abd4 0x1d8649f 0x1d7fc5a 0x1d7e26b 0x45f181
# 0x1b77e44 github.com/prometheus/prometheus/pkg/labels.(*Builder).Labels+0x2e4 /app/pkg/labels/labels.go:403
# 0x1d7abd3 github.com/prometheus/prometheus/scrape.mutateSampleLabels+0x233 /app/scrape/scrape.go:476
# 0x1d8649e github.com/prometheus/prometheus/scrape.newScrapePool.func2.1+0x6e /app/scrape/scrape.go:230
# 0x1d7fc59 github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0x559 /app/scrape/scrape.go:1174
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
1: 176 [1: 176] @ 0x40e4ee 0xb6d9ad 0x43d42a 0x43d3f7 0x43d3f7 0x43d3f7 0x43d3f7 0x43d3f7 0x430f2a 0x45f181
# 0xb6d9ac github.com/aws/aws-sdk-go/aws/endpoints.init+0x6fdbc /app/vendor/github.com/aws/aws-sdk-go/aws/endpoints/defaults.go:4986
# 0x43d429 runtime.doInit+0x89 /usr/local/go/src/runtime/proc.go:5222
# 0x43d3f6 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217
# 0x43d3f6 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217
# 0x43d3f6 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217
# 0x43d3f6 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217
# 0x43d3f6 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217
# 0x430f29 runtime.main+0x1d9 /usr/local/go/src/runtime/proc.go:190
1: 144 [1: 144] @ 0x40e4ee 0xb45e4f 0x43d42a 0x43d3f7 0x43d3f7 0x43d3f7 0x43d3f7 0x43d3f7 0x430f2a 0x45f181
# 0xb45e4e github.com/aws/aws-sdk-go/aws/endpoints.init+0x4825e /app/vendor/github.com/aws/aws-sdk-go/aws/endpoints/defaults.go:3076
# 0x43d429 runtime.doInit+0x89 /usr/local/go/src/runtime/proc.go:5222
# 0x43d3f6 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217
# 0x43d3f6 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217
# 0x43d3f6 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217
# 0x43d3f6 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217
# 0x43d3f6 runtime.doInit+0x56 /usr/local/go/src/runtime/proc.go:5217
# 0x430f29 runtime.main+0x1d9 /usr/local/go/src/runtime/proc.go:190
3: 144 [3: 144] @ 0x40d6bd 0x1ce1024 0x1cd79bb 0x1ccd14e 0x1cccaaa 0x1ed2b6d 0x1ed67a0 0x8672b7 0x45f181
# 0x1ce1023 github.com/prometheus/prometheus/tsdb.newStripeSeries+0x1a3 /app/tsdb/head.go:1577
# 0x1cd79ba github.com/prometheus/prometheus/tsdb.NewHead+0x7a /app/tsdb/head.go:274
# 0x1ccd14d github.com/prometheus/prometheus/tsdb.open+0x53d /app/tsdb/db.go:590
# 0x1cccaa9 github.com/prometheus/prometheus/tsdb.Open+0xb9 /app/tsdb/db.go:488
# 0x1ed2b6c main.openDBWithMetrics+0x10c /app/cmd/prometheus/main.go:754
# 0x1ed679f main.main.func20+0x29f /app/cmd/prometheus/main.go:673
# 0x8672b6 github.com/oklog/run.(*Group).Run.func1+0x26 /app/vendor/github.com/oklog/run/group.go:38
1: 128 [1: 128] @ 0x1ce1cdf 0x1ce22dc 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x1ce1cde github.com/prometheus/prometheus/tsdb.(*memSeries).cut+0x23e /app/tsdb/head.go:1740
# 0x1ce22db github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x38b /app/tsdb/head.go:1842
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
1: 96 [25: 2400] @ 0x1c5fa0d 0x1ce1bf1 0x1ce22dc 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x1c5fa0c github.com/prometheus/prometheus/tsdb/chunkenc.(*XORChunk).Compact+0x5c /app/tsdb/chunkenc/xor.go:84
# 0x1ce1bf0 github.com/prometheus/prometheus/tsdb.(*memSeries).cut+0x150 /app/tsdb/head.go:1745
# 0x1ce22db github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x38b /app/tsdb/head.go:1842
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
2: 96 [2: 96] @ 0x40d6bd 0x1ce0fbd 0x1cd79bb 0x1ccd14e 0x1cccaaa 0x1ed2b6d 0x1ed67a0 0x8672b7 0x45f181
# 0x1ce0fbc github.com/prometheus/prometheus/tsdb.newStripeSeries+0x13c /app/tsdb/head.go:1574
# 0x1cd79ba github.com/prometheus/prometheus/tsdb.NewHead+0x7a /app/tsdb/head.go:274
# 0x1ccd14d github.com/prometheus/prometheus/tsdb.open+0x53d /app/tsdb/db.go:590
# 0x1cccaa9 github.com/prometheus/prometheus/tsdb.Open+0xb9 /app/tsdb/db.go:488
# 0x1ed2b6c main.openDBWithMetrics+0x10c /app/cmd/prometheus/main.go:754
# 0x1ed679f main.main.func20+0x29f /app/cmd/prometheus/main.go:673
# 0x8672b6 github.com/oklog/run.(*Group).Run.func1+0x26 /app/vendor/github.com/oklog/run/group.go:38
3: 96 [256: 8192] @ 0x1ce1afd 0x1ce1ac2 0x1ce22dc 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x1ce1afc github.com/prometheus/prometheus/tsdb/chunkenc.NewXORChunk+0x5c /app/tsdb/chunkenc/xor.go:64
# 0x1ce1ac1 github.com/prometheus/prometheus/tsdb.(*memSeries).cut+0x21 /app/tsdb/head.go:1736
# 0x1ce22db github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x38b /app/tsdb/head.go:1842
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
1: 64 [1: 64] @ 0x1d7cd19 0x1d818f6 0x1d7e26b 0x45f181
# 0x1d7cd18 github.com/prometheus/prometheus/scrape.(*scrapeCache).setHelp+0x178 /app/scrape/scrape.go:793
# 0x1d818f5 github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0x21f5 /app/scrape/scrape.go:1109
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
1: 48 [1: 48] @ 0x1d7359f 0x1d7fbdb 0x1d7e26b 0x45f181
# 0x1d7359e github.com/prometheus/prometheus/pkg/textparse.(*PromParser).Metric+0x5e /app/pkg/textparse/promparse.go:211
# 0x1d7fbda github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0x4da /app/scrape/scrape.go:1169
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
1: 32 [1: 32] @ 0x1d7cd7c 0x1d818f6 0x1d7e26b 0x45f181
# 0x1d7cd7b github.com/prometheus/prometheus/scrape.(*scrapeCache).setHelp+0x1db /app/scrape/scrape.go:794
# 0x1d818f5 github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0x21f5 /app/scrape/scrape.go:1109
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
0: 0 [0: 0] @ 0x84ab67 0x846a8b 0x84630e 0x1e6d755 0x6eba54 0x1e6e21c 0x6eba54 0x1e6e73a 0x6eba54 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x84ab66 github.com/prometheus/client_golang/prometheus.(*summary).Write+0x86 /app/vendor/github.com/prometheus/client_golang/prometheus/summary.go:292
# 0x846a8a github.com/prometheus/client_golang/prometheus.processMetric+0x9a /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:595
# 0x84630d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:489
# 0x1e6d754 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/http.go:126
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e21b github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1+0xbb /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:40
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [1: 16] @ 0x8474dc 0x84630e 0x1e6d755 0x6eba54 0x1e6e21c 0x6eba54 0x1e6e73a 0x6eba54 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x8474db github.com/prometheus/client_golang/prometheus.processMetric+0xaeb /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:648
# 0x84630d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:489
# 0x1e6d754 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/http.go:126
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e21b github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1+0xbb /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:40
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [1: 352] @ 0x4133c3 0x6da0b3 0x6e71ce 0x1e65455 0x1e68564 0x1e68564 0x1e68564 0x1e6862e 0x6803ef 0x5bb7e5 0x838caf 0x836d20 0x838a7d 0x838f21 0x1e6db6f 0x6eba54 0x1e6e21c 0x6eba54 0x1e6e73a 0x6eba54 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b
# 0x6da0b2 net/http.Header.Clone+0x262 /usr/local/go/src/net/http/header.go:96
# 0x6e71cd net/http.(*response).WriteHeader+0x23d /usr/local/go/src/net/http/server.go:1130
# 0x1e65454 github.com/opentracing-contrib/go-stdlib/nethttp.(*statusCodeTracker).WriteHeader+0x44 /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/status-code-tracker.go:19
# 0x1e68563 github.com/prometheus/client_golang/prometheus/promhttp.(*responseWriterDelegator).WriteHeader+0x53 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/delegator.go:65
# 0x1e68563 github.com/prometheus/client_golang/prometheus/promhttp.(*responseWriterDelegator).WriteHeader+0x53 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/delegator.go:65
# 0x1e68563 github.com/prometheus/client_golang/prometheus/promhttp.(*responseWriterDelegator).WriteHeader+0x53 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/delegator.go:65
# 0x1e6862d github.com/prometheus/client_golang/prometheus/promhttp.(*responseWriterDelegator).Write+0x9d /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/delegator.go:72
# 0x6803ee compress/gzip.(*Writer).Write+0x25e /usr/local/go/src/compress/gzip/gzip.go:168
# 0x5bb7e4 bufio.(*Writer).Flush+0x74 /usr/local/go/src/bufio/bufio.go:593
# 0x838cae github.com/prometheus/common/expfmt.MetricFamilyToText.func1+0x2e /app/vendor/github.com/prometheus/common/expfmt/text_create.go:85
# 0x836d1f github.com/prometheus/common/expfmt.MetricFamilyToText+0x11bf /app/vendor/github.com/prometheus/common/expfmt/text_create.go:269
# 0x838a7c github.com/prometheus/common/expfmt.NewEncoder.func7+0x3c /app/vendor/github.com/prometheus/common/expfmt/encode.go:144
# 0x838f20 github.com/prometheus/common/expfmt.encoderCloser.Encode+0x40 /app/vendor/github.com/prometheus/common/expfmt/encode.go:50
# 0x1e6db6e github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x47e /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/http.go:195
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e21b github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1+0xbb /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:40
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
0: 0 [1: 32] @ 0x6612e8 0x6df6d4 0x6e611f 0x6ea6a4 0x45f181
# 0x6612e7 net/textproto.(*Reader).ReadMIMEHeader+0x237 /usr/local/go/src/net/textproto/reader.go:517
# 0x6df6d3 net/http.readRequest+0x363 /usr/local/go/src/net/http/request.go:1059
# 0x6e611e net/http.(*conn).readRequest+0x15e /usr/local/go/src/net/http/server.go:965
# 0x6ea6a3 net/http.(*conn).serve+0x6d3 /usr/local/go/src/net/http/server.go:1817
0: 0 [3: 384] @ 0x846e5c 0x84630e 0x1e6d755 0x6eba54 0x1e6e21c 0x6eba54 0x1e6e73a 0x6eba54 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x846e5b github.com/prometheus/client_golang/prometheus.processMetric+0x46b /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:685
# 0x84630d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:489
# 0x1e6d754 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/http.go:126
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e21b github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1+0xbb /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:40
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [4: 24576] @ 0x7b4cb5 0x83fae2 0x852ead 0x45f181
# 0x7b4cb4 runtime/debug.ReadGCStats+0x574 /usr/local/go/src/runtime/debug/garbage.go:57
# 0x83fae1 github.com/prometheus/client_golang/prometheus.(*goCollector).Collect+0x291 /app/vendor/github.com/prometheus/client_golang/prometheus/go_collector.go:321
# 0x852eac github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:443
0: 0 [4: 192] @ 0x84d06f 0x83b356 0x846a8b 0x84630e 0x1e6d755 0x6eba54 0x1e6e21c 0x6eba54 0x1e6e73a 0x6eba54 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x84d06e github.com/prometheus/client_golang/prometheus.populateMetric+0x23e /app/vendor/github.com/prometheus/client_golang/prometheus/value.go:136
# 0x83b355 github.com/prometheus/client_golang/prometheus.(*counter).Write+0xc5 /app/vendor/github.com/prometheus/client_golang/prometheus/counter.go:146
# 0x846a8a github.com/prometheus/client_golang/prometheus.processMetric+0x9a /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:595
# 0x84630d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:489
# 0x1e6d754 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/http.go:126
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e21b github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1+0xbb /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:40
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [1: 96] @ 0x6612e8 0x6df6d4 0x6e611f 0x6ea6a4 0x45f181
# 0x6612e7 net/textproto.(*Reader).ReadMIMEHeader+0x237 /usr/local/go/src/net/textproto/reader.go:517
# 0x6df6d3 net/http.readRequest+0x363 /usr/local/go/src/net/http/request.go:1059
# 0x6e611e net/http.(*conn).readRequest+0x15e /usr/local/go/src/net/http/server.go:965
# 0x6ea6a3 net/http.(*conn).serve+0x6d3 /usr/local/go/src/net/http/server.go:1817
0: 0 [4: 128] @ 0x8392ea 0x846214 0x1e6d755 0x6eba54 0x1e6e21c 0x6eba54 0x1e6e73a 0x6eba54 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x8392e9 github.com/prometheus/client_golang/prometheus/internal.NormalizeMetricFamilies+0xa9 /app/vendor/github.com/prometheus/client_golang/prometheus/internal/metric.go:71
# 0x846213 github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x763 /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:546
# 0x1e6d754 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/http.go:126
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e21b github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1+0xbb /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:40
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [1: 1280] @ 0x839511 0x846214 0x1e6d755 0x6eba54 0x1e6e21c 0x6eba54 0x1e6e73a 0x6eba54 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x839510 github.com/prometheus/client_golang/prometheus/internal.NormalizeMetricFamilies+0x2d0 /app/vendor/github.com/prometheus/client_golang/prometheus/internal/metric.go:80
# 0x846213 github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x763 /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:546
# 0x1e6d754 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/http.go:126
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e21b github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1+0xbb /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:40
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [1: 48] @ 0x537b23 0x51a817 0x5386c2 0x537247 0x1e87e31 0x86477f 0x1e84c7f 0x1ec5db1 0x45f181
# 0x537b22 net.sockaddrToTCP+0xc2 /usr/local/go/src/net/tcpsock_posix.go:21
# 0x51a816 net.(*netFD).accept+0x306 /usr/local/go/src/net/fd_unix.go:255
# 0x5386c1 net.(*TCPListener).accept+0x31 /usr/local/go/src/net/tcpsock_posix.go:139
# 0x537246 net.(*TCPListener).Accept+0x46 /usr/local/go/src/net/tcpsock.go:261
# 0x1e87e30 golang.org/x/net/netutil.(*limitListener).Accept+0x50 /app/vendor/golang.org/x/net/netutil/listen.go:48
# 0x86477e github.com/mwitkow/go-conntrack.(*connTrackListener).Accept+0x7e /app/vendor/github.com/mwitkow/go-conntrack/listener_wrapper.go:100
# 0x1e84c7e github.com/soheilhy/cmux.(*cMux).Serve+0xae /app/vendor/github.com/soheilhy/cmux/cmux.go:162
# 0x1ec5db0 github.com/prometheus/prometheus/web.(*Handler).Run.func5+0x30 /app/web/web.go:588
0: 0 [14: 229376] @ 0x845b1a 0x1e6d755 0x6eba54 0x1e6e21c 0x6eba54 0x1e6e73a 0x6eba54 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x845b19 github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x69 /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:408
# 0x1e6d754 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/http.go:126
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e21b github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1+0xbb /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:40
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [1: 80] @ 0x84ab1f 0x846a8b 0x84630e 0x1e6d755 0x6eba54 0x1e6e21c 0x6eba54 0x1e6e73a 0x6eba54 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x84ab1e github.com/prometheus/client_golang/prometheus.(*summary).Write+0x3e /app/vendor/github.com/prometheus/client_golang/prometheus/summary.go:291
# 0x846a8a github.com/prometheus/client_golang/prometheus.processMetric+0x9a /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:595
# 0x84630d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:489
# 0x1e6d754 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/http.go:126
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e21b github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1+0xbb /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:40
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [2: 32] @ 0x847519 0x84630e 0x1e6d755 0x6eba54 0x1e6e21c 0x6eba54 0x1e6e73a 0x6eba54 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x847518 github.com/prometheus/client_golang/prometheus.processMetric+0xb28 /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:649
# 0x84630d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:489
# 0x1e6d754 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/http.go:126
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e21b github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1+0xbb /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:40
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [5: 30720] @ 0x40da83 0x40f6f9 0x4118ec 0x848e33 0x846db5 0x84630e 0x1e6d755 0x6eba54 0x1e6e21c 0x6eba54 0x1e6e73a 0x6eba54 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x848e32 github.com/prometheus/client_golang/prometheus.checkMetricConsistency+0xb52 /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:904
# 0x846db4 github.com/prometheus/client_golang/prometheus.processMetric+0x3c4 /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:670
# 0x84630d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:489
# 0x1e6d754 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/http.go:126
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e21b github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1+0xbb /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:40
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [2: 32] @ 0x84119e 0x846a8b 0x84630e 0x1e6d755 0x6eba54 0x1e6e21c 0x6eba54 0x1e6e73a 0x6eba54 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x84119d github.com/prometheus/client_golang/prometheus.(*histogram).Write+0x2ed /app/vendor/github.com/prometheus/client_golang/prometheus/histogram.go:317
# 0x846a8a github.com/prometheus/client_golang/prometheus.processMetric+0x9a /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:595
# 0x84630d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:489
# 0x1e6d754 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/http.go:126
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e21b github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1+0xbb /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:40
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [2: 96] @ 0x7a8136 0x81c243 0x8438f7 0x843423 0x852ead 0x45f181
# 0x7a8135 regexp.(*Regexp).Split+0xb5 /usr/local/go/src/regexp/regexp.go:1237
# 0x81c242 github.com/prometheus/procfs.Proc.Limits+0x272 /app/vendor/github.com/prometheus/procfs/proc_limits.go:100
# 0x8438f6 github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0x4b6 /app/vendor/github.com/prometheus/client_golang/prometheus/process_collector_other.go:59
# 0x843422 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /app/vendor/github.com/prometheus/client_golang/prometheus/process_collector.go:140
# 0x852eac github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:443
0: 0 [1: 3072] @ 0x40da83 0x40f6f9 0x4118ec 0x848e33 0x846db5 0x84630e 0x1e6d755 0x6eba54 0x1e6e21c 0x6eba54 0x1e6e73a 0x6eba54 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x848e32 github.com/prometheus/client_golang/prometheus.checkMetricConsistency+0xb52 /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:904
# 0x846db4 github.com/prometheus/client_golang/prometheus.processMetric+0x3c4 /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:670
# 0x84630d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:489
# 0x1e6d754 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/http.go:126
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e21b github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1+0xbb /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:40
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [1: 1408] @ 0x40da83 0x40f6f9 0x4118ec 0x848e33 0x846db5 0x84630e 0x1e6d755 0x6eba54 0x1e6e21c 0x6eba54 0x1e6e73a 0x6eba54 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x848e32 github.com/prometheus/client_golang/prometheus.checkMetricConsistency+0xb52 /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:904
# 0x846db4 github.com/prometheus/client_golang/prometheus.processMetric+0x3c4 /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:670
# 0x84630d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:489
# 0x1e6d754 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/http.go:126
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e21b github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1+0xbb /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:40
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [2: 192] @ 0x840ffa 0x846a8b 0x84630e 0x1e6d755 0x6eba54 0x1e6e21c 0x6eba54 0x1e6e73a 0x6eba54 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x840ff9 github.com/prometheus/client_golang/prometheus.(*histogram).Write+0x149 /app/vendor/github.com/prometheus/client_golang/prometheus/histogram.go:308
# 0x846a8a github.com/prometheus/client_golang/prometheus.processMetric+0x9a /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:595
# 0x84630d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:489
# 0x1e6d754 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/http.go:126
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e21b github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1+0xbb /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:40
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [7: 28672] @ 0x5bc76a 0x8212a6 0x81ed60 0x84416b 0x843423 0x852ead 0x45f181
# 0x5bc769 bufio.(*Scanner).Scan+0x229 /usr/local/go/src/bufio/scan.go:203
# 0x8212a5 github.com/prometheus/procfs.FS.Stat+0x2d5 /app/vendor/github.com/prometheus/procfs/stat.go:177
# 0x81ed5f github.com/prometheus/procfs.ProcStat.StartTime+0x4f /app/vendor/github.com/prometheus/procfs/proc_stat.go:182
# 0x84416a github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0xd2a /app/vendor/github.com/prometheus/client_golang/prometheus/process_collector_other.go:44
# 0x843422 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /app/vendor/github.com/prometheus/client_golang/prometheus/process_collector.go:140
# 0x852eac github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:443
0: 0 [1: 2048] @ 0x1c9bc6c 0x1c9b1be 0x1c98d0d 0x1c9f4e4 0x1cc7671 0x1cc69ae 0x1cce7f9 0x1cce541 0x1ccded0 0x45f181
# 0x1c9bc6b github.com/prometheus/prometheus/tsdb/index.(*Writer).writeLabelIndex+0x8cb /app/tsdb/index/index.go:600
# 0x1c9b1bd github.com/prometheus/prometheus/tsdb/index.(*Writer).writeLabelIndices+0x4cd /app/tsdb/index/index.go:569
# 0x1c98d0c github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xec /app/tsdb/index/index.go:371
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc69ad github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Write+0x1cd /app/tsdb/compact.go:486
# 0x1cce7f8 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0x98 /app/tsdb/db.go:756
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [7: 224] @ 0x848b85 0x846db5 0x84630e 0x1e6d755 0x6eba54 0x1e6e21c 0x6eba54 0x1e6e73a 0x6eba54 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x848b84 github.com/prometheus/client_golang/prometheus.checkMetricConsistency+0x8a4 /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:884
# 0x846db4 github.com/prometheus/client_golang/prometheus.processMetric+0x3c4 /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:670
# 0x84630d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:489
# 0x1e6d754 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/http.go:126
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e21b github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1+0xbb /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:40
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [3: 12288] @ 0x5bc76a 0x81c1d7 0x8438f7 0x843423 0x852ead 0x45f181
# 0x5bc769 bufio.(*Scanner).Scan+0x229 /usr/local/go/src/bufio/scan.go:203
# 0x81c1d6 github.com/prometheus/procfs.Proc.Limits+0x206 /app/vendor/github.com/prometheus/procfs/proc_limits.go:99
# 0x8438f6 github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0x4b6 /app/vendor/github.com/prometheus/client_golang/prometheus/process_collector_other.go:59
# 0x843422 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /app/vendor/github.com/prometheus/client_golang/prometheus/process_collector.go:140
# 0x852eac github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:443
0: 0 [1: 96] @ 0x4db13c 0x4db477 0x4d99c3 0x81c0b9 0x81c029 0x8438f7 0x843423 0x852ead 0x45f181
# 0x4db13b os.newFile+0x6b /usr/local/go/src/os/file_unix.go:116
# 0x4db476 os.openFileNolog+0x1b6 /usr/local/go/src/os/file_unix.go:222
# 0x4d99c2 os.OpenFile+0x62 /usr/local/go/src/os/file.go:300
# 0x81c0b8 os.Open+0xe8 /usr/local/go/src/os/file.go:280
# 0x81c028 github.com/prometheus/procfs.Proc.Limits+0x58 /app/vendor/github.com/prometheus/procfs/proc_limits.go:89
# 0x8438f6 github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0x4b6 /app/vendor/github.com/prometheus/client_golang/prometheus/process_collector_other.go:59
# 0x843422 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /app/vendor/github.com/prometheus/client_golang/prometheus/process_collector.go:140
# 0x852eac github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:443
0: 0 [3: 24576] @ 0x4d6a5a 0x81a3a3 0x81a240 0x8437eb 0x843806 0x843423 0x852ead 0x45f181
# 0x4d6a59 os.(*File).readdirnames+0x409 /usr/local/go/src/os/dir_unix.go:34
# 0x81a3a2 os.(*File).Readdirnames+0x2a2 /usr/local/go/src/os/dir.go:48
# 0x81a23f github.com/prometheus/procfs.Proc.fileDescriptors+0x13f /app/vendor/github.com/prometheus/procfs/proc.go:258
# 0x8437ea github.com/prometheus/procfs.Proc.FileDescriptorsLen+0x3aa /app/vendor/github.com/prometheus/procfs/proc.go:219
# 0x843805 github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0x3c5 /app/vendor/github.com/prometheus/client_golang/prometheus/process_collector_other.go:53
# 0x843422 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /app/vendor/github.com/prometheus/client_golang/prometheus/process_collector.go:140
# 0x852eac github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:443
0: 0 [1: 48] @ 0x84cfee 0x83d8c5 0x846a8b 0x84630e 0x1e6d755 0x6eba54 0x1e6e21c 0x6eba54 0x1e6e73a 0x6eba54 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x84cfed github.com/prometheus/client_golang/prometheus.populateMetric+0x1bd /app/vendor/github.com/prometheus/client_golang/prometheus/value.go:138
# 0x83d8c4 github.com/prometheus/client_golang/prometheus.(*gauge).Write+0x64 /app/vendor/github.com/prometheus/client_golang/prometheus/gauge.go:126
# 0x846a8a github.com/prometheus/client_golang/prometheus.processMetric+0x9a /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:595
# 0x84630d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:489
# 0x1e6d754 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/http.go:126
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e21b github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1+0xbb /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:40
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [1: 128] @ 0x1ec6c0f 0x1ec6b97 0x1ec6a70 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x1ec6c0e net/http.cloneURL+0x1fe /usr/local/go/src/net/http/clone.go:26
# 0x1ec6b96 net/http.(*Request).WithContext+0x186 /usr/local/go/src/net/http/request.go:360
# 0x1ec6a6f github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x5f /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [13: 212992] @ 0x845b40 0x1e6d755 0x6eba54 0x1e6e21c 0x6eba54 0x1e6e73a 0x6eba54 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x845b3f github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x8f /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:409
# 0x1e6d754 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/http.go:126
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e21b github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1+0xbb /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:40
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [4: 16384] @ 0x547b77 0x5474bb 0x54796b 0x5de0f0 0x805b6c 0x805b86 0x82116c 0x81ed60 0x84416b 0x843423 0x852ead 0x45f181
# 0x547b76 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229
# 0x5474ba bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142
# 0x54796a bytes.(*Buffer).ReadFrom+0x4a /usr/local/go/src/bytes/buffer.go:202
# 0x5de0ef io/ioutil.readAll+0xff /usr/local/go/src/io/ioutil/ioutil.go:36
# 0x805b6b io/ioutil.ReadAll+0x12b /usr/local/go/src/io/ioutil/ioutil.go:45
# 0x805b85 github.com/prometheus/procfs/internal/util.ReadFileNoStat+0x145 /app/vendor/github.com/prometheus/procfs/internal/util/readfile.go:37
# 0x82116b github.com/prometheus/procfs.FS.Stat+0x19b /app/vendor/github.com/prometheus/procfs/stat.go:169
# 0x81ed5f github.com/prometheus/procfs.ProcStat.StartTime+0x4f /app/vendor/github.com/prometheus/procfs/proc_stat.go:182
# 0x84416a github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0xd2a /app/vendor/github.com/prometheus/client_golang/prometheus/process_collector_other.go:44
# 0x843422 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /app/vendor/github.com/prometheus/client_golang/prometheus/process_collector.go:140
# 0x852eac github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:443
0: 0 [5: 1200] @ 0x7aac6e 0x7a57bd 0x7a7c54 0x7a8104 0x81c243 0x8438f7 0x843423 0x852ead 0x45f181
# 0x7aac6d regexp.(*Regexp).FindAllStringIndex.func1+0x11d /usr/local/go/src/regexp/regexp.go:1119
# 0x7a57bc regexp.(*Regexp).allMatches+0x21c /usr/local/go/src/regexp/regexp.go:789
# 0x7a7c53 regexp.(*Regexp).FindAllStringIndex+0xa3 /usr/local/go/src/regexp/regexp.go:1117
# 0x7a8103 regexp.(*Regexp).Split+0x83 /usr/local/go/src/regexp/regexp.go:1236
# 0x81c242 github.com/prometheus/procfs.Proc.Limits+0x272 /app/vendor/github.com/prometheus/procfs/proc_limits.go:100
# 0x8438f6 github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0x4b6 /app/vendor/github.com/prometheus/client_golang/prometheus/process_collector_other.go:59
# 0x843422 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /app/vendor/github.com/prometheus/client_golang/prometheus/process_collector.go:140
# 0x852eac github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:443
0: 0 [6: 442368] @ 0x6742e3 0x67425d 0x674a62 0x680482 0x5bb7e5 0x838caf 0x836d20 0x838a7d 0x838f21 0x1e6db6f 0x6eba54 0x1e6e21c 0x6eba54 0x1e6e73a 0x6eba54 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845
# 0x6742e2 compress/flate.(*compressor).initDeflate+0x612 /usr/local/go/src/compress/flate/deflate.go:374
# 0x67425c compress/flate.(*compressor).init+0x58c /usr/local/go/src/compress/flate/deflate.go:599
# 0x674a61 compress/flate.NewWriter+0x61 /usr/local/go/src/compress/flate/deflate.go:668
# 0x680481 compress/gzip.(*Writer).Write+0x2f1 /usr/local/go/src/compress/gzip/gzip.go:191
# 0x5bb7e4 bufio.(*Writer).Flush+0x74 /usr/local/go/src/bufio/bufio.go:593
# 0x838cae github.com/prometheus/common/expfmt.MetricFamilyToText.func1+0x2e /app/vendor/github.com/prometheus/common/expfmt/text_create.go:85
# 0x836d1f github.com/prometheus/common/expfmt.MetricFamilyToText+0x11bf /app/vendor/github.com/prometheus/common/expfmt/text_create.go:269
# 0x838a7c github.com/prometheus/common/expfmt.NewEncoder.func7+0x3c /app/vendor/github.com/prometheus/common/expfmt/encode.go:144
# 0x838f20 github.com/prometheus/common/expfmt.encoderCloser.Encode+0x40 /app/vendor/github.com/prometheus/common/expfmt/encode.go:50
# 0x1e6db6e github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x47e /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/http.go:195
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e21b github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1+0xbb /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:40
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [3: 3072] @ 0x8212e6 0x8212b2 0x81ed60 0x84416b 0x843423 0x852ead 0x45f181
# 0x8212e5 bufio.(*Scanner).Text+0x315 /usr/local/go/src/bufio/scan.go:112
# 0x8212b1 github.com/prometheus/procfs.FS.Stat+0x2e1 /app/vendor/github.com/prometheus/procfs/stat.go:178
# 0x81ed5f github.com/prometheus/procfs.ProcStat.StartTime+0x4f /app/vendor/github.com/prometheus/procfs/proc_stat.go:182
# 0x84416a github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0xd2a /app/vendor/github.com/prometheus/client_golang/prometheus/process_collector_other.go:44
# 0x843422 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /app/vendor/github.com/prometheus/client_golang/prometheus/process_collector.go:140
# 0x852eac github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:443
0: 0 [8: 49152] @ 0x83f892 0x852ead 0x45f181
# 0x83f891 github.com/prometheus/client_golang/prometheus.(*goCollector).Collect+0x41 /app/vendor/github.com/prometheus/client_golang/prometheus/go_collector.go:302
# 0x852eac github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:443
0: 0 [11: 880] @ 0x8474c2 0x84630e 0x1e6d755 0x6eba54 0x1e6e21c 0x6eba54 0x1e6e73a 0x6eba54 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x8474c1 github.com/prometheus/client_golang/prometheus.processMetric+0xad1 /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:647
# 0x84630d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:489
# 0x1e6d754 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/http.go:126
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e21b github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1+0xbb /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:40
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [27: 3024] @ 0x846a67 0x84630e 0x1e6d755 0x6eba54 0x1e6e21c 0x6eba54 0x1e6e73a 0x6eba54 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x846a66 github.com/prometheus/client_golang/prometheus.processMetric+0x76 /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:594
# 0x84630d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:489
# 0x1e6d754 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/http.go:126
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e21b github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1+0xbb /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:40
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [1: 16] @ 0x5205ac 0x535d87 0x535a71 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x859bb6 0x859a82 0x864c5d 0x86485a 0x1e84c7f 0x1ec5db1 0x45f181
# 0x5205ab net.IP.String+0x4eb /usr/local/go/src/net/ip.go:313
# 0x535d86 net.ipEmptyString+0x356 /usr/local/go/src/net/ip.go:372
# 0x535a70 net.(*TCPAddr).String+0x40 /usr/local/go/src/net/tcpsock.go:32
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x859bb5 golang.org/x/net/trace.(*eventLog).printf+0x95 /app/vendor/golang.org/x/net/trace/events.go:314
# 0x859a81 golang.org/x/net/trace.(*eventLog).Printf+0x61 /app/vendor/golang.org/x/net/trace/events.go:306
# 0x864c5c github.com/mwitkow/go-conntrack.newServerConnTracker+0x31c /app/vendor/github.com/mwitkow/go-conntrack/listener_wrapper.go:133
# 0x864859 github.com/mwitkow/go-conntrack.(*connTrackListener).Accept+0x159 /app/vendor/github.com/mwitkow/go-conntrack/listener_wrapper.go:116
# 0x1e84c7e github.com/soheilhy/cmux.(*cMux).Serve+0xae /app/vendor/github.com/soheilhy/cmux/cmux.go:162
# 0x1ec5db0 github.com/prometheus/prometheus/web.(*Handler).Run.func5+0x30 /app/web/web.go:588
0: 0 [4: 192] @ 0x84ada0 0x846a8b 0x84630e 0x1e6d755 0x6eba54 0x1e6e21c 0x6eba54 0x1e6e73a 0x6eba54 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x84ad9f github.com/prometheus/client_golang/prometheus.(*summary).Write+0x2bf /app/vendor/github.com/prometheus/client_golang/prometheus/summary.go:313
# 0x846a8a github.com/prometheus/client_golang/prometheus.processMetric+0x9a /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:595
# 0x84630d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:489
# 0x1e6d754 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/http.go:126
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e21b github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1+0xbb /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:40
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [16: 1024] @ 0x8411c5 0x846a8b 0x84630e 0x1e6d755 0x6eba54 0x1e6e21c 0x6eba54 0x1e6e73a 0x6eba54 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x8411c4 github.com/prometheus/client_golang/prometheus.(*histogram).Write+0x314 /app/vendor/github.com/prometheus/client_golang/prometheus/histogram.go:317
# 0x846a8a github.com/prometheus/client_golang/prometheus.processMetric+0x9a /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:595
# 0x84630d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:489
# 0x1e6d754 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/http.go:126
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e21b github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1+0xbb /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:40
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [5: 24320] @ 0x7b4d70 0x83fae2 0x852ead 0x45f181
# 0x7b4d6f runtime/debug.ReadGCStats+0x62f /usr/local/go/src/runtime/debug/garbage.go:39
# 0x83fae1 github.com/prometheus/client_golang/prometheus.(*goCollector).Collect+0x291 /app/vendor/github.com/prometheus/client_golang/prometheus/go_collector.go:321
# 0x852eac github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:443
0: 0 [12: 98304] @ 0x56096f 0x82134c 0x81ed60 0x84416b 0x843423 0x852ead 0x45f181
# 0x56096e strings.Fields+0x8e /usr/local/go/src/strings/strings.go:349
# 0x82134b github.com/prometheus/procfs.FS.Stat+0x37b /app/vendor/github.com/prometheus/procfs/stat.go:179
# 0x81ed5f github.com/prometheus/procfs.ProcStat.StartTime+0x4f /app/vendor/github.com/prometheus/procfs/proc_stat.go:182
# 0x84416a github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0xd2a /app/vendor/github.com/prometheus/client_golang/prometheus/process_collector_other.go:44
# 0x843422 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /app/vendor/github.com/prometheus/client_golang/prometheus/process_collector.go:140
# 0x852eac github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:443
0: 0 [1: 32] @ 0x1b77db6 0x1d84d45 0x1d85c12 0x1d79e35 0x1d86109 0x45f181
# 0x1b77db5 github.com/prometheus/prometheus/pkg/labels.(*Builder).Labels+0x255 /app/pkg/labels/labels.go:404
# 0x1d84d44 github.com/prometheus/prometheus/scrape.populateLabels+0x384 /app/scrape/target.go:367
# 0x1d85c11 github.com/prometheus/prometheus/scrape.targetsFromGroup+0x461 /app/scrape/target.go:452
# 0x1d79e34 github.com/prometheus/prometheus/scrape.(*scrapePool).Sync+0x324 /app/scrape/scrape.go:364
# 0x1d86108 github.com/prometheus/prometheus/scrape.(*Manager).reload.func1+0x48 /app/scrape/manager.go:197
0: 0 [3: 48] @ 0x84116c 0x846a8b 0x84630e 0x1e6d755 0x6eba54 0x1e6e21c 0x6eba54 0x1e6e73a 0x6eba54 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x84116b github.com/prometheus/client_golang/prometheus.(*histogram).Write+0x2bb /app/vendor/github.com/prometheus/client_golang/prometheus/histogram.go:316
# 0x846a8a github.com/prometheus/client_golang/prometheus.processMetric+0x9a /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:595
# 0x84630d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:489
# 0x1e6d754 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/http.go:126
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e21b github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1+0xbb /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:40
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [1: 144] @ 0x411a8c 0x8d39b4 0x8d6b70 0x8d31bb 0x8d2b3f 0x8cb5e0 0x8cb5c4 0x8c84ec 0x8c827b 0x8b6252 0x8b6e47 0x8b66a7 0x8b6814 0x8b6640 0x8e325b 0xe9610f 0xe9611a 0xe95539 0xe94a32 0x45f181
# 0x8d39b3 gopkg.in/yaml%2ev2.yaml_parser_save_simple_key+0x1f3 /app/vendor/gopkg.in/yaml.v2/scannerc.go:872
# 0x8d6b6f gopkg.in/yaml%2ev2.yaml_parser_fetch_plain_scalar+0x3f /app/vendor/gopkg.in/yaml.v2/scannerc.go:1426
# 0x8d31ba gopkg.in/yaml%2ev2.yaml_parser_fetch_next_token+0x49a /app/vendor/gopkg.in/yaml.v2/scannerc.go:813
# 0x8d2b3e gopkg.in/yaml%2ev2.yaml_parser_fetch_more_tokens+0x3e /app/vendor/gopkg.in/yaml.v2/scannerc.go:642
# 0x8cb5df gopkg.in/yaml%2ev2.peek_token+0x41f /app/vendor/gopkg.in/yaml.v2/parserc.go:47
# 0x8cb5c3 gopkg.in/yaml%2ev2.yaml_parser_parse_block_sequence_entry+0x403 /app/vendor/gopkg.in/yaml.v2/parserc.go:594
# 0x8c84eb gopkg.in/yaml%2ev2.yaml_parser_state_machine+0x23b /app/vendor/gopkg.in/yaml.v2/parserc.go:122
# 0x8c827a gopkg.in/yaml%2ev2.yaml_parser_parse+0x8a /app/vendor/gopkg.in/yaml.v2/parserc.go:72
# 0x8b6251 gopkg.in/yaml%2ev2.(*parser).peek+0x41 /app/vendor/gopkg.in/yaml.v2/decode.go:105
# 0x8b6e46 gopkg.in/yaml%2ev2.(*parser).sequence+0x96 /app/vendor/gopkg.in/yaml.v2/decode.go:205
# 0x8b66a6 gopkg.in/yaml%2ev2.(*parser).parse+0x1a6 /app/vendor/gopkg.in/yaml.v2/decode.go:151
# 0x8b6813 gopkg.in/yaml%2ev2.(*parser).document+0xa3 /app/vendor/gopkg.in/yaml.v2/decode.go:175
# 0x8b663f gopkg.in/yaml%2ev2.(*parser).parse+0x13f /app/vendor/gopkg.in/yaml.v2/decode.go:153
# 0x8e325a gopkg.in/yaml%2ev2.unmarshal+0x27a /app/vendor/gopkg.in/yaml.v2/yaml.go:142
# 0xe9610e gopkg.in/yaml%2ev2.UnmarshalStrict+0x22e /app/vendor/gopkg.in/yaml.v2/yaml.go:89
# 0xe96119 github.com/prometheus/prometheus/discovery/file.(*Discovery).readFile+0x239 /app/discovery/file/file.go:383
# 0xe95538 github.com/prometheus/prometheus/discovery/file.(*Discovery).refresh+0x138 /app/discovery/file/file.go:319
# 0xe94a31 github.com/prometheus/prometheus/discovery/file.(*Discovery).Run+0x4b1 /app/discovery/file/file.go:260
0: 0 [1: 1024] @ 0x5620a8 0x562085 0x561cd0 0x1d22832 0x1d096b2 0x1d07244 0x1e8da9a 0x1e9b48e 0x6eba54 0x1e8a27c 0x1ec5a45 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x70eeda 0x6eba54 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x5620a7 strings.(*Builder).grow+0x457 /usr/local/go/src/strings/builder.go:67
# 0x562084 strings.(*Builder).Grow+0x434 /usr/local/go/src/strings/builder.go:81
# 0x561ccf strings.Repeat+0x7f /usr/local/go/src/strings/strings.go:540
# 0x1d22831 github.com/prometheus/prometheus/promql.ActiveQueryTracker.Delete+0x71 /app/promql/query_logger.go:180
# 0x1d096b1 github.com/prometheus/prometheus/promql.(*Engine).exec+0x521 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1e8da99 github.com/prometheus/prometheus/web/api/v1.(*API).queryRange+0xb59 /app/web/api/v1/api.go:418
# 0x1e9b48d github.com/prometheus/prometheus/web/api/v1.(*API).Register.func1.1+0x8d /app/web/api/v1/api.go:251
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e8a27b github.com/prometheus/prometheus/util/httputil.CompressionHandler.ServeHTTP+0x7b /app/util/httputil/compression.go:90
# 0x1ec5a44 github.com/prometheus/prometheus/web.(*Handler).testReady.func1+0x54 /app/web/web.go:489
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x70eed9 net/http.StripPrefix.func1+0x189 /usr/local/go/src/net/http/server.go:2046
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [1: 1024] @ 0x1cdf8e1 0x1cea00a 0x1ce5b4a 0x1ce5af0 0x1ce47ce 0x1d257f4 0x1c73bfc 0x1c73949 0x1c73a93 0x1d0b45a 0x1d0b360 0x1d09eba 0x1d09656 0x1d07244 0x1e8da9a 0x1e9b48e 0x6eba54 0x1e8a27c 0x1ec5a45 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x70eeda 0x6eba54 0x6eda2d
# 0x1cdf8e0 github.com/prometheus/prometheus/tsdb.(*headIndexReader).SortedPostings+0x50 /app/tsdb/head.go:1394
# 0x1cea009 github.com/prometheus/prometheus/tsdb.lookupChunkSeries+0x1c9 /app/tsdb/querier.go:692
# 0x1ce5b49 github.com/prometheus/prometheus/tsdb.LookupChunkSeriesSorted+0x99 /app/tsdb/querier.go:680
# 0x1ce5aef github.com/prometheus/prometheus/tsdb.(*blockQuerier).Select+0x3f /app/tsdb/querier.go:197
# 0x1ce47cd github.com/prometheus/prometheus/tsdb.(*querier).Select+0x13d /app/tsdb/querier.go:102
# 0x1d257f3 github.com/prometheus/prometheus/promql.(*Engine).populateSeries.func1+0x3d3 /app/promql/engine.go:692
# 0x1c73bfb github.com/prometheus/prometheus/promql/parser.inspector.Visit+0x5b /app/promql/parser/ast.go:293
# 0x1c73948 github.com/prometheus/prometheus/promql/parser.Walk+0x78 /app/promql/parser/ast.go:275
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1d0b459 github.com/prometheus/prometheus/promql/parser.Inspect+0x169 /app/promql/parser/ast.go:305
# 0x1d0b35f github.com/prometheus/prometheus/promql.(*Engine).populateSeries+0x6f /app/promql/engine.go:655
# 0x1d09eb9 github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x319 /app/promql/engine.go:513
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1e8da99 github.com/prometheus/prometheus/web/api/v1.(*API).queryRange+0xb59 /app/web/api/v1/api.go:418
# 0x1e9b48d github.com/prometheus/prometheus/web/api/v1.(*API).Register.func1.1+0x8d /app/web/api/v1/api.go:251
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e8a27b github.com/prometheus/prometheus/util/httputil.CompressionHandler.ServeHTTP+0x7b /app/util/httputil/compression.go:90
# 0x1ec5a44 github.com/prometheus/prometheus/web.(*Handler).testReady.func1+0x54 /app/web/web.go:489
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x70eed9 net/http.StripPrefix.func1+0x189 /usr/local/go/src/net/http/server.go:2046
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
0: 0 [1: 144] @ 0x1ce5baf 0x1ce47ce 0x1d257f4 0x1c73bfc 0x1c73949 0x1d0b45a 0x1d0b360 0x1d09eba 0x1d09656 0x1d07244 0x1e8da9a 0x1e9b48e 0x6eba54 0x1e8a27c 0x1ec5a45 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x70eeda 0x6eba54 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54
# 0x1ce5bae github.com/prometheus/prometheus/tsdb.(*blockQuerier).Select+0xfe /app/tsdb/querier.go:216
# 0x1ce47cd github.com/prometheus/prometheus/tsdb.(*querier).Select+0x13d /app/tsdb/querier.go:102
# 0x1d257f3 github.com/prometheus/prometheus/promql.(*Engine).populateSeries.func1+0x3d3 /app/promql/engine.go:692
# 0x1c73bfb github.com/prometheus/prometheus/promql/parser.inspector.Visit+0x5b /app/promql/parser/ast.go:293
# 0x1c73948 github.com/prometheus/prometheus/promql/parser.Walk+0x78 /app/promql/parser/ast.go:275
# 0x1d0b459 github.com/prometheus/prometheus/promql/parser.Inspect+0x169 /app/promql/parser/ast.go:305
# 0x1d0b35f github.com/prometheus/prometheus/promql.(*Engine).populateSeries+0x6f /app/promql/engine.go:655
# 0x1d09eb9 github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x319 /app/promql/engine.go:513
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1e8da99 github.com/prometheus/prometheus/web/api/v1.(*API).queryRange+0xb59 /app/web/api/v1/api.go:418
# 0x1e9b48d github.com/prometheus/prometheus/web/api/v1.(*API).Register.func1.1+0x8d /app/web/api/v1/api.go:251
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e8a27b github.com/prometheus/prometheus/util/httputil.CompressionHandler.ServeHTTP+0x7b /app/util/httputil/compression.go:90
# 0x1ec5a44 github.com/prometheus/prometheus/web.(*Handler).testReady.func1+0x54 /app/web/web.go:489
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x70eed9 net/http.StripPrefix.func1+0x189 /usr/local/go/src/net/http/server.go:2046
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
0: 0 [1: 48] @ 0x6ea5c4 0x45f181
# 0x6ea5c3 net/http.(*conn).serve+0x5f3 /usr/local/go/src/net/http/server.go:1812
0: 0 [1: 64] @ 0x1c93608 0x1c934a0 0x1d0948a 0x1d07244 0x1e8da9a 0x1e9b48e 0x6eba54 0x1e8a27c 0x1ec5a45 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x70eeda 0x6eba54 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x1c93607 github.com/prometheus/prometheus/util/stats.(*TimerGroup).GetTimer+0x197 /app/util/stats/timer.go:75
# 0x1c9349f github.com/prometheus/prometheus/util/stats.(*QueryTimers).GetSpanTimer+0x2f /app/util/stats/query_stats.go:156
# 0x1d09489 github.com/prometheus/prometheus/promql.(*Engine).exec+0x2f9 /app/promql/engine.go:458
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1e8da99 github.com/prometheus/prometheus/web/api/v1.(*API).queryRange+0xb59 /app/web/api/v1/api.go:418
# 0x1e9b48d github.com/prometheus/prometheus/web/api/v1.(*API).Register.func1.1+0x8d /app/web/api/v1/api.go:251
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e8a27b github.com/prometheus/prometheus/util/httputil.CompressionHandler.ServeHTTP+0x7b /app/util/httputil/compression.go:90
# 0x1ec5a44 github.com/prometheus/prometheus/web.(*Handler).testReady.func1+0x54 /app/web/web.go:489
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x70eed9 net/http.StripPrefix.func1+0x189 /usr/local/go/src/net/http/server.go:2046
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [1: 16] @ 0x1ca2baa 0x1cc13fd 0x1ce8150 0x1ce72c3 0x1ce9ecc 0x1ce5b4a 0x1ce5af0 0x1ce47ce 0x1d257f4 0x1c73bfc 0x1c73949 0x1c73a93 0x1c73a93 0x1d0b45a 0x1d0b360 0x1d09eba 0x1d09656 0x1d07244 0x1e8da9a 0x1e9b48e 0x6eba54 0x1e8a27c 0x1ec5a45 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe
# 0x1ca2ba9 github.com/prometheus/prometheus/tsdb/index.(*Reader).Postings+0xd9 /app/tsdb/index/index.go:1523
# 0x1cc13fc github.com/prometheus/prometheus/tsdb.blockIndexReader.Postings+0x8c /app/tsdb/block.go:428
# 0x1ce814f github.com/prometheus/prometheus/tsdb.postingsForMatcher+0x4af /app/tsdb/querier.go:392
# 0x1ce72c2 github.com/prometheus/prometheus/tsdb.PostingsForMatchers+0x292 /app/tsdb/querier.go:349
# 0x1ce9ecb github.com/prometheus/prometheus/tsdb.lookupChunkSeries+0x8b /app/tsdb/querier.go:687
# 0x1ce5b49 github.com/prometheus/prometheus/tsdb.LookupChunkSeriesSorted+0x99 /app/tsdb/querier.go:680
# 0x1ce5aef github.com/prometheus/prometheus/tsdb.(*blockQuerier).Select+0x3f /app/tsdb/querier.go:197
# 0x1ce47cd github.com/prometheus/prometheus/tsdb.(*querier).Select+0x13d /app/tsdb/querier.go:102
# 0x1d257f3 github.com/prometheus/prometheus/promql.(*Engine).populateSeries.func1+0x3d3 /app/promql/engine.go:692
# 0x1c73bfb github.com/prometheus/prometheus/promql/parser.inspector.Visit+0x5b /app/promql/parser/ast.go:293
# 0x1c73948 github.com/prometheus/prometheus/promql/parser.Walk+0x78 /app/promql/parser/ast.go:275
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1d0b459 github.com/prometheus/prometheus/promql/parser.Inspect+0x169 /app/promql/parser/ast.go:305
# 0x1d0b35f github.com/prometheus/prometheus/promql.(*Engine).populateSeries+0x6f /app/promql/engine.go:655
# 0x1d09eb9 github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x319 /app/promql/engine.go:513
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1e8da99 github.com/prometheus/prometheus/web/api/v1.(*API).queryRange+0xb59 /app/web/api/v1/api.go:418
# 0x1e9b48d github.com/prometheus/prometheus/web/api/v1.(*API).Register.func1.1+0x8d /app/web/api/v1/api.go:251
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e8a27b github.com/prometheus/prometheus/util/httputil.CompressionHandler.ServeHTTP+0x7b /app/util/httputil/compression.go:90
# 0x1ec5a44 github.com/prometheus/prometheus/web.(*Handler).testReady.func1+0x54 /app/web/web.go:489
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
0: 0 [2: 64] @ 0x1d0c2a6 0x1d13708 0x1d26a87 0x1d0cb88 0x1d10d70 0x1d0bfe9 0x1d0ab0e 0x1d09656 0x1d07244 0x1e8da9a 0x1e9b48e 0x6eba54 0x1e8a27c 0x1ec5a45 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x70eeda 0x6eba54 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4
# 0x1d0c2a5 github.com/prometheus/prometheus/promql.(*EvalNodeHelper).signatureFunc+0x75 /app/promql/engine.go:861
# 0x1d13707 github.com/prometheus/prometheus/promql.(*evaluator).VectorBinop+0x77 /app/promql/engine.go:1584
# 0x1d26a86 github.com/prometheus/prometheus/promql.(*evaluator).eval.func9+0xd6 /app/promql/engine.go:1250
# 0x1d0cb87 github.com/prometheus/prometheus/promql.(*evaluator).rangeEval+0x827 /app/promql/engine.go:939
# 0x1d10d6f github.com/prometheus/prometheus/promql.(*evaluator).eval+0x2fcf /app/promql/engine.go:1249
# 0x1d0bfe8 github.com/prometheus/prometheus/promql.(*evaluator).Eval+0x98 /app/promql/engine.go:814
# 0x1d0ab0d github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0xf6d /app/promql/engine.go:584
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1e8da99 github.com/prometheus/prometheus/web/api/v1.(*API).queryRange+0xb59 /app/web/api/v1/api.go:418
# 0x1e9b48d github.com/prometheus/prometheus/web/api/v1.(*API).Register.func1.1+0x8d /app/web/api/v1/api.go:251
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e8a27b github.com/prometheus/prometheus/util/httputil.CompressionHandler.ServeHTTP+0x7b /app/util/httputil/compression.go:90
# 0x1ec5a44 github.com/prometheus/prometheus/web.(*Handler).testReady.func1+0x54 /app/web/web.go:489
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x70eed9 net/http.StripPrefix.func1+0x189 /usr/local/go/src/net/http/server.go:2046
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
0: 0 [1: 32] @ 0x1d0f86c 0x1d0f855 0x1d0bfe9 0x1d0ab0e 0x1d09656 0x1d07244 0x1e8da9a 0x1e9b48e 0x6eba54 0x1e8a27c 0x1ec5a45 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x70eeda 0x6eba54 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x1d0f86b github.com/prometheus/prometheus/promql.putPointSlice+0x1acb /app/promql/engine.go:1416
# 0x1d0f854 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x1ab4 /app/promql/engine.go:1163
# 0x1d0bfe8 github.com/prometheus/prometheus/promql.(*evaluator).Eval+0x98 /app/promql/engine.go:814
# 0x1d0ab0d github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0xf6d /app/promql/engine.go:584
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1e8da99 github.com/prometheus/prometheus/web/api/v1.(*API).queryRange+0xb59 /app/web/api/v1/api.go:418
# 0x1e9b48d github.com/prometheus/prometheus/web/api/v1.(*API).Register.func1.1+0x8d /app/web/api/v1/api.go:251
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e8a27b github.com/prometheus/prometheus/util/httputil.CompressionHandler.ServeHTTP+0x7b /app/util/httputil/compression.go:90
# 0x1ec5a44 github.com/prometheus/prometheus/web.(*Handler).testReady.func1+0x54 /app/web/web.go:489
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x70eed9 net/http.StripPrefix.func1+0x189 /usr/local/go/src/net/http/server.go:2046
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [1: 128] @ 0x1ec6c0f 0x1ec6b97 0x1ec6a70 0x1e837f6 0x1e7eebe 0x1e833ac 0x70eeda 0x6eba54 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x1ec6c0e net/http.cloneURL+0x1fe /usr/local/go/src/net/http/clone.go:26
# 0x1ec6b96 net/http.(*Request).WithContext+0x186 /usr/local/go/src/net/http/request.go:360
# 0x1ec6a6f github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x5f /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x70eed9 net/http.StripPrefix.func1+0x189 /usr/local/go/src/net/http/server.go:2046
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [2: 64] @ 0x1d0c91d 0x1d10d70 0x1d0bfe9 0x1d0ab0e 0x1d09656 0x1d07244 0x1e8da9a 0x1e9b48e 0x6eba54 0x1e8a27c 0x1ec5a45 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x70eeda 0x6eba54 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x1d0c91c github.com/prometheus/prometheus/promql.(*evaluator).rangeEval+0x5bc /app/promql/engine.go:935
# 0x1d10d6f github.com/prometheus/prometheus/promql.(*evaluator).eval+0x2fcf /app/promql/engine.go:1249
# 0x1d0bfe8 github.com/prometheus/prometheus/promql.(*evaluator).Eval+0x98 /app/promql/engine.go:814
# 0x1d0ab0d github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0xf6d /app/promql/engine.go:584
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1e8da99 github.com/prometheus/prometheus/web/api/v1.(*API).queryRange+0xb59 /app/web/api/v1/api.go:418
# 0x1e9b48d github.com/prometheus/prometheus/web/api/v1.(*API).Register.func1.1+0x8d /app/web/api/v1/api.go:251
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e8a27b github.com/prometheus/prometheus/util/httputil.CompressionHandler.ServeHTTP+0x7b /app/util/httputil/compression.go:90
# 0x1ec5a44 github.com/prometheus/prometheus/web.(*Handler).testReady.func1+0x54 /app/web/web.go:489
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x70eed9 net/http.StripPrefix.func1+0x189 /usr/local/go/src/net/http/server.go:2046
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [1: 352] @ 0x4133c3 0x1e8a0cc 0x1e8a042 0x1e8a01b 0x1e8a243 0x1ec5a45 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x70eeda 0x6eba54 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x1e8a0cb net/textproto.MIMEHeader.Set+0x48b /usr/local/go/src/net/textproto/header.go:22
# 0x1e8a041 net/http.Header.Set+0x401 /usr/local/go/src/net/http/header.go:37
# 0x1e8a01a github.com/prometheus/prometheus/util/httputil.newCompressedResponseWriter+0x3da /app/util/httputil/compression.go:62
# 0x1e8a242 github.com/prometheus/prometheus/util/httputil.CompressionHandler.ServeHTTP+0x42 /app/util/httputil/compression.go:89
# 0x1ec5a44 github.com/prometheus/prometheus/web.(*Handler).testReady.func1+0x54 /app/web/web.go:489
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x70eed9 net/http.StripPrefix.func1+0x189 /usr/local/go/src/net/http/server.go:2046
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [1: 48] @ 0x1c931e0 0x1c935a8 0x1d09370 0x1d07244 0x1e8da9a 0x1e9b48e 0x6eba54 0x1e8a27c 0x1ec5a45 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x70eeda 0x6eba54 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x1c931df github.com/prometheus/prometheus/util/stats.NewSpanTimer+0xff /app/util/stats/query_stats.go:134
# 0x1c935a7 github.com/prometheus/prometheus/util/stats.(*QueryTimers).GetSpanTimer+0x137 /app/util/stats/query_stats.go:156
# 0x1d0936f github.com/prometheus/prometheus/promql.(*Engine).exec+0x1df /app/promql/engine.go:455
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1e8da99 github.com/prometheus/prometheus/web/api/v1.(*API).queryRange+0xb59 /app/web/api/v1/api.go:418
# 0x1e9b48d github.com/prometheus/prometheus/web/api/v1.(*API).Register.func1.1+0x8d /app/web/api/v1/api.go:251
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e8a27b github.com/prometheus/prometheus/util/httputil.CompressionHandler.ServeHTTP+0x7b /app/util/httputil/compression.go:90
# 0x1ec5a44 github.com/prometheus/prometheus/web.(*Handler).testReady.func1+0x54 /app/web/web.go:489
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x70eed9 net/http.StripPrefix.func1+0x189 /usr/local/go/src/net/http/server.go:2046
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [1: 96] @ 0x1d08f98 0x1d08e7b 0x1e8d8e4 0x1e9b48e 0x6eba54 0x1e8a27c 0x1ec5a45 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x70eeda 0x6eba54 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x1d08f97 github.com/prometheus/prometheus/promql.(*Engine).newQuery+0x2e7 /app/promql/engine.go:400
# 0x1d08e7a github.com/prometheus/prometheus/promql.(*Engine).NewRangeQuery+0x1ca /app/promql/engine.go:383
# 0x1e8d8e3 github.com/prometheus/prometheus/web/api/v1.(*API).queryRange+0x9a3 /app/web/api/v1/api.go:411
# 0x1e9b48d github.com/prometheus/prometheus/web/api/v1.(*API).Register.func1.1+0x8d /app/web/api/v1/api.go:251
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e8a27b github.com/prometheus/prometheus/util/httputil.CompressionHandler.ServeHTTP+0x7b /app/util/httputil/compression.go:90
# 0x1ec5a44 github.com/prometheus/prometheus/web.(*Handler).testReady.func1+0x54 /app/web/web.go:489
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x70eed9 net/http.StripPrefix.func1+0x189 /usr/local/go/src/net/http/server.go:2046
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [1: 128] @ 0x70ee46 0x6eba54 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x70ee45 net/http.StripPrefix.func1+0xf5 /usr/local/go/src/net/http/server.go:2043
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [1: 48] @ 0x1d17aed 0x1d26320 0x1d0cb88 0x1d1043e 0x1d0d768 0x1d1110b 0x1d0bfe9 0x1d0ab0e 0x1d09656 0x1d07244 0x1e8da9a 0x1e9b48e 0x6eba54 0x1e8a27c 0x1ec5a45 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x70eeda 0x6eba54 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54
# 0x1d17aec github.com/prometheus/prometheus/promql.funcTime+0x2c /app/promql/functions.go:50
# 0x1d2631f github.com/prometheus/prometheus/promql.(*evaluator).eval.func4+0x6f /app/promql/engine.go:1078
# 0x1d0cb87 github.com/prometheus/prometheus/promql.(*evaluator).rangeEval+0x827 /app/promql/engine.go:939
# 0x1d1043d github.com/prometheus/prometheus/promql.(*evaluator).eval+0x269d /app/promql/engine.go:1077
# 0x1d0d767 github.com/prometheus/prometheus/promql.(*evaluator).rangeEval+0x1407 /app/promql/engine.go:887
# 0x1d1110a github.com/prometheus/prometheus/promql.(*evaluator).eval+0x336a /app/promql/engine.go:1260
# 0x1d0bfe8 github.com/prometheus/prometheus/promql.(*evaluator).Eval+0x98 /app/promql/engine.go:814
# 0x1d0ab0d github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0xf6d /app/promql/engine.go:584
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1e8da99 github.com/prometheus/prometheus/web/api/v1.(*API).queryRange+0xb59 /app/web/api/v1/api.go:418
# 0x1e9b48d github.com/prometheus/prometheus/web/api/v1.(*API).Register.func1.1+0x8d /app/web/api/v1/api.go:251
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e8a27b github.com/prometheus/prometheus/util/httputil.CompressionHandler.ServeHTTP+0x7b /app/util/httputil/compression.go:90
# 0x1ec5a44 github.com/prometheus/prometheus/web.(*Handler).testReady.func1+0x54 /app/web/web.go:489
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x70eed9 net/http.StripPrefix.func1+0x189 /usr/local/go/src/net/http/server.go:2046
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
0: 0 [1: 21760] @ 0x1ca243f 0x1cc11f6 0x1ce5dfb 0x1ce45a9 0x1ce423b 0x1ce40f8 0x1ce423b 0x1ce3996 0x1e8eec9 0x1e9b48e 0x6eba54 0x1e8a27c 0x1ec5a45 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x70eeda 0x6eba54 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845
# 0x1ca243e github.com/prometheus/prometheus/tsdb/index.(*Reader).LabelValues+0x35e /app/tsdb/index/index.go:1445
# 0x1cc11f5 github.com/prometheus/prometheus/tsdb.blockIndexReader.LabelValues+0x65 /app/tsdb/block.go:423
# 0x1ce5dfa github.com/prometheus/prometheus/tsdb.(*blockQuerier).LabelValues+0x4a /app/tsdb/querier.go:225
# 0x1ce45a8 github.com/prometheus/prometheus/tsdb.(*querier).lvals+0x558 /app/tsdb/querier.go:70
# 0x1ce423a github.com/prometheus/prometheus/tsdb.(*querier).lvals+0x1ea /app/tsdb/querier.go:80
# 0x1ce40f7 github.com/prometheus/prometheus/tsdb.(*querier).lvals+0xa7 /app/tsdb/querier.go:75
# 0x1ce423a github.com/prometheus/prometheus/tsdb.(*querier).lvals+0x1ea /app/tsdb/querier.go:80
# 0x1ce3995 github.com/prometheus/prometheus/tsdb.(*querier).LabelValues+0x65 /app/tsdb/querier.go:38
# 0x1e8eec8 github.com/prometheus/prometheus/web/api/v1.(*API).labelValues+0x368 /app/web/api/v1/api.go:483
# 0x1e9b48d github.com/prometheus/prometheus/web/api/v1.(*API).Register.func1.1+0x8d /app/web/api/v1/api.go:251
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e8a27b github.com/prometheus/prometheus/util/httputil.CompressionHandler.ServeHTTP+0x7b /app/util/httputil/compression.go:90
# 0x1ec5a44 github.com/prometheus/prometheus/web.(*Handler).testReady.func1+0x54 /app/web/web.go:489
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x70eed9 net/http.StripPrefix.func1+0x189 /usr/local/go/src/net/http/server.go:2046
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [1: 48] @ 0x40d6bd 0x1c6e8df 0x1c6d9af 0x1d09e01 0x1d09656 0x1d07244 0x1e8da9a 0x1e9b48e 0x6eba54 0x1e8a27c 0x1ec5a45 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x70eeda 0x6eba54 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x1c6e8de github.com/prometheus/prometheus/storage.NewMergeQuerier+0x10e /app/storage/fanout.go:206
# 0x1c6d9ae github.com/prometheus/prometheus/storage.(*fanout).Querier+0x24e /app/storage/fanout.go:88
# 0x1d09e00 github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x260 /app/promql/engine.go:506
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1e8da99 github.com/prometheus/prometheus/web/api/v1.(*API).queryRange+0xb59 /app/web/api/v1/api.go:418
# 0x1e9b48d github.com/prometheus/prometheus/web/api/v1.(*API).Register.func1.1+0x8d /app/web/api/v1/api.go:251
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e8a27b github.com/prometheus/prometheus/util/httputil.CompressionHandler.ServeHTTP+0x7b /app/util/httputil/compression.go:90
# 0x1ec5a44 github.com/prometheus/prometheus/web.(*Handler).testReady.func1+0x54 /app/web/web.go:489
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x70eed9 net/http.StripPrefix.func1+0x189 /usr/local/go/src/net/http/server.go:2046
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [1: 128] @ 0x1e83838 0x1e837b4 0x1e8372c 0x1e7eebe 0x1e833ac 0x70eeda 0x6eba54 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x1e83837 net/http.cloneURL+0x2d7 /usr/local/go/src/net/http/clone.go:26
# 0x1e837b3 net/http.(*Request).WithContext+0x253 /usr/local/go/src/net/http/request.go:360
# 0x1e8372b github.com/prometheus/common/route.(*Router).handle.func1+0x1cb /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x70eed9 net/http.StripPrefix.func1+0x189 /usr/local/go/src/net/http/server.go:2046
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [1: 16] @ 0x1ce80e4 0x1ce72c3 0x1ce9ecc 0x1ce5b4a 0x1ce5af0 0x1ce47ce 0x1d257f4 0x1c73bfc 0x1c73949 0x1d0b45a 0x1d0b360 0x1d09eba 0x1d09656 0x1d07244 0x1e8da9a 0x1e9b48e 0x6eba54 0x1e8a27c 0x1ec5a45 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x70eeda 0x6eba54 0x6eda2d
# 0x1ce80e3 github.com/prometheus/prometheus/tsdb.postingsForMatcher+0x443 /app/tsdb/querier.go:392
# 0x1ce72c2 github.com/prometheus/prometheus/tsdb.PostingsForMatchers+0x292 /app/tsdb/querier.go:349
# 0x1ce9ecb github.com/prometheus/prometheus/tsdb.lookupChunkSeries+0x8b /app/tsdb/querier.go:687
# 0x1ce5b49 github.com/prometheus/prometheus/tsdb.LookupChunkSeriesSorted+0x99 /app/tsdb/querier.go:680
# 0x1ce5aef github.com/prometheus/prometheus/tsdb.(*blockQuerier).Select+0x3f /app/tsdb/querier.go:197
# 0x1ce47cd github.com/prometheus/prometheus/tsdb.(*querier).Select+0x13d /app/tsdb/querier.go:102
# 0x1d257f3 github.com/prometheus/prometheus/promql.(*Engine).populateSeries.func1+0x3d3 /app/promql/engine.go:692
# 0x1c73bfb github.com/prometheus/prometheus/promql/parser.inspector.Visit+0x5b /app/promql/parser/ast.go:293
# 0x1c73948 github.com/prometheus/prometheus/promql/parser.Walk+0x78 /app/promql/parser/ast.go:275
# 0x1d0b459 github.com/prometheus/prometheus/promql/parser.Inspect+0x169 /app/promql/parser/ast.go:305
# 0x1d0b35f github.com/prometheus/prometheus/promql.(*Engine).populateSeries+0x6f /app/promql/engine.go:655
# 0x1d09eb9 github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x319 /app/promql/engine.go:513
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1e8da99 github.com/prometheus/prometheus/web/api/v1.(*API).queryRange+0xb59 /app/web/api/v1/api.go:418
# 0x1e9b48d github.com/prometheus/prometheus/web/api/v1.(*API).Register.func1.1+0x8d /app/web/api/v1/api.go:251
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e8a27b github.com/prometheus/prometheus/util/httputil.CompressionHandler.ServeHTTP+0x7b /app/util/httputil/compression.go:90
# 0x1ec5a44 github.com/prometheus/prometheus/web.(*Handler).testReady.func1+0x54 /app/web/web.go:489
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x70eed9 net/http.StripPrefix.func1+0x189 /usr/local/go/src/net/http/server.go:2046
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
0: 0 [1: 352256] @ 0x77c78a 0x77c637 0x77adca 0x7878da 0x7882f1 0x1ebeb6f 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x77c789 runtime/pprof.writeHeapInternal+0xa9 /usr/local/go/src/runtime/pprof/pprof.go:563
# 0x77c636 runtime/pprof.writeHeap+0x46 /usr/local/go/src/runtime/pprof/pprof.go:533
# 0x77adc9 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329
# 0x7878d9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245
# 0x7882f0 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268
# 0x1ebeb6e github.com/prometheus/prometheus/web.serveDebug+0x1ce /app/web/web.go:470
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [1: 48] @ 0x40d6bd 0xe95495 0xe94a32 0x45f181
# 0xe95494 github.com/prometheus/prometheus/discovery/file.(*Discovery).refresh+0x94 /app/discovery/file/file.go:317
# 0xe94a31 github.com/prometheus/prometheus/discovery/file.(*Discovery).Run+0x4b1 /app/discovery/file/file.go:260
0: 0 [1: 32768] @ 0x1d55f84 0x1d55f8f 0x1ec42ca 0x1ec32b5 0x1ec5a45 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x1d55f83 bytes.(*Buffer).String+0x3f3 /usr/local/go/src/bytes/buffer.go:65
# 0x1d55f8e github.com/prometheus/prometheus/template.Expander.ExpandHTML+0x3fe /app/template/template.go:354
# 0x1ec42c9 github.com/prometheus/prometheus/web.(*Handler).executeTemplate+0x2d9 /app/web/web.go:1098
# 0x1ec32b4 github.com/prometheus/prometheus/web.(*Handler).targets+0x174 /app/web/web.go:921
# 0x1ec5a44 github.com/prometheus/prometheus/web.(*Handler).testReady.func1+0x54 /app/web/web.go:489
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [1: 48] @ 0x72a57f 0x72a51e 0x729541 0x728bf7 0x727bc2 0x7467d1 0x76ef69 0x1d55e79 0x1ec42ca 0x1ec32b5 0x1ec5a45 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x72a57e text/template/parse.(*Tree).newText+0xde /usr/local/go/src/text/template/parse/node.go:128
# 0x72a51d text/template/parse.(*Tree).textOrAction+0x7d /usr/local/go/src/text/template/parse/parse.go:343
# 0x729540 text/template/parse.(*Tree).parse+0x380 /usr/local/go/src/text/template/parse/parse.go:291
# 0x728bf6 text/template/parse.(*Tree).Parse+0x246 /usr/local/go/src/text/template/parse/parse.go:230
# 0x727bc1 text/template/parse.Parse+0x121 /usr/local/go/src/text/template/parse/parse.go:55
# 0x7467d0 text/template.(*Template).Parse+0x110 /usr/local/go/src/text/template/template.go:200
# 0x76ef68 html/template.(*Template).Parse+0x98 /usr/local/go/src/html/template/template.go:189
# 0x1d55e78 github.com/prometheus/prometheus/template.Expander.ExpandHTML+0x2e8 /app/template/template.go:339
# 0x1ec42c9 github.com/prometheus/prometheus/web.(*Handler).executeTemplate+0x2d9 /app/web/web.go:1098
# 0x1ec32b4 github.com/prometheus/prometheus/web.(*Handler).targets+0x174 /app/web/web.go:921
# 0x1ec5a44 github.com/prometheus/prometheus/web.(*Handler).testReady.func1+0x54 /app/web/web.go:489
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [1: 32768] @ 0x67c0d9 0x67c138 0x67efaa 0x67e6d4 0x67e558 0x1ea06e7 0x1ec6823 0x1ec3e45 0x1ec404d 0x1ec32b5 0x1ec5a45 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x67c0d8 compress/flate.(*dictDecoder).init+0x238 /usr/local/go/src/compress/flate/dict_decoder.go:43
# 0x67c137 compress/flate.NewReader+0x297 /usr/local/go/src/compress/flate/inflate.go:804
# 0x67efa9 compress/gzip.(*Reader).readHeader+0x2e9 /usr/local/go/src/compress/gzip/gunzip.go:238
# 0x67e6d3 compress/gzip.(*Reader).Reset+0x123 /usr/local/go/src/compress/gzip/gunzip.go:113
# 0x67e557 compress/gzip.NewReader+0x57 /usr/local/go/src/compress/gzip/gunzip.go:94
# 0x1ea06e6 github.com/prometheus/prometheus/web/ui.vfsgen۰FS.Open+0x2e6 /app/web/ui/assets_vfsdata.go:1026
# 0x1ec6822 github.com/prometheus/prometheus/web.(*Handler).getTemplate.func1+0xd2 /app/web/web.go:1056
# 0x1ec3e44 github.com/prometheus/prometheus/web.(*Handler).getTemplate+0x74 /app/web/web.go:1069
# 0x1ec404c github.com/prometheus/prometheus/web.(*Handler).executeTemplate+0x5c /app/web/web.go:1082
# 0x1ec32b4 github.com/prometheus/prometheus/web.(*Handler).targets+0x174 /app/web/web.go:921
# 0x1ec5a44 github.com/prometheus/prometheus/web.(*Handler).testReady.func1+0x54 /app/web/web.go:489
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [1: 28672] @ 0x1d55f84 0x1d55f8f 0x1ec42ca 0x1ec30f4 0x1ec5a45 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x1d55f83 bytes.(*Buffer).String+0x3f3 /usr/local/go/src/bytes/buffer.go:65
# 0x1d55f8e github.com/prometheus/prometheus/template.Expander.ExpandHTML+0x3fe /app/template/template.go:354
# 0x1ec42c9 github.com/prometheus/prometheus/web.(*Handler).executeTemplate+0x2d9 /app/web/web.go:1098
# 0x1ec30f3 github.com/prometheus/prometheus/web.(*Handler).serviceDiscovery+0x753 /app/web/web.go:905
# 0x1ec5a44 github.com/prometheus/prometheus/web.(*Handler).testReady.func1+0x54 /app/web/web.go:489
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [1: 48] @ 0x7653d1 0x764dca 0x767762 0x767499 0x764d81 0x767762 0x767aa2 0x768cb6 0x7689a5 0x7682c5 0x76805e 0x764f85 0x767762 0x767aa2 0x768cb6 0x7689a5 0x7682c5 0x76470e 0x76e771 0x76e8af 0x1d55f16 0x1ec42ca 0x1ec1dec 0x1ec5a45 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6
# 0x7653d0 html/template.(*escaper).escapeAction+0x390 /usr/local/go/src/html/template/escape.go:174
# 0x764dc9 html/template.(*escaper).escape+0x169 /usr/local/go/src/html/template/escape.go:126
# 0x767761 html/template.(*escaper).escapeList+0x91 /usr/local/go/src/html/template/escape.go:493
# 0x767498 html/template.(*escaper).escapeBranch+0x68 /usr/local/go/src/html/template/escape.go:467
# 0x764d80 html/template.(*escaper).escape+0x120 /usr/local/go/src/html/template/escape.go:132
# 0x767761 html/template.(*escaper).escapeList+0x91 /usr/local/go/src/html/template/escape.go:493
# 0x767aa1 html/template.(*escaper).escapeListConditionally+0x2e1 /usr/local/go/src/html/template/escape.go:508
# 0x768cb5 html/template.(*escaper).escapeTemplateBody+0xe5 /usr/local/go/src/html/template/escape.go:626
# 0x7689a4 html/template.(*escaper).computeOutCtx+0x64 /usr/local/go/src/html/template/escape.go:587
# 0x7682c4 html/template.(*escaper).escapeTree+0x1b4 /usr/local/go/src/html/template/escape.go:580
# 0x76805d html/template.(*escaper).escapeTemplate+0x7d /usr/local/go/src/html/template/escape.go:536
# 0x764f84 html/template.(*escaper).escape+0x324 /usr/local/go/src/html/template/escape.go:134
# 0x767761 html/template.(*escaper).escapeList+0x91 /usr/local/go/src/html/template/escape.go:493
# 0x767aa1 html/template.(*escaper).escapeListConditionally+0x2e1 /usr/local/go/src/html/template/escape.go:508
# 0x768cb5 html/template.(*escaper).escapeTemplateBody+0xe5 /usr/local/go/src/html/template/escape.go:626
# 0x7689a4 html/template.(*escaper).computeOutCtx+0x64 /usr/local/go/src/html/template/escape.go:587
# 0x7682c4 html/template.(*escaper).escapeTree+0x1b4 /usr/local/go/src/html/template/escape.go:580
# 0x76470d html/template.escapeTemplate+0x9d /usr/local/go/src/html/template/escape.go:22
# 0x76e770 html/template.(*Template).escape+0x170 /usr/local/go/src/html/template/template.go:102
# 0x76e8ae html/template.(*Template).Execute+0x2e /usr/local/go/src/html/template/template.go:119
# 0x1d55f15 github.com/prometheus/prometheus/template.Expander.ExpandHTML+0x385 /app/template/template.go:350
# 0x1ec42c9 github.com/prometheus/prometheus/web.(*Handler).executeTemplate+0x2d9 /app/web/web.go:1098
# 0x1ec1deb github.com/prometheus/prometheus/web.(*Handler).status+0x8fb /app/web/web.go:794
# 0x1ec5a44 github.com/prometheus/prometheus/web.(*Handler).testReady.func1+0x54 /app/web/web.go:489
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
0: 0 [1: 64] @ 0x449c0f 0x44969e 0x449987 0x1ca513e 0x1cd782e 0x1ec1bff 0x1ec5a45 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x1ca513d github.com/prometheus/prometheus/tsdb/index.(*MemPostings).Stats+0x3ed /app/tsdb/index/postings.go:117
# 0x1cd782d github.com/prometheus/prometheus/tsdb.(*Head).PostingsCardinalityStats+0x12d /app/tsdb/head.go:251
# 0x1ec1bfe github.com/prometheus/prometheus/web.(*Handler).status+0x70e /app/web/web.go:788
# 0x1ec5a44 github.com/prometheus/prometheus/web.(*Handler).testReady.func1+0x54 /app/web/web.go:489
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [1: 32768] @ 0x449d05 0x4cbded 0x1ec439e 0x1ec32b5 0x1ec5a45 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x4cbdec io.WriteString+0xbc /usr/local/go/src/io/io.go:293
# 0x1ec439d github.com/prometheus/prometheus/web.(*Handler).executeTemplate+0x3ad /app/web/web.go:1103
# 0x1ec32b4 github.com/prometheus/prometheus/web.(*Handler).targets+0x174 /app/web/web.go:921
# 0x1ec5a44 github.com/prometheus/prometheus/web.(*Handler).testReady.func1+0x54 /app/web/web.go:489
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [1: 32] @ 0x4b37f5 0x4b2744 0x740bda 0x73a256 0x738c5f 0x7378ce 0x736e4a 0x7357db 0x735482 0x746d34 0x7368f5 0x73577d 0x735482 0x746d34 0x736677 0x73577d 0x735482 0x746d34 0x7368f5 0x73577d 0x735482 0x736bc1 0x735545 0x735482 0x734eba 0x76e90c 0x76e8d3 0x1d55f16 0x1ec42ca 0x1ec32b5 0x1ec5a45 0x6eba54
# 0x4b37f4 reflect.Value.call+0xe64 /usr/local/go/src/reflect/value.go:406
# 0x4b2743 reflect.Value.Call+0xb3 /usr/local/go/src/reflect/value.go:321
# 0x740bd9 text/template.safeCall+0xd9 /usr/local/go/src/text/template/funcs.go:352
# 0x73a255 text/template.(*state).evalCall+0x685 /usr/local/go/src/text/template/exec.go:713
# 0x738c5e text/template.(*state).evalFunction+0x16e /usr/local/go/src/text/template/exec.go:568
# 0x7378cd text/template.(*state).evalCommand+0x65d /usr/local/go/src/text/template/exec.go:465
# 0x736e49 text/template.(*state).evalPipeline+0x119 /usr/local/go/src/text/template/exec.go:434
# 0x7357da text/template.(*state).walk+0x49a /usr/local/go/src/text/template/exec.go:258
# 0x735481 text/template.(*state).walk+0x141 /usr/local/go/src/text/template/exec.go:266
# 0x746d33 text/template.(*state).walkRange.func1+0x123 /usr/local/go/src/text/template/exec.go:353
# 0x7368f4 text/template.(*state).walkRange+0x794 /usr/local/go/src/text/template/exec.go:371
# 0x73577c text/template.(*state).walk+0x43c /usr/local/go/src/text/template/exec.go:269
# 0x735481 text/template.(*state).walk+0x141 /usr/local/go/src/text/template/exec.go:266
# 0x746d33 text/template.(*state).walkRange.func1+0x123 /usr/local/go/src/text/template/exec.go:353
# 0x736676 text/template.(*state).walkRange+0x516 /usr/local/go/src/text/template/exec.go:362
# 0x73577c text/template.(*state).walk+0x43c /usr/local/go/src/text/template/exec.go:269
# 0x735481 text/template.(*state).walk+0x141 /usr/local/go/src/text/template/exec.go:266
# 0x746d33 text/template.(*state).walkRange.func1+0x123 /usr/local/go/src/text/template/exec.go:353
# 0x7368f4 text/template.(*state).walkRange+0x794 /usr/local/go/src/text/template/exec.go:371
# 0x73577c text/template.(*state).walk+0x43c /usr/local/go/src/text/template/exec.go:269
# 0x735481 text/template.(*state).walk+0x141 /usr/local/go/src/text/template/exec.go:266
# 0x736bc0 text/template.(*state).walkTemplate+0x220 /usr/local/go/src/text/template/exec.go:416
# 0x735544 text/template.(*state).walk+0x204 /usr/local/go/src/text/template/exec.go:271
# 0x735481 text/template.(*state).walk+0x141 /usr/local/go/src/text/template/exec.go:266
# 0x734eb9 text/template.(*Template).execute+0x209 /usr/local/go/src/text/template/exec.go:221
# 0x76e90b text/template.(*Template).Execute+0x8b /usr/local/go/src/text/template/exec.go:204
# 0x76e8d2 html/template.(*Template).Execute+0x52 /usr/local/go/src/html/template/template.go:122
# 0x1d55f15 github.com/prometheus/prometheus/template.Expander.ExpandHTML+0x385 /app/template/template.go:350
# 0x1ec42c9 github.com/prometheus/prometheus/web.(*Handler).executeTemplate+0x2d9 /app/web/web.go:1098
# 0x1ec32b4 github.com/prometheus/prometheus/web.(*Handler).targets+0x174 /app/web/web.go:921
# 0x1ec5a44 github.com/prometheus/prometheus/web.(*Handler).testReady.func1+0x54 /app/web/web.go:489
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
0: 0 [1: 48] @ 0x449d05 0x72a551 0x72a51e 0x729541 0x728bf7 0x727bc2 0x7467d1 0x76ef69 0x1d55e79 0x1ec42ca 0x1ec32b5 0x1ec5a45 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x72a550 text/template/parse.(*Tree).newText+0xb0 /usr/local/go/src/text/template/parse/node.go:128
# 0x72a51d text/template/parse.(*Tree).textOrAction+0x7d /usr/local/go/src/text/template/parse/parse.go:343
# 0x729540 text/template/parse.(*Tree).parse+0x380 /usr/local/go/src/text/template/parse/parse.go:291
# 0x728bf6 text/template/parse.(*Tree).Parse+0x246 /usr/local/go/src/text/template/parse/parse.go:230
# 0x727bc1 text/template/parse.Parse+0x121 /usr/local/go/src/text/template/parse/parse.go:55
# 0x7467d0 text/template.(*Template).Parse+0x110 /usr/local/go/src/text/template/template.go:200
# 0x76ef68 html/template.(*Template).Parse+0x98 /usr/local/go/src/html/template/template.go:189
# 0x1d55e78 github.com/prometheus/prometheus/template.Expander.ExpandHTML+0x2e8 /app/template/template.go:339
# 0x1ec42c9 github.com/prometheus/prometheus/web.(*Handler).executeTemplate+0x2d9 /app/web/web.go:1098
# 0x1ec32b4 github.com/prometheus/prometheus/web.(*Handler).targets+0x174 /app/web/web.go:921
# 0x1ec5a44 github.com/prometheus/prometheus/web.(*Handler).testReady.func1+0x54 /app/web/web.go:489
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [1: 576] @ 0x40da83 0x40f6f9 0x413152 0x1ec3c0a 0x1ec41cf 0x1ec2936 0x1ec5a45 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x1ec3c09 github.com/prometheus/prometheus/web.tmplFuncs+0x429 /app/web/web.go:961
# 0x1ec41ce github.com/prometheus/prometheus/web.(*Handler).executeTemplate+0x1de /app/web/web.go:1096
# 0x1ec2935 github.com/prometheus/prometheus/web.(*Handler).serveConfig+0x155 /app/web/web.go:860
# 0x1ec5a44 github.com/prometheus/prometheus/web.(*Handler).testReady.func1+0x54 /app/web/web.go:489
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [1: 1024] @ 0x8b5e96 0x8e2de9 0x8bdb27 0x8c37f9 0x8c191f 0x8c0d2a 0x8c0b0f 0x8c05a3 0x8be807 0x8bde84 0x8c58c9 0x8c81a3 0x8c7584 0x8c644e 0x8e6fc0 0x8c6f36 0x8c6db7 0x8c63a0 0x8c6219 0x8c71e7 0x8c608c 0x8e7008 0x8c6f36 0x8c6db7 0x8c63a0 0x8c5b5e 0x8e39a0 0x1b7e324 0x1ec28c2 0x1ec5a45 0x6eba54 0x1e6e999
# 0x8b5e95 gopkg.in/yaml%2ev2.yaml_string_write_handler+0xe5 /app/vendor/gopkg.in/yaml.v2/apic.go:99
# 0x8e2de8 gopkg.in/yaml%2ev2.yaml_emitter_flush+0x68 /app/vendor/gopkg.in/yaml.v2/writerc.go:21
# 0x8bdb26 gopkg.in/yaml%2ev2.write+0x1d6 /app/vendor/gopkg.in/yaml.v2/emitterc.go:53
# 0x8c37f8 gopkg.in/yaml%2ev2.yaml_emitter_write_plain_scalar+0x278 /app/vendor/gopkg.in/yaml.v2/emitterc.go:1352
# 0x8c191e gopkg.in/yaml%2ev2.yaml_emitter_process_scalar+0xce /app/vendor/gopkg.in/yaml.v2/emitterc.go:894
# 0x8c0d29 gopkg.in/yaml%2ev2.yaml_emitter_emit_scalar+0xd9 /app/vendor/gopkg.in/yaml.v2/emitterc.go:696
# 0x8c0b0e gopkg.in/yaml%2ev2.yaml_emitter_emit_node+0x11e /app/vendor/gopkg.in/yaml.v2/emitterc.go:661
# 0x8c05a2 gopkg.in/yaml%2ev2.yaml_emitter_emit_block_mapping_key+0x1b2 /app/vendor/gopkg.in/yaml.v2/emitterc.go:621
# 0x8be806 gopkg.in/yaml%2ev2.yaml_emitter_state_machine+0x3a6 /app/vendor/gopkg.in/yaml.v2/emitterc.go:258
# 0x8bde83 gopkg.in/yaml%2ev2.yaml_emitter_emit+0x143 /app/vendor/gopkg.in/yaml.v2/emitterc.go:121
# 0x8c58c8 gopkg.in/yaml%2ev2.(*encoder).emit+0x38 /app/vendor/gopkg.in/yaml.v2/encode.go:76
# 0x8c81a2 gopkg.in/yaml%2ev2.(*encoder).emitScalar+0x1f2 /app/vendor/gopkg.in/yaml.v2/encode.go:389
# 0x8c7583 gopkg.in/yaml%2ev2.(*encoder).stringv+0x153 /app/vendor/gopkg.in/yaml.v2/encode.go:334
# 0x8c644d gopkg.in/yaml%2ev2.(*encoder).marshal+0x80d /app/vendor/gopkg.in/yaml.v2/encode.go:169
# 0x8e6fbf gopkg.in/yaml%2ev2.(*encoder).structv.func1+0x50f /app/vendor/gopkg.in/yaml.v2/encode.go:224
# 0x8c6f35 gopkg.in/yaml%2ev2.(*encoder).mappingv+0x145 /app/vendor/gopkg.in/yaml.v2/encode.go:256
# 0x8c6db6 gopkg.in/yaml%2ev2.(*encoder).structv+0xf6 /app/vendor/gopkg.in/yaml.v2/encode.go:213
# 0x8c639f gopkg.in/yaml%2ev2.(*encoder).marshal+0x75f /app/vendor/gopkg.in/yaml.v2/encode.go:160
# 0x8c6218 gopkg.in/yaml%2ev2.(*encoder).marshal+0x5d8 /app/vendor/gopkg.in/yaml.v2/encode.go:154
# 0x8c71e6 gopkg.in/yaml%2ev2.(*encoder).slicev+0x1f6 /app/vendor/gopkg.in/yaml.v2/encode.go:272
# 0x8c608b gopkg.in/yaml%2ev2.(*encoder).marshal+0x44b /app/vendor/gopkg.in/yaml.v2/encode.go:166
# 0x8e7007 gopkg.in/yaml%2ev2.(*encoder).structv.func1+0x557 /app/vendor/gopkg.in/yaml.v2/encode.go:226
# 0x8c6f35 gopkg.in/yaml%2ev2.(*encoder).mappingv+0x145 /app/vendor/gopkg.in/yaml.v2/encode.go:256
# 0x8c6db6 gopkg.in/yaml%2ev2.(*encoder).structv+0xf6 /app/vendor/gopkg.in/yaml.v2/encode.go:213
# 0x8c639f gopkg.in/yaml%2ev2.(*encoder).marshal+0x75f /app/vendor/gopkg.in/yaml.v2/encode.go:160
# 0x8c5b5d gopkg.in/yaml%2ev2.(*encoder).marshalDoc+0x10d /app/vendor/gopkg.in/yaml.v2/encode.go:93
# 0x8e399f gopkg.in/yaml%2ev2.Marshal+0x36f /app/vendor/gopkg.in/yaml.v2/yaml.go:203
# 0x1b7e323 github.com/prometheus/prometheus/config.Config.String+0x83 /app/config/config.go:212
# 0x1ec28c1 github.com/prometheus/prometheus/web.(*Handler).serveConfig+0xe1 /app/web/web.go:860
# 0x1ec5a44 github.com/prometheus/prometheus/web.(*Handler).testReady.func1+0x54 /app/web/web.go:489
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
0: 0 [1: 48] @ 0x449d05 0x8c8093 0x8c7584 0x8c644e 0x8c71e7 0x8c608c 0x8e7008 0x8c6f36 0x8c6db7 0x8c63a0 0x8c6219 0x8c71e7 0x8c608c 0x8e7008 0x8c6f36 0x8c6db7 0x8c63a0 0x8c6219 0x8c71e7 0x8c608c 0x8e7008 0x8c6f36 0x8c6db7 0x8c63a0 0x8e7008 0x8c6f36 0x8c6db7 0x8c63a0 0x8c5b5e 0x8e39a0 0x1b7e324 0x1ec28c2
# 0x8c8092 gopkg.in/yaml%2ev2.(*encoder).emitScalar+0xe2 /app/vendor/gopkg.in/yaml.v2/encode.go:388
# 0x8c7583 gopkg.in/yaml%2ev2.(*encoder).stringv+0x153 /app/vendor/gopkg.in/yaml.v2/encode.go:334
# 0x8c644d gopkg.in/yaml%2ev2.(*encoder).marshal+0x80d /app/vendor/gopkg.in/yaml.v2/encode.go:169
# 0x8c71e6 gopkg.in/yaml%2ev2.(*encoder).slicev+0x1f6 /app/vendor/gopkg.in/yaml.v2/encode.go:272
# 0x8c608b gopkg.in/yaml%2ev2.(*encoder).marshal+0x44b /app/vendor/gopkg.in/yaml.v2/encode.go:166
# 0x8e7007 gopkg.in/yaml%2ev2.(*encoder).structv.func1+0x557 /app/vendor/gopkg.in/yaml.v2/encode.go:226
# 0x8c6f35 gopkg.in/yaml%2ev2.(*encoder).mappingv+0x145 /app/vendor/gopkg.in/yaml.v2/encode.go:256
# 0x8c6db6 gopkg.in/yaml%2ev2.(*encoder).structv+0xf6 /app/vendor/gopkg.in/yaml.v2/encode.go:213
# 0x8c639f gopkg.in/yaml%2ev2.(*encoder).marshal+0x75f /app/vendor/gopkg.in/yaml.v2/encode.go:160
# 0x8c6218 gopkg.in/yaml%2ev2.(*encoder).marshal+0x5d8 /app/vendor/gopkg.in/yaml.v2/encode.go:154
# 0x8c71e6 gopkg.in/yaml%2ev2.(*encoder).slicev+0x1f6 /app/vendor/gopkg.in/yaml.v2/encode.go:272
# 0x8c608b gopkg.in/yaml%2ev2.(*encoder).marshal+0x44b /app/vendor/gopkg.in/yaml.v2/encode.go:166
# 0x8e7007 gopkg.in/yaml%2ev2.(*encoder).structv.func1+0x557 /app/vendor/gopkg.in/yaml.v2/encode.go:226
# 0x8c6f35 gopkg.in/yaml%2ev2.(*encoder).mappingv+0x145 /app/vendor/gopkg.in/yaml.v2/encode.go:256
# 0x8c6db6 gopkg.in/yaml%2ev2.(*encoder).structv+0xf6 /app/vendor/gopkg.in/yaml.v2/encode.go:213
# 0x8c639f gopkg.in/yaml%2ev2.(*encoder).marshal+0x75f /app/vendor/gopkg.in/yaml.v2/encode.go:160
# 0x8c6218 gopkg.in/yaml%2ev2.(*encoder).marshal+0x5d8 /app/vendor/gopkg.in/yaml.v2/encode.go:154
# 0x8c71e6 gopkg.in/yaml%2ev2.(*encoder).slicev+0x1f6 /app/vendor/gopkg.in/yaml.v2/encode.go:272
# 0x8c608b gopkg.in/yaml%2ev2.(*encoder).marshal+0x44b /app/vendor/gopkg.in/yaml.v2/encode.go:166
# 0x8e7007 gopkg.in/yaml%2ev2.(*encoder).structv.func1+0x557 /app/vendor/gopkg.in/yaml.v2/encode.go:226
# 0x8c6f35 gopkg.in/yaml%2ev2.(*encoder).mappingv+0x145 /app/vendor/gopkg.in/yaml.v2/encode.go:256
# 0x8c6db6 gopkg.in/yaml%2ev2.(*encoder).structv+0xf6 /app/vendor/gopkg.in/yaml.v2/encode.go:213
# 0x8c639f gopkg.in/yaml%2ev2.(*encoder).marshal+0x75f /app/vendor/gopkg.in/yaml.v2/encode.go:160
# 0x8e7007 gopkg.in/yaml%2ev2.(*encoder).structv.func1+0x557 /app/vendor/gopkg.in/yaml.v2/encode.go:226
# 0x8c6f35 gopkg.in/yaml%2ev2.(*encoder).mappingv+0x145 /app/vendor/gopkg.in/yaml.v2/encode.go:256
# 0x8c6db6 gopkg.in/yaml%2ev2.(*encoder).structv+0xf6 /app/vendor/gopkg.in/yaml.v2/encode.go:213
# 0x8c639f gopkg.in/yaml%2ev2.(*encoder).marshal+0x75f /app/vendor/gopkg.in/yaml.v2/encode.go:160
# 0x8c5b5d gopkg.in/yaml%2ev2.(*encoder).marshalDoc+0x10d /app/vendor/gopkg.in/yaml.v2/encode.go:93
# 0x8e399f gopkg.in/yaml%2ev2.Marshal+0x36f /app/vendor/gopkg.in/yaml.v2/yaml.go:203
# 0x1b7e323 github.com/prometheus/prometheus/config.Config.String+0x83 /app/config/config.go:212
# 0x1ec28c1 github.com/prometheus/prometheus/web.(*Handler).serveConfig+0xe1 /app/web/web.go:860
0: 0 [1: 32] @ 0x4b2ffa 0x4b2744 0x740bda 0x73a256 0x738c5f 0x7378ce 0x736e4a 0x7357db 0x735482 0x736bc1 0x735545 0x735482 0x734eba 0x76e90c 0x76e8d3 0x1d55f16 0x1ec42ca 0x1ec71db 0x1ec5a45 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54
# 0x4b2ff9 reflect.Value.call+0x669 /usr/local/go/src/reflect/value.go:478
# 0x4b2743 reflect.Value.Call+0xb3 /usr/local/go/src/reflect/value.go:321
# 0x740bd9 text/template.safeCall+0xd9 /usr/local/go/src/text/template/funcs.go:352
# 0x73a255 text/template.(*state).evalCall+0x685 /usr/local/go/src/text/template/exec.go:713
# 0x738c5e text/template.(*state).evalFunction+0x16e /usr/local/go/src/text/template/exec.go:568
# 0x7378cd text/template.(*state).evalCommand+0x65d /usr/local/go/src/text/template/exec.go:465
# 0x736e49 text/template.(*state).evalPipeline+0x119 /usr/local/go/src/text/template/exec.go:434
# 0x7357da text/template.(*state).walk+0x49a /usr/local/go/src/text/template/exec.go:258
# 0x735481 text/template.(*state).walk+0x141 /usr/local/go/src/text/template/exec.go:266
# 0x736bc0 text/template.(*state).walkTemplate+0x220 /usr/local/go/src/text/template/exec.go:416
# 0x735544 text/template.(*state).walk+0x204 /usr/local/go/src/text/template/exec.go:271
# 0x735481 text/template.(*state).walk+0x141 /usr/local/go/src/text/template/exec.go:266
# 0x734eb9 text/template.(*Template).execute+0x209 /usr/local/go/src/text/template/exec.go:221
# 0x76e90b text/template.(*Template).Execute+0x8b /usr/local/go/src/text/template/exec.go:204
# 0x76e8d2 html/template.(*Template).Execute+0x52 /usr/local/go/src/html/template/template.go:122
# 0x1d55f15 github.com/prometheus/prometheus/template.Expander.ExpandHTML+0x385 /app/template/template.go:350
# 0x1ec42c9 github.com/prometheus/prometheus/web.(*Handler).executeTemplate+0x2d9 /app/web/web.go:1098
# 0x1ec71da github.com/prometheus/prometheus/web.(*Handler).graph+0x5a /app/web/web.go:722
# 0x1ec5a44 github.com/prometheus/prometheus/web.(*Handler).testReady.func1+0x54 /app/web/web.go:489
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
0: 0 [1: 512] @ 0x729600 0x729573 0x728bf7 0x727bc2 0x7467d1 0x76ef69 0x1d55e79 0x1ec42ca 0x1ec71db 0x1ec5a45 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x7295ff text/template/parse.(*ListNode).append+0x43f /usr/local/go/src/text/template/parse/node.go:89
# 0x729572 text/template/parse.(*Tree).parse+0x3b2 /usr/local/go/src/text/template/parse/parse.go:295
# 0x728bf6 text/template/parse.(*Tree).Parse+0x246 /usr/local/go/src/text/template/parse/parse.go:230
# 0x727bc1 text/template/parse.Parse+0x121 /usr/local/go/src/text/template/parse/parse.go:55
# 0x7467d0 text/template.(*Template).Parse+0x110 /usr/local/go/src/text/template/template.go:200
# 0x76ef68 html/template.(*Template).Parse+0x98 /usr/local/go/src/html/template/template.go:189
# 0x1d55e78 github.com/prometheus/prometheus/template.Expander.ExpandHTML+0x2e8 /app/template/template.go:339
# 0x1ec42c9 github.com/prometheus/prometheus/web.(*Handler).executeTemplate+0x2d9 /app/web/web.go:1098
# 0x1ec71da github.com/prometheus/prometheus/web.(*Handler).graph+0x5a /app/web/web.go:722
# 0x1ec5a44 github.com/prometheus/prometheus/web.(*Handler).testReady.func1+0x54 /app/web/web.go:489
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [1: 32] @ 0x1ca1b50 0x1ca1b51 0x1ca03d0 0x1c9f818 0x1cbfd01 0x1cd06f6 0x1ccf322 0x1cced3d 0x1cce592 0x1ccded0 0x45f181
# 0x1ca1b4f github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x14f /app/tsdb/encoding/encoding.go:187
# 0x1ca1b50 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x150 /app/tsdb/index/index.go:1385
# 0x1ca03cf github.com/prometheus/prometheus/tsdb/index.newReader+0x6df /app/tsdb/index/index.go:1140
# 0x1c9f817 github.com/prometheus/prometheus/tsdb/index.NewFileReader+0xc7 /app/tsdb/index/index.go:1075
# 0x1cbfd00 github.com/prometheus/prometheus/tsdb.OpenBlock+0x2e0 /app/tsdb/block.go:294
# 0x1cd06f5 github.com/prometheus/prometheus/tsdb.openBlocks+0x4b5 /app/tsdb/db.go:945
# 0x1ccf321 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xf1 /app/tsdb/db.go:840
# 0x1cced3c github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x17c /app/tsdb/db.go:807
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [7: 57344] @ 0x40da83 0x40d818 0x845c89 0x1e6d755 0x6eba54 0x1e6e21c 0x6eba54 0x1e6e73a 0x6eba54 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x845c88 github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x1d8 /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:418
# 0x1e6d754 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/http.go:126
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e21b github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1+0xbb /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:40
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [1: 112] @ 0x8b6bd1 0x8b6bc2 0x8b66c9 0x8b7090 0x8b6685 0x8b6e60 0x8b66a7 0x8b6814 0x8b6640 0x8e325b 0xe9610f 0xe9611a 0xe95539 0xe94a32 0x45f181
# 0x8b6bd0 gopkg.in/yaml%2ev2.(*parser).node+0x30 /app/vendor/gopkg.in/yaml.v2/decode.go:166
# 0x8b6bc1 gopkg.in/yaml%2ev2.(*parser).scalar+0x21 /app/vendor/gopkg.in/yaml.v2/decode.go:192
# 0x8b66c8 gopkg.in/yaml%2ev2.(*parser).parse+0x1c8 /app/vendor/gopkg.in/yaml.v2/decode.go:145
# 0x8b708f gopkg.in/yaml%2ev2.(*parser).mapping+0xaf /app/vendor/gopkg.in/yaml.v2/decode.go:217
# 0x8b6684 gopkg.in/yaml%2ev2.(*parser).parse+0x184 /app/vendor/gopkg.in/yaml.v2/decode.go:149
# 0x8b6e5f gopkg.in/yaml%2ev2.(*parser).sequence+0xaf /app/vendor/gopkg.in/yaml.v2/decode.go:206
# 0x8b66a6 gopkg.in/yaml%2ev2.(*parser).parse+0x1a6 /app/vendor/gopkg.in/yaml.v2/decode.go:151
# 0x8b6813 gopkg.in/yaml%2ev2.(*parser).document+0xa3 /app/vendor/gopkg.in/yaml.v2/decode.go:175
# 0x8b663f gopkg.in/yaml%2ev2.(*parser).parse+0x13f /app/vendor/gopkg.in/yaml.v2/decode.go:153
# 0x8e325a gopkg.in/yaml%2ev2.unmarshal+0x27a /app/vendor/gopkg.in/yaml.v2/yaml.go:142
# 0xe9610e gopkg.in/yaml%2ev2.UnmarshalStrict+0x22e /app/vendor/gopkg.in/yaml.v2/yaml.go:89
# 0xe96119 github.com/prometheus/prometheus/discovery/file.(*Discovery).readFile+0x239 /app/discovery/file/file.go:383
# 0xe95538 github.com/prometheus/prometheus/discovery/file.(*Discovery).refresh+0x138 /app/discovery/file/file.go:319
# 0xe94a31 github.com/prometheus/prometheus/discovery/file.(*Discovery).Run+0x4b1 /app/discovery/file/file.go:260
0: 0 [1: 196608] @ 0x1c6883c 0x1c6877d 0x1caba4d 0x1cae916 0x1cdb15d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1c6883b github.com/prometheus/prometheus/tsdb/encoding.(*Encbuf).PutString+0xfb /app/tsdb/encoding/encoding.go:40
# 0x1c6877c github.com/prometheus/prometheus/tsdb/encoding.(*Encbuf).PutUvarintStr+0x3c /app/tsdb/encoding/encoding.go:72
# 0x1caba4c github.com/prometheus/prometheus/tsdb/record.(*Encoder).Series+0x1cc /app/tsdb/record/record.go:183
# 0x1cae915 github.com/prometheus/prometheus/tsdb/wal.Checkpoint+0x1135 /app/tsdb/wal/checkpoint.go:188
# 0x1cdb15c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x50c /app/tsdb/head.go:701
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 176] @ 0x79e403 0x79dff7 0x7a09e3 0x7a74c5 0x802c78 0x1c8a079 0x1c7d946 0x1c8a1e2 0x1c856de 0x1d089df 0x1d68981 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x79e402 regexp.newBitState+0x4e2 /usr/local/go/src/regexp/backtrack.go:52
# 0x79dff6 regexp.(*Regexp).backtrack+0xd6 /usr/local/go/src/regexp/backtrack.go:317
# 0x7a09e2 regexp.(*Regexp).doExecute+0x452 /usr/local/go/src/regexp/exec.go:535
# 0x7a74c4 regexp.(*Regexp).FindStringSubmatch+0xb4 /usr/local/go/src/regexp/regexp.go:1021
# 0x802c77 github.com/prometheus/common/model.ParseDuration+0x47 /app/vendor/github.com/prometheus/common/model/time.go:189
# 0x1c8a078 github.com/prometheus/prometheus/promql/parser.parseDuration+0x38 /app/promql/parser/parse.go:619
# 0x1c7d945 github.com/prometheus/prometheus/promql/parser.(*yyParserImpl).Parse+0x81c5 generated_parser.y:679
# 0x1c8a1e1 github.com/prometheus/prometheus/promql/parser.(*parser).parseGenerated+0x71 /app/promql/parser/parse.go:635
# 0x1c856dd github.com/prometheus/prometheus/promql/parser.ParseExpr+0x11d /app/promql/parser/parse.go:111
# 0x1d089de github.com/prometheus/prometheus/promql.(*Engine).NewInstantQuery+0x3e /app/promql/engine.go:363
# 0x1d68980 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0x80 /app/rules/manager.go:167
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [1: 16384] @ 0x4d66dd 0x4de402 0x4ddd53 0x4de0da 0x4dd9a2 0x1cd125b 0x1cd115f 0x1ccfe7d 0x1cced3d 0x1cce592 0x1ccded0 0x45f181
# 0x4d66dc os.(*File).readdirnames+0x8c /usr/local/go/src/os/dir_unix.go:44
# 0x4de401 os.(*File).Readdirnames+0x861 /usr/local/go/src/os/dir.go:48
# 0x4ddd52 os.removeAllFrom+0x1b2 /usr/local/go/src/os/removeall_at.go:110
# 0x4de0d9 os.removeAllFrom+0x539 /usr/local/go/src/os/removeall_at.go:122
# 0x4dd9a1 os.removeAll+0x2e1 /usr/local/go/src/os/removeall_at.go:49
# 0x1cd125a os.RemoveAll+0x1ba /usr/local/go/src/os/path.go:70
# 0x1cd115e github.com/prometheus/prometheus/tsdb.(*DB).deleteBlocks+0xbe /app/tsdb/db.go:1040
# 0x1ccfe7c github.com/prometheus/prometheus/tsdb.(*DB).reload+0xc4c /app/tsdb/db.go:913
# 0x1cced3c github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x17c /app/tsdb/db.go:807
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 20480] @ 0x1c9d879 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc53a2 0x1ccecfa 0x1cce592 0x1ccded0 0x45f181
# 0x1c9d878 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0x568 /app/tsdb/index/index.go:802
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc53a1 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Compact+0x621 /app/tsdb/compact.go:419
# 0x1ccecf9 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x139 /app/tsdb/db.go:801
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [2: 24576] @ 0x1cdc690 0x1cdc4ca 0x1cdc3f3 0x1ed418e 0x1ed41e2 0x1c6dbf9 0x1d69991 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1cdc68f github.com/prometheus/prometheus/tsdb.(*Head).getAppendBuffer+0x26f /app/tsdb/head.go:885
# 0x1cdc4c9 github.com/prometheus/prometheus/tsdb.(*Head).appender+0xa9 /app/tsdb/head.go:868
# 0x1cdc3f2 github.com/prometheus/prometheus/tsdb.(*Head).Appender+0x112 /app/tsdb/head.go:857
# 0x1ed418d github.com/prometheus/prometheus/tsdb.(*DB).Appender+0x4d /app/tsdb/db.go:676
# 0x1ed41e1 main.(*readyStorage).Appender+0xa1 /app/cmd/prometheus/main.go:957
# 0x1c6dbf8 github.com/prometheus/prometheus/storage.(*fanout).Appender+0x48 /app/storage/fanout.go:92
# 0x1d69990 github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x2f0 /app/rules/manager.go:591
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [3: 48] @ 0x77c29a 0x77cc74 0x77c637 0x77adca 0x7878da 0x7882f1 0x1ebeb6f 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x77c299 runtime/pprof.printStackRecord+0x229 /usr/local/go/src/runtime/pprof/pprof.go:502
# 0x77cc73 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608
# 0x77c636 runtime/pprof.writeHeap+0x46 /usr/local/go/src/runtime/pprof/pprof.go:533
# 0x77adc9 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329
# 0x7878d9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245
# 0x7882f0 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268
# 0x1ebeb6e github.com/prometheus/prometheus/web.serveDebug+0x1ce /app/web/web.go:470
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [1: 16] @ 0x77c309 0x77cc74 0x77c637 0x77adca 0x7878da 0x7882f1 0x1ebeb6f 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x77c308 runtime/pprof.printStackRecord+0x298 /usr/local/go/src/runtime/pprof/pprof.go:502
# 0x77cc73 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608
# 0x77c636 runtime/pprof.writeHeap+0x46 /usr/local/go/src/runtime/pprof/pprof.go:533
# 0x77adc9 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329
# 0x7878d9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245
# 0x7882f0 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268
# 0x1ebeb6e github.com/prometheus/prometheus/web.serveDebug+0x1ce /app/web/web.go:470
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [2: 416] @ 0x77c0b2 0x77c0a3 0x77cc74 0x77c637 0x77adca 0x7878da 0x7882f1 0x1ebeb6f 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x77c0a2 runtime/pprof.printStackRecord+0x32 /usr/local/go/src/runtime/pprof/pprof.go:491
# 0x77cc73 runtime/pprof.writeHeapInternal+0x593 /usr/local/go/src/runtime/pprof/pprof.go:608
# 0x77c636 runtime/pprof.writeHeap+0x46 /usr/local/go/src/runtime/pprof/pprof.go:533
# 0x77adc9 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329
# 0x7878d9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245
# 0x7882f0 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268
# 0x1ebeb6e github.com/prometheus/prometheus/web.serveDebug+0x1ce /app/web/web.go:470
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [1: 16384] @ 0x15d8b7d 0x15ae161 0x15c9223 0x15b8ca9 0x15bb8d2 0x15d24b6 0x15d2b7b 0x15c890b 0x15b9e08 0x15b8ca9 0x15ae4e2 0x1e994bc 0x1e9b524 0x6eba54 0x1e8a27c 0x1ec5a45 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x70eeda 0x6eba54 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3
# 0x15d8b7c github.com/json-iterator/go.(*Stream).WriteStringWithHTMLEscaped+0xec /app/vendor/github.com/json-iterator/go/stream_str.go:229
# 0x15ae160 github.com/json-iterator/go.(*htmlEscapedStringEncoder).Encode+0x40 /app/vendor/github.com/json-iterator/go/config.go:263
# 0x15c9222 github.com/json-iterator/go.(*sliceEncoder).Encode+0x152 /app/vendor/github.com/json-iterator/go/reflect_slice.go:42
# 0x15b8ca8 github.com/json-iterator/go.(*Stream).WriteVal+0x148 /app/vendor/github.com/json-iterator/go/reflect.go:98
# 0x15bb8d1 github.com/json-iterator/go.(*dynamicEncoder).Encode+0x61 /app/vendor/github.com/json-iterator/go/reflect_dynamic.go:15
# 0x15d24b5 github.com/json-iterator/go.(*structFieldEncoder).Encode+0x85 /app/vendor/github.com/json-iterator/go/reflect_struct_encoder.go:110
# 0x15d2b7a github.com/json-iterator/go.(*structEncoder).Encode+0x3ba /app/vendor/github.com/json-iterator/go/reflect_struct_encoder.go:158
# 0x15c890a github.com/json-iterator/go.(*OptionalEncoder).Encode+0xea /app/vendor/github.com/json-iterator/go/reflect_optional.go:74
# 0x15b9e07 github.com/json-iterator/go.(*onePtrEncoder).Encode+0x67 /app/vendor/github.com/json-iterator/go/reflect.go:219
# 0x15b8ca8 github.com/json-iterator/go.(*Stream).WriteVal+0x148 /app/vendor/github.com/json-iterator/go/reflect.go:98
# 0x15ae4e1 github.com/json-iterator/go.(*frozenConfig).Marshal+0xd1 /app/vendor/github.com/json-iterator/go/config.go:299
# 0x1e994bb github.com/prometheus/prometheus/web/api/v1.(*API).respond+0x1db /app/web/api/v1/api.go:1388
# 0x1e9b523 github.com/prometheus/prometheus/web/api/v1.(*API).Register.func1.1+0x123 /app/web/api/v1/api.go:255
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e8a27b github.com/prometheus/prometheus/util/httputil.CompressionHandler.ServeHTTP+0x7b /app/util/httputil/compression.go:90
# 0x1ec5a44 github.com/prometheus/prometheus/web.(*Handler).testReady.func1+0x54 /app/web/web.go:489
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x70eed9 net/http.StripPrefix.func1+0x189 /usr/local/go/src/net/http/server.go:2046
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
0: 0 [1: 24576] @ 0x1ce84ef 0x1ce43d9 0x1ce40f8 0x1ce423b 0x1ce3996 0x1e8eec9 0x1e9b48e 0x6eba54 0x1e8a27c 0x1ec5a45 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x70eeda 0x6eba54 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x1ce84ee github.com/prometheus/prometheus/tsdb.mergeStrings+0x8e /app/tsdb/querier.go:445
# 0x1ce43d8 github.com/prometheus/prometheus/tsdb.(*querier).lvals+0x388 /app/tsdb/querier.go:85
# 0x1ce40f7 github.com/prometheus/prometheus/tsdb.(*querier).lvals+0xa7 /app/tsdb/querier.go:75
# 0x1ce423a github.com/prometheus/prometheus/tsdb.(*querier).lvals+0x1ea /app/tsdb/querier.go:80
# 0x1ce3995 github.com/prometheus/prometheus/tsdb.(*querier).LabelValues+0x65 /app/tsdb/querier.go:38
# 0x1e8eec8 github.com/prometheus/prometheus/web/api/v1.(*API).labelValues+0x368 /app/web/api/v1/api.go:483
# 0x1e9b48d github.com/prometheus/prometheus/web/api/v1.(*API).Register.func1.1+0x8d /app/web/api/v1/api.go:251
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e8a27b github.com/prometheus/prometheus/util/httputil.CompressionHandler.ServeHTTP+0x7b /app/util/httputil/compression.go:90
# 0x1ec5a44 github.com/prometheus/prometheus/web.(*Handler).testReady.func1+0x54 /app/web/web.go:489
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x70eed9 net/http.StripPrefix.func1+0x189 /usr/local/go/src/net/http/server.go:2046
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [1: 24576] @ 0x1ce84ef 0x1ce43d9 0x1ce40f8 0x1ce3996 0x1e8eec9 0x1e9b48e 0x6eba54 0x1e8a27c 0x1ec5a45 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x70eeda 0x6eba54 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x1ce84ee github.com/prometheus/prometheus/tsdb.mergeStrings+0x8e /app/tsdb/querier.go:445
# 0x1ce43d8 github.com/prometheus/prometheus/tsdb.(*querier).lvals+0x388 /app/tsdb/querier.go:85
# 0x1ce40f7 github.com/prometheus/prometheus/tsdb.(*querier).lvals+0xa7 /app/tsdb/querier.go:75
# 0x1ce3995 github.com/prometheus/prometheus/tsdb.(*querier).LabelValues+0x65 /app/tsdb/querier.go:38
# 0x1e8eec8 github.com/prometheus/prometheus/web/api/v1.(*API).labelValues+0x368 /app/web/api/v1/api.go:483
# 0x1e9b48d github.com/prometheus/prometheus/web/api/v1.(*API).Register.func1.1+0x8d /app/web/api/v1/api.go:251
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e8a27b github.com/prometheus/prometheus/util/httputil.CompressionHandler.ServeHTTP+0x7b /app/util/httputil/compression.go:90
# 0x1ec5a44 github.com/prometheus/prometheus/web.(*Handler).testReady.func1+0x54 /app/web/web.go:489
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x70eed9 net/http.StripPrefix.func1+0x189 /usr/local/go/src/net/http/server.go:2046
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [2: 49152] @ 0x1ce84ef 0x1ce43d9 0x1ce423b 0x1ce40f8 0x1ce3996 0x1e8eec9 0x1e9b48e 0x6eba54 0x1e8a27c 0x1ec5a45 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x70eeda 0x6eba54 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x1ce84ee github.com/prometheus/prometheus/tsdb.mergeStrings+0x8e /app/tsdb/querier.go:445
# 0x1ce43d8 github.com/prometheus/prometheus/tsdb.(*querier).lvals+0x388 /app/tsdb/querier.go:85
# 0x1ce423a github.com/prometheus/prometheus/tsdb.(*querier).lvals+0x1ea /app/tsdb/querier.go:80
# 0x1ce40f7 github.com/prometheus/prometheus/tsdb.(*querier).lvals+0xa7 /app/tsdb/querier.go:75
# 0x1ce3995 github.com/prometheus/prometheus/tsdb.(*querier).LabelValues+0x65 /app/tsdb/querier.go:38
# 0x1e8eec8 github.com/prometheus/prometheus/web/api/v1.(*API).labelValues+0x368 /app/web/api/v1/api.go:483
# 0x1e9b48d github.com/prometheus/prometheus/web/api/v1.(*API).Register.func1.1+0x8d /app/web/api/v1/api.go:251
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e8a27b github.com/prometheus/prometheus/util/httputil.CompressionHandler.ServeHTTP+0x7b /app/util/httputil/compression.go:90
# 0x1ec5a44 github.com/prometheus/prometheus/web.(*Handler).testReady.func1+0x54 /app/web/web.go:489
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x70eed9 net/http.StripPrefix.func1+0x189 /usr/local/go/src/net/http/server.go:2046
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [1: 21760] @ 0x1ca243f 0x1cc11f6 0x1ce5dfb 0x1ce45a9 0x1ce423b 0x1ce40f8 0x1ce40f8 0x1ce3996 0x1e8eec9 0x1e9b48e 0x6eba54 0x1e8a27c 0x1ec5a45 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x70eeda 0x6eba54 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845
# 0x1ca243e github.com/prometheus/prometheus/tsdb/index.(*Reader).LabelValues+0x35e /app/tsdb/index/index.go:1445
# 0x1cc11f5 github.com/prometheus/prometheus/tsdb.blockIndexReader.LabelValues+0x65 /app/tsdb/block.go:423
# 0x1ce5dfa github.com/prometheus/prometheus/tsdb.(*blockQuerier).LabelValues+0x4a /app/tsdb/querier.go:225
# 0x1ce45a8 github.com/prometheus/prometheus/tsdb.(*querier).lvals+0x558 /app/tsdb/querier.go:70
# 0x1ce423a github.com/prometheus/prometheus/tsdb.(*querier).lvals+0x1ea /app/tsdb/querier.go:80
# 0x1ce40f7 github.com/prometheus/prometheus/tsdb.(*querier).lvals+0xa7 /app/tsdb/querier.go:75
# 0x1ce40f7 github.com/prometheus/prometheus/tsdb.(*querier).lvals+0xa7 /app/tsdb/querier.go:75
# 0x1ce3995 github.com/prometheus/prometheus/tsdb.(*querier).LabelValues+0x65 /app/tsdb/querier.go:38
# 0x1e8eec8 github.com/prometheus/prometheus/web/api/v1.(*API).labelValues+0x368 /app/web/api/v1/api.go:483
# 0x1e9b48d github.com/prometheus/prometheus/web/api/v1.(*API).Register.func1.1+0x8d /app/web/api/v1/api.go:251
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e8a27b github.com/prometheus/prometheus/util/httputil.CompressionHandler.ServeHTTP+0x7b /app/util/httputil/compression.go:90
# 0x1ec5a44 github.com/prometheus/prometheus/web.(*Handler).testReady.func1+0x54 /app/web/web.go:489
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x70eed9 net/http.StripPrefix.func1+0x189 /usr/local/go/src/net/http/server.go:2046
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [1: 512] @ 0x46df8a 0x46de5e 0x46db1f 0x15b85d6 0x15ae474 0x1e994bc 0x1e9b524 0x6eba54 0x1e8a27c 0x1ec5a45 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x70eeda 0x6eba54 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x46df89 sync.(*Pool).pinSlow+0xf9 /usr/local/go/src/sync/pool.go:227
# 0x46de5d sync.(*Pool).pin+0x5d /usr/local/go/src/sync/pool.go:206
# 0x46db1e sync.(*Pool).Get+0x2e /usr/local/go/src/sync/pool.go:128
# 0x15b85d5 github.com/json-iterator/go.(*frozenConfig).BorrowStream+0x35 /app/vendor/github.com/json-iterator/go/pool.go:20
# 0x15ae473 github.com/json-iterator/go.(*frozenConfig).Marshal+0x63 /app/vendor/github.com/json-iterator/go/config.go:297
# 0x1e994bb github.com/prometheus/prometheus/web/api/v1.(*API).respond+0x1db /app/web/api/v1/api.go:1388
# 0x1e9b523 github.com/prometheus/prometheus/web/api/v1.(*API).Register.func1.1+0x123 /app/web/api/v1/api.go:255
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e8a27b github.com/prometheus/prometheus/util/httputil.CompressionHandler.ServeHTTP+0x7b /app/util/httputil/compression.go:90
# 0x1ec5a44 github.com/prometheus/prometheus/web.(*Handler).testReady.func1+0x54 /app/web/web.go:489
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x70eed9 net/http.StripPrefix.func1+0x189 /usr/local/go/src/net/http/server.go:2046
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [2: 416] @ 0x7808bc 0x780885 0x783c2c 0x77df70 0x77c637 0x77adca 0x7878da 0x7882f1 0x1ebeb6f 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x780884 runtime/pprof.(*profileBuilder).locForPC+0x74 /usr/local/go/src/runtime/pprof/proto.go:223
# 0x783c2b runtime/pprof.writeHeapProto+0x28b /usr/local/go/src/runtime/pprof/protomem.go:44
# 0x77df6f runtime/pprof.writeHeapInternal+0x188f /usr/local/go/src/runtime/pprof/pprof.go:573
# 0x77c636 runtime/pprof.writeHeap+0x46 /usr/local/go/src/runtime/pprof/pprof.go:533
# 0x77adc9 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329
# 0x7878d9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245
# 0x7882f0 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268
# 0x1ebeb6e github.com/prometheus/prometheus/web.serveDebug+0x1ce /app/web/web.go:470
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [1: 139264] @ 0x6740e0 0x67411f 0x674a62 0x680482 0x77f9f3 0x78110e 0x783c2c 0x77df70 0x77c637 0x77adca 0x7878da 0x7882f1 0x1ebeb6f 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x6740df compress/flate.newDeflateFast+0x40f /usr/local/go/src/compress/flate/deflatefast.go:55
# 0x67411e compress/flate.(*compressor).init+0x44e /usr/local/go/src/compress/flate/deflate.go:592
# 0x674a61 compress/flate.NewWriter+0x61 /usr/local/go/src/compress/flate/deflate.go:668
# 0x680481 compress/gzip.(*Writer).Write+0x2f1 /usr/local/go/src/compress/gzip/gzip.go:191
# 0x77f9f2 runtime/pprof.(*profileBuilder).flush+0x72 /usr/local/go/src/runtime/pprof/proto.go:147
# 0x78110d runtime/pprof.(*profileBuilder).locForPC+0x8fd /usr/local/go/src/runtime/pprof/proto.go:292
# 0x783c2b runtime/pprof.writeHeapProto+0x28b /usr/local/go/src/runtime/pprof/protomem.go:44
# 0x77df6f runtime/pprof.writeHeapInternal+0x188f /usr/local/go/src/runtime/pprof/pprof.go:573
# 0x77c636 runtime/pprof.writeHeap+0x46 /usr/local/go/src/runtime/pprof/pprof.go:533
# 0x77adc9 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329
# 0x7878d9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245
# 0x7882f0 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268
# 0x1ebeb6e github.com/prometheus/prometheus/web.serveDebug+0x1ce /app/web/web.go:470
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [1: 663552] @ 0x674a31 0x680482 0x77f9f3 0x78110e 0x783c2c 0x77df70 0x77c637 0x77adca 0x7878da 0x7882f1 0x1ebeb6f 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x674a30 compress/flate.NewWriter+0x30 /usr/local/go/src/compress/flate/deflate.go:667
# 0x680481 compress/gzip.(*Writer).Write+0x2f1 /usr/local/go/src/compress/gzip/gzip.go:191
# 0x77f9f2 runtime/pprof.(*profileBuilder).flush+0x72 /usr/local/go/src/runtime/pprof/proto.go:147
# 0x78110d runtime/pprof.(*profileBuilder).locForPC+0x8fd /usr/local/go/src/runtime/pprof/proto.go:292
# 0x783c2b runtime/pprof.writeHeapProto+0x28b /usr/local/go/src/runtime/pprof/protomem.go:44
# 0x77df6f runtime/pprof.writeHeapInternal+0x188f /usr/local/go/src/runtime/pprof/pprof.go:573
# 0x77c636 runtime/pprof.writeHeap+0x46 /usr/local/go/src/runtime/pprof/pprof.go:533
# 0x77adc9 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329
# 0x7878d9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245
# 0x7882f0 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268
# 0x1ebeb6e github.com/prometheus/prometheus/web.serveDebug+0x1ce /app/web/web.go:470
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [1: 344064] @ 0x77c78a 0x77c637 0x77adca 0x7878da 0x7882f1 0x1ebeb6f 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x77c789 runtime/pprof.writeHeapInternal+0xa9 /usr/local/go/src/runtime/pprof/pprof.go:563
# 0x77c636 runtime/pprof.writeHeap+0x46 /usr/local/go/src/runtime/pprof/pprof.go:533
# 0x77adc9 runtime/pprof.(*Profile).WriteTo+0x3d9 /usr/local/go/src/runtime/pprof/pprof.go:329
# 0x7878d9 net/http/pprof.handler.ServeHTTP+0x339 /usr/local/go/src/net/http/pprof/pprof.go:245
# 0x7882f0 net/http/pprof.Index+0x6f0 /usr/local/go/src/net/http/pprof/pprof.go:268
# 0x1ebeb6e github.com/prometheus/prometheus/web.serveDebug+0x1ce /app/web/web.go:470
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [1: 32] @ 0x1ce1b40 0x1ce22dc 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d870c0 0x1d81e68 0x1d7e3ef 0x45f181
# 0x1ce1b3f github.com/prometheus/prometheus/tsdb.(*memSeries).cut+0x9f /app/tsdb/head.go:1738
# 0x1ce22db github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x38b /app/tsdb/head.go:1842
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d870bf github.com/prometheus/prometheus/scrape.(*scrapeLoop).report.func1+0x3f /app/scrape/scrape.go:1287
# 0x1d81e67 github.com/prometheus/prometheus/scrape.(*scrapeLoop).report+0x467 /app/scrape/scrape.go:1305
# 0x1d7e3ee github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x76e /app/scrape/scrape.go:986
0: 0 [1: 16] @ 0xe961b7 0xe96263 0xe95539 0xe94a32 0x45f181
# 0xe961b6 github.com/prometheus/prometheus/discovery/file.fileSource+0x2d6 /app/discovery/file/file.go:410
# 0xe96262 github.com/prometheus/prometheus/discovery/file.(*Discovery).readFile+0x382 /app/discovery/file/file.go:396
# 0xe95538 github.com/prometheus/prometheus/discovery/file.(*Discovery).refresh+0x138 /app/discovery/file/file.go:319
# 0xe94a31 github.com/prometheus/prometheus/discovery/file.(*Discovery).Run+0x4b1 /app/discovery/file/file.go:260
0: 0 [1: 16] @ 0x1c8b620 0x1c8a926 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b4fa 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8bb3d 0x1c8b81e 0x1c8a926 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b4fa 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x1d5d6eb 0x1d69920 0x1d63b89
# 0x1c8b61f github.com/prometheus/prometheus/promql/parser.(*MatrixSelector).String+0xef /app/promql/parser/printer.go:125
# 0x1c8a925 github.com/prometheus/prometheus/promql/parser.Expressions.String+0x75 /app/promql/parser/printer.go:57
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b4f9 github.com/prometheus/prometheus/promql/parser.(*Call).String+0xd9 /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8bb3c github.com/prometheus/prometheus/promql/parser.(*ParenExpr).String+0x7c /app/promql/parser/printer.go:145
# 0x1c8b81d github.com/prometheus/prometheus/promql/parser.(*SubqueryExpr).String+0x7d /app/promql/parser/printer.go:137
# 0x1c8a925 github.com/prometheus/prometheus/promql/parser.Expressions.String+0x75 /app/promql/parser/printer.go:57
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b4f9 github.com/prometheus/prometheus/promql/parser.(*Call).String+0xd9 /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x1d5d6ea github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0x6a /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
0: 0 [3: 2899968] @ 0x1cabab1 0x1cab8ff 0x1cae916 0x1cdb15d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1cabab0 github.com/prometheus/prometheus/tsdb/encoding.(*Encbuf).PutByte+0x230 /app/tsdb/encoding/encoding.go:41
# 0x1cab8fe github.com/prometheus/prometheus/tsdb/record.(*Encoder).Series+0x7e /app/tsdb/record/record.go:176
# 0x1cae915 github.com/prometheus/prometheus/tsdb/wal.Checkpoint+0x1135 /app/tsdb/wal/checkpoint.go:188
# 0x1cdb15c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x50c /app/tsdb/head.go:701
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [3: 933888] @ 0x1c6883c 0x1c6877d 0x1caba72 0x1cae916 0x1cdb15d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1c6883b github.com/prometheus/prometheus/tsdb/encoding.(*Encbuf).PutString+0xfb /app/tsdb/encoding/encoding.go:40
# 0x1c6877c github.com/prometheus/prometheus/tsdb/encoding.(*Encbuf).PutUvarintStr+0x3c /app/tsdb/encoding/encoding.go:72
# 0x1caba71 github.com/prometheus/prometheus/tsdb/record.(*Encoder).Series+0x1f1 /app/tsdb/record/record.go:184
# 0x1cae915 github.com/prometheus/prometheus/tsdb/wal.Checkpoint+0x1135 /app/tsdb/wal/checkpoint.go:188
# 0x1cdb15c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x50c /app/tsdb/head.go:701
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 155648] @ 0x1c68464 0x1cab97d 0x1cae916 0x1cdb15d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1c68463 github.com/prometheus/prometheus/tsdb/encoding.(*Encbuf).PutBE64+0xa3 /app/tsdb/encoding/encoding.go:55
# 0x1cab97c github.com/prometheus/prometheus/tsdb/record.(*Encoder).Series+0xfc /app/tsdb/record/record.go:179
# 0x1cae915 github.com/prometheus/prometheus/tsdb/wal.Checkpoint+0x1135 /app/tsdb/wal/checkpoint.go:188
# 0x1cdb15c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x50c /app/tsdb/head.go:701
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 96] @ 0x4db13c 0x4db477 0x4d99c3 0x5de41e 0x5de3f0 0x1cd540d 0x1cc38fd 0x1ccec24 0x1cce592 0x1ccded0 0x45f181
# 0x4db13b os.newFile+0x6b /usr/local/go/src/os/file_unix.go:116
# 0x4db476 os.openFileNolog+0x1b6 /usr/local/go/src/os/file_unix.go:222
# 0x4d99c2 os.OpenFile+0x62 /usr/local/go/src/os/file.go:300
# 0x5de41d os.Open+0x5d /usr/local/go/src/os/file.go:280
# 0x5de3ef io/ioutil.ReadDir+0x2f /usr/local/go/src/io/ioutil/ioutil.go:97
# 0x1cd540c github.com/prometheus/prometheus/tsdb.blockDirs+0x4c /app/tsdb/db.go:1392
# 0x1cc38fc github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Plan+0x4c /app/tsdb/compact.go:173
# 0x1ccec23 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x63 /app/tsdb/db.go:787
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 16] @ 0x75a3a2 0x75a343 0x759bf7 0x748246 0x1cbea34 0x1cc3989 0x1ccec24 0x1cce592 0x1ccded0 0x45f181
# 0x75a3a1 encoding/json.(*scanner).pushParseState+0x4f1 /usr/local/go/src/encoding/json/scanner.go:144
# 0x75a342 encoding/json.stateBeginValue+0x492 /usr/local/go/src/encoding/json/scanner.go:183
# 0x759bf6 encoding/json.checkValid+0xa6 /usr/local/go/src/encoding/json/scanner.go:29
# 0x748245 encoding/json.Unmarshal+0x65 /usr/local/go/src/encoding/json/decode.go:100
# 0x1cbea33 github.com/prometheus/prometheus/tsdb.readMetaFile+0x123 /app/tsdb/block.go:191
# 0x1cc3988 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Plan+0xd8 /app/tsdb/compact.go:183
# 0x1ccec23 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x63 /app/tsdb/db.go:787
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 288] @ 0x4133c3 0xe962b4 0xe95539 0xe94a32 0x45f181
# 0xe962b3 github.com/prometheus/prometheus/discovery/file.(*Discovery).readFile+0x3d3 /app/discovery/file/file.go:400
# 0xe95538 github.com/prometheus/prometheus/discovery/file.(*Discovery).refresh+0x138 /app/discovery/file/file.go:319
# 0xe94a31 github.com/prometheus/prometheus/discovery/file.(*Discovery).Run+0x4b1 /app/discovery/file/file.go:260
0: 0 [2: 224] @ 0x8b6bd1 0x8b6bc2 0x8b66c9 0x8b6e60 0x8b66a7 0x8b70a8 0x8b6685 0x8b6e60 0x8b66a7 0x8b6814 0x8b6640 0x8e325b 0xe9610f 0xe9611a 0xe95539 0xe94a32 0x45f181
# 0x8b6bd0 gopkg.in/yaml%2ev2.(*parser).node+0x30 /app/vendor/gopkg.in/yaml.v2/decode.go:166
# 0x8b6bc1 gopkg.in/yaml%2ev2.(*parser).scalar+0x21 /app/vendor/gopkg.in/yaml.v2/decode.go:192
# 0x8b66c8 gopkg.in/yaml%2ev2.(*parser).parse+0x1c8 /app/vendor/gopkg.in/yaml.v2/decode.go:145
# 0x8b6e5f gopkg.in/yaml%2ev2.(*parser).sequence+0xaf /app/vendor/gopkg.in/yaml.v2/decode.go:206
# 0x8b66a6 gopkg.in/yaml%2ev2.(*parser).parse+0x1a6 /app/vendor/gopkg.in/yaml.v2/decode.go:151
# 0x8b70a7 gopkg.in/yaml%2ev2.(*parser).mapping+0xc7 /app/vendor/gopkg.in/yaml.v2/decode.go:217
# 0x8b6684 gopkg.in/yaml%2ev2.(*parser).parse+0x184 /app/vendor/gopkg.in/yaml.v2/decode.go:149
# 0x8b6e5f gopkg.in/yaml%2ev2.(*parser).sequence+0xaf /app/vendor/gopkg.in/yaml.v2/decode.go:206
# 0x8b66a6 gopkg.in/yaml%2ev2.(*parser).parse+0x1a6 /app/vendor/gopkg.in/yaml.v2/decode.go:151
# 0x8b6813 gopkg.in/yaml%2ev2.(*parser).document+0xa3 /app/vendor/gopkg.in/yaml.v2/decode.go:175
# 0x8b663f gopkg.in/yaml%2ev2.(*parser).parse+0x13f /app/vendor/gopkg.in/yaml.v2/decode.go:153
# 0x8e325a gopkg.in/yaml%2ev2.unmarshal+0x27a /app/vendor/gopkg.in/yaml.v2/yaml.go:142
# 0xe9610e gopkg.in/yaml%2ev2.UnmarshalStrict+0x22e /app/vendor/gopkg.in/yaml.v2/yaml.go:89
# 0xe96119 github.com/prometheus/prometheus/discovery/file.(*Discovery).readFile+0x239 /app/discovery/file/file.go:383
# 0xe95538 github.com/prometheus/prometheus/discovery/file.(*Discovery).refresh+0x138 /app/discovery/file/file.go:319
# 0xe94a31 github.com/prometheus/prometheus/discovery/file.(*Discovery).Run+0x4b1 /app/discovery/file/file.go:260
0: 0 [1: 32] @ 0x1ca102b 0x1ca1010 0x1c9e292 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc69ae 0x1cce7f9 0x1cce541 0x1ccded0 0x45f181
# 0x1ca102a github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x14a /app/tsdb/encoding/encoding.go:187
# 0x1ca100f github.com/prometheus/prometheus/tsdb/index.Symbols.Lookup+0x12f /app/tsdb/index/index.go:1282
# 0x1c9e291 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0xf81 /app/tsdb/index/index.go:882
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc69ad github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Write+0x1cd /app/tsdb/compact.go:486
# 0x1cce7f8 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0x98 /app/tsdb/db.go:756
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 64] @ 0x1c5fa0d 0x1ce1bf1 0x1ce22dc 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d870c0 0x1d81e68 0x1d7e3ef 0x45f181
# 0x1c5fa0c github.com/prometheus/prometheus/tsdb/chunkenc.(*XORChunk).Compact+0x5c /app/tsdb/chunkenc/xor.go:84
# 0x1ce1bf0 github.com/prometheus/prometheus/tsdb.(*memSeries).cut+0x150 /app/tsdb/head.go:1745
# 0x1ce22db github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x38b /app/tsdb/head.go:1842
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d870bf github.com/prometheus/prometheus/scrape.(*scrapeLoop).report.func1+0x3f /app/scrape/scrape.go:1287
# 0x1d81e67 github.com/prometheus/prometheus/scrape.(*scrapeLoop).report+0x467 /app/scrape/scrape.go:1305
# 0x1d7e3ee github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x76e /app/scrape/scrape.go:986
0: 0 [2: 2048] @ 0x1c5f070 0x1c5edec 0x1c60a89 0x1c601a7 0x1ce2069 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x1c5f06f github.com/prometheus/prometheus/tsdb/chunkenc.(*bstream).writeBit+0x2df /app/tsdb/chunkenc/bstream.go:69
# 0x1c5edeb github.com/prometheus/prometheus/tsdb/chunkenc.(*bstream).writeBits+0x5b /app/tsdb/chunkenc/bstream.go:108
# 0x1c60a88 github.com/prometheus/prometheus/tsdb/chunkenc.(*xorAppender).writeVDelta+0x3b8 /app/tsdb/chunkenc/xor.go:237
# 0x1c601a6 github.com/prometheus/prometheus/tsdb/chunkenc.(*xorAppender).Append+0x396 /app/tsdb/chunkenc/xor.go:193
# 0x1ce2068 github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x118 /app/tsdb/head.go:1845
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
0: 0 [1: 32] @ 0x449d05 0x1d8331e 0x1d7a3fd 0x1d7a044 0x1d86109 0x45f181
# 0x1d8331d github.com/prometheus/prometheus/scrape.(*Target).hash+0xed /app/scrape/target.go:146
# 0x1d7a3fc github.com/prometheus/prometheus/scrape.(*scrapePool).sync+0x1dc /app/scrape/scrape.go:405
# 0x1d7a043 github.com/prometheus/prometheus/scrape.(*scrapePool).Sync+0x533 /app/scrape/scrape.go:378
# 0x1d86108 github.com/prometheus/prometheus/scrape.(*Manager).reload.func1+0x48 /app/scrape/manager.go:197
0: 0 [1: 8192] @ 0x4d6a5a 0x4de402 0x4ddd53 0x4dd9a2 0x1cad530 0x1cad492 0x1cdb305 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x4d6a59 os.(*File).readdirnames+0x409 /usr/local/go/src/os/dir_unix.go:34
# 0x4de401 os.(*File).Readdirnames+0x861 /usr/local/go/src/os/dir.go:48
# 0x4ddd52 os.removeAllFrom+0x1b2 /usr/local/go/src/os/removeall_at.go:110
# 0x4dd9a1 os.removeAll+0x2e1 /usr/local/go/src/os/removeall_at.go:49
# 0x1cad52f os.RemoveAll+0x25f /usr/local/go/src/os/path.go:70
# 0x1cad491 github.com/prometheus/prometheus/tsdb/wal.DeleteCheckpoints+0x1c1 /app/tsdb/wal/checkpoint.go:86
# 0x1cdb304 github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x6b4 /app/tsdb/head.go:723
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 96] @ 0x1ca102b 0x1ca1010 0x1c9e292 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc69ae 0x1cce7f9 0x1cce541 0x1ccded0 0x45f181
# 0x1ca102a github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x14a /app/tsdb/encoding/encoding.go:187
# 0x1ca100f github.com/prometheus/prometheus/tsdb/index.Symbols.Lookup+0x12f /app/tsdb/index/index.go:1282
# 0x1c9e291 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0xf81 /app/tsdb/index/index.go:882
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc69ad github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Write+0x1cd /app/tsdb/compact.go:486
# 0x1cce7f8 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0x98 /app/tsdb/db.go:756
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 4864] @ 0x1c68464 0x1cabc54 0x1cdd0b3 0x1cdd3ce 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x1c68463 github.com/prometheus/prometheus/tsdb/encoding.(*Encbuf).PutBE64+0xa3 /app/tsdb/encoding/encoding.go:55
# 0x1cabc53 github.com/prometheus/prometheus/tsdb/record.(*Encoder).Samples+0x173 /app/tsdb/record/record.go:209
# 0x1cdd0b2 github.com/prometheus/prometheus/tsdb.(*headAppender).log+0x182 /app/tsdb/head.go:1012
# 0x1cdd3cd github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x4d /app/tsdb/head.go:1023
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
0: 0 [1: 64] @ 0x1ca1b50 0x1ca1b51 0x1ca03d0 0x1c9f818 0x1cbfd01 0x1cd06f6 0x1ccf322 0x1cced3d 0x1cce592 0x1ccded0 0x45f181
# 0x1ca1b4f github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x14f /app/tsdb/encoding/encoding.go:187
# 0x1ca1b50 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x150 /app/tsdb/index/index.go:1385
# 0x1ca03cf github.com/prometheus/prometheus/tsdb/index.newReader+0x6df /app/tsdb/index/index.go:1140
# 0x1c9f817 github.com/prometheus/prometheus/tsdb/index.NewFileReader+0xc7 /app/tsdb/index/index.go:1075
# 0x1cbfd00 github.com/prometheus/prometheus/tsdb.OpenBlock+0x2e0 /app/tsdb/block.go:294
# 0x1cd06f5 github.com/prometheus/prometheus/tsdb.openBlocks+0x4b5 /app/tsdb/db.go:945
# 0x1ccf321 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xf1 /app/tsdb/db.go:840
# 0x1cced3c github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x17c /app/tsdb/db.go:807
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 1280] @ 0x547b77 0x5474bb 0x5de0b0 0x5de08c 0x5de2d7 0x1cbe9b6 0x1cbfb11 0x1cd06f6 0x1ccf322 0x1cced3d 0x1cce592 0x1ccded0 0x45f181
# 0x547b76 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229
# 0x5474ba bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142
# 0x5de0af bytes.(*Buffer).Grow+0xbf /usr/local/go/src/bytes/buffer.go:161
# 0x5de08b io/ioutil.readAll+0x9b /usr/local/go/src/io/ioutil/ioutil.go:34
# 0x5de2d6 io/ioutil.ReadFile+0x116 /usr/local/go/src/io/ioutil/ioutil.go:73
# 0x1cbe9b5 github.com/prometheus/prometheus/tsdb.readMetaFile+0xa5 /app/tsdb/block.go:185
# 0x1cbfb10 github.com/prometheus/prometheus/tsdb.OpenBlock+0xf0 /app/tsdb/block.go:283
# 0x1cd06f5 github.com/prometheus/prometheus/tsdb.openBlocks+0x4b5 /app/tsdb/db.go:945
# 0x1ccf321 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xf1 /app/tsdb/db.go:840
# 0x1cced3c github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x17c /app/tsdb/db.go:807
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 6784] @ 0x1c9d879 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc53a2 0x1ccecfa 0x1cce592 0x1ccded0 0x45f181
# 0x1c9d878 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0x568 /app/tsdb/index/index.go:802
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc53a1 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Compact+0x621 /app/tsdb/compact.go:419
# 0x1ccecf9 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x139 /app/tsdb/db.go:801
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 16] @ 0x1c87e28 0x1c888ff 0x1c857b3 0x1d089df 0x1d68981 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1c87e27 github.com/prometheus/prometheus/promql/parser.(*parser).checkAST+0x947 /app/promql/parser/parse.go:554
# 0x1c888fe github.com/prometheus/prometheus/promql/parser.(*parser).checkAST+0x141e /app/promql/parser/parse.go:465
# 0x1c857b2 github.com/prometheus/prometheus/promql/parser.ParseExpr+0x1f2 /app/promql/parser/parse.go:119
# 0x1d089de github.com/prometheus/prometheus/promql.(*Engine).NewInstantQuery+0x3e /app/promql/engine.go:363
# 0x1d68980 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0x80 /app/rules/manager.go:167
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [2: 512] @ 0x1caac13 0x1cae816 0x1cdb15d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1caac12 github.com/prometheus/prometheus/tsdb/record.(*Decoder).Series+0x2c2 /app/tsdb/record/record.go:87
# 0x1cae815 github.com/prometheus/prometheus/tsdb/wal.Checkpoint+0x1035 /app/tsdb/wal/checkpoint.go:176
# 0x1cdb15c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x50c /app/tsdb/head.go:701
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [2: 1024] @ 0x46df8a 0x46de5e 0x46db1f 0x5de721 0x4cc53d 0x1d86d49 0x1d86ce2 0x1d7b5d8 0x1d7e13e 0x45f181
# 0x46df89 sync.(*Pool).pinSlow+0xf9 /usr/local/go/src/sync/pool.go:227
# 0x46de5d sync.(*Pool).pin+0x5d /usr/local/go/src/sync/pool.go:206
# 0x46db1e sync.(*Pool).Get+0x2e /usr/local/go/src/sync/pool.go:128
# 0x5de720 io/ioutil.devNull.ReadFrom+0x30 /usr/local/go/src/io/ioutil/ioutil.go:144
# 0x4cc53c io.copyBuffer+0x2ec /usr/local/go/src/io/io.go:388
# 0x1d86d48 io.Copy+0x88 /usr/local/go/src/io/io.go:364
# 0x1d86ce1 github.com/prometheus/prometheus/scrape.(*targetScraper).scrape.func1+0x21 /app/scrape/scrape.go:555
# 0x1d7b5d7 github.com/prometheus/prometheus/scrape.(*targetScraper).scrape+0x2d7 /app/scrape/scrape.go:568
# 0x1d7e13d github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x4bd /app/scrape/scrape.go:950
0: 0 [1: 16] @ 0x74e1f3 0x74951e 0x74bf22 0x7493ad 0x74bf22 0x7493ad 0x7488eb 0x7482f2 0x1cbea34 0x1cd0345 0x1ccf322 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x74e1f2 encoding/json.(*decodeState).literalStore+0x1062 /usr/local/go/src/encoding/json/decode.go:1026
# 0x74951d encoding/json.(*decodeState).value+0x1dd /usr/local/go/src/encoding/json/decode.go:443
# 0x74bf21 encoding/json.(*decodeState).object+0x1391 /usr/local/go/src/encoding/json/decode.go:823
# 0x7493ac encoding/json.(*decodeState).value+0x6c /usr/local/go/src/encoding/json/decode.go:429
# 0x74bf21 encoding/json.(*decodeState).object+0x1391 /usr/local/go/src/encoding/json/decode.go:823
# 0x7493ac encoding/json.(*decodeState).value+0x6c /usr/local/go/src/encoding/json/decode.go:429
# 0x7488ea encoding/json.(*decodeState).unmarshal+0x1fa /usr/local/go/src/encoding/json/decode.go:179
# 0x7482f1 encoding/json.Unmarshal+0x111 /usr/local/go/src/encoding/json/decode.go:106
# 0x1cbea33 github.com/prometheus/prometheus/tsdb.readMetaFile+0x123 /app/tsdb/block.go:191
# 0x1cd0344 github.com/prometheus/prometheus/tsdb.openBlocks+0x104 /app/tsdb/db.go:936
# 0x1ccf321 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xf1 /app/tsdb/db.go:840
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 448] @ 0x40da83 0x40f6f9 0x410a1c 0x1c9df48 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc69ae 0x1cce7f9 0x1cce541 0x1ccded0 0x45f181
# 0x1c9df47 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0xc37 /app/tsdb/index/index.go:856
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc69ad github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Write+0x1cd /app/tsdb/compact.go:486
# 0x1cce7f8 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0x98 /app/tsdb/db.go:756
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 32] @ 0x4b9e37 0x8ba69c 0x8b8013 0x8b82fc 0x8b80d7 0x8e333d 0xe9610f 0xe9611a 0xe95539 0xe94a32 0x45f181
# 0x4b9e36 reflect.Value.Slice+0x96 /usr/local/go/src/reflect/value.go:1765
# 0x8ba69b gopkg.in/yaml%2ev2.(*decoder).sequence+0x39b /app/vendor/gopkg.in/yaml.v2/decode.go:615
# 0x8b8012 gopkg.in/yaml%2ev2.(*decoder).unmarshal+0x182 /app/vendor/gopkg.in/yaml.v2/decode.go:374
# 0x8b82fb gopkg.in/yaml%2ev2.(*decoder).document+0x7b /app/vendor/gopkg.in/yaml.v2/decode.go:384
# 0x8b80d6 gopkg.in/yaml%2ev2.(*decoder).unmarshal+0x246 /app/vendor/gopkg.in/yaml.v2/decode.go:360
# 0x8e333c gopkg.in/yaml%2ev2.unmarshal+0x35c /app/vendor/gopkg.in/yaml.v2/yaml.go:148
# 0xe9610e gopkg.in/yaml%2ev2.UnmarshalStrict+0x22e /app/vendor/gopkg.in/yaml.v2/yaml.go:89
# 0xe96119 github.com/prometheus/prometheus/discovery/file.(*Discovery).readFile+0x239 /app/discovery/file/file.go:383
# 0xe95538 github.com/prometheus/prometheus/discovery/file.(*Discovery).refresh+0x138 /app/discovery/file/file.go:319
# 0xe94a31 github.com/prometheus/prometheus/discovery/file.(*Discovery).Run+0x4b1 /app/discovery/file/file.go:260
0: 0 [1: 18432] @ 0x1ca6aa9 0x1ca6868 0x1ce05f3 0x1ce03b8 0x1cdc8fc 0x1c6e02b 0x1d84878 0x1d7fd1d 0x1d7e26b 0x45f181
# 0x1ca6aa8 github.com/prometheus/prometheus/tsdb/index.(*MemPostings).addFor+0x1b8 /app/tsdb/index/postings.go:282
# 0x1ca6867 github.com/prometheus/prometheus/tsdb/index.(*MemPostings).Add+0x97 /app/tsdb/index/postings.go:269
# 0x1ce05f2 github.com/prometheus/prometheus/tsdb.(*Head).getOrCreateWithID+0x202 /app/tsdb/head.go:1483
# 0x1ce03b7 github.com/prometheus/prometheus/tsdb.(*Head).getOrCreate+0xc7 /app/tsdb/head.go:1469
# 0x1cdc8fb github.com/prometheus/prometheus/tsdb.(*headAppender).Add+0x11b /app/tsdb/head.go:949
# 0x1c6e02a github.com/prometheus/prometheus/storage.(*fanoutAppender).Add+0x7a /app/storage/fanout.go:129
# 0x1d84877 github.com/prometheus/prometheus/scrape.(*timeLimitAppender).Add+0x77 /app/scrape/target.go:328
# 0x1d7fd1c github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0x61c /app/scrape/scrape.go:1188
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
0: 0 [1: 8192] @ 0x5dee8d 0x46db96 0x5de721 0x4cc53d 0x1d86d49 0x1d86ce2 0x1d7b858 0x1d7e13e 0x45f181
# 0x5dee8c io/ioutil.glob..func1+0x5c /usr/local/go/src/io/ioutil/ioutil.go:138
# 0x46db95 sync.(*Pool).Get+0xa5 /usr/local/go/src/sync/pool.go:148
# 0x5de720 io/ioutil.devNull.ReadFrom+0x30 /usr/local/go/src/io/ioutil/ioutil.go:144
# 0x4cc53c io.copyBuffer+0x2ec /usr/local/go/src/io/io.go:388
# 0x1d86d48 io.Copy+0x88 /usr/local/go/src/io/io.go:364
# 0x1d86ce1 github.com/prometheus/prometheus/scrape.(*targetScraper).scrape.func1+0x21 /app/scrape/scrape.go:555
# 0x1d7b857 github.com/prometheus/prometheus/scrape.(*targetScraper).scrape+0x557 /app/scrape/scrape.go:589
# 0x1d7e13d github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x4bd /app/scrape/scrape.go:950
0: 0 [3: 48] @ 0x1d0d1a2 0x1d0ea92 0x1d0d768 0x1d11255 0x1d0bfe9 0x1d0a17f 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1d0d1a1 github.com/prometheus/prometheus/promql.(*evaluator).rangeEval+0xe41 /app/promql/engine.go:959
# 0x1d0ea91 github.com/prometheus/prometheus/promql.(*evaluator).eval+0xcf1 /app/promql/engine.go:1266
# 0x1d0d767 github.com/prometheus/prometheus/promql.(*evaluator).rangeEval+0x1407 /app/promql/engine.go:887
# 0x1d11254 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x34b4 /app/promql/engine.go:1255
# 0x1d0bfe8 github.com/prometheus/prometheus/promql.(*evaluator).Eval+0x98 /app/promql/engine.go:814
# 0x1d0a17e github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x5de /app/promql/engine.go:535
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [2: 2048] @ 0x1c9ded8 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc53a2 0x1ccecfa 0x1cce592 0x1ccded0 0x45f181
# 0x1c9ded7 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0xbc7 /app/tsdb/index/index.go:858
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc53a1 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Compact+0x621 /app/tsdb/compact.go:419
# 0x1ccecf9 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x139 /app/tsdb/db.go:801
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 208] @ 0x4df121 0x4deafd 0x4dbc7a 0x5de5ab 0x5de440 0x1cacf9d 0x1cad863 0x1cdb15d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x4df120 os.lstatNolog+0x30 /usr/local/go/src/os/stat_unix.go:41
# 0x4deafc os.Lstat+0x4c /usr/local/go/src/os/stat.go:22
# 0x4dbc79 os.(*File).readdir+0x1b9 /usr/local/go/src/os/file_unix.go:380
# 0x5de5aa os.(*File).Readdir+0x1ea /usr/local/go/src/os/dir.go:26
# 0x5de43f io/ioutil.ReadDir+0x7f /usr/local/go/src/io/ioutil/ioutil.go:101
# 0x1cacf9c github.com/prometheus/prometheus/tsdb/wal.LastCheckpoint+0x4c /app/tsdb/wal/checkpoint.go:47
# 0x1cad862 github.com/prometheus/prometheus/tsdb/wal.Checkpoint+0x82 /app/tsdb/wal/checkpoint.go:110
# 0x1cdb15c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x50c /app/tsdb/head.go:701
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 112] @ 0x8b6de1 0x8b6dd2 0x8b66a7 0x8b70a8 0x8b6685 0x8b6e60 0x8b66a7 0x8b6814 0x8b6640 0x8e325b 0xe9610f 0xe9611a 0xe95539 0xe94a32 0x45f181
# 0x8b6de0 gopkg.in/yaml%2ev2.(*parser).node+0x30 /app/vendor/gopkg.in/yaml.v2/decode.go:166
# 0x8b6dd1 gopkg.in/yaml%2ev2.(*parser).sequence+0x21 /app/vendor/gopkg.in/yaml.v2/decode.go:202
# 0x8b66a6 gopkg.in/yaml%2ev2.(*parser).parse+0x1a6 /app/vendor/gopkg.in/yaml.v2/decode.go:151
# 0x8b70a7 gopkg.in/yaml%2ev2.(*parser).mapping+0xc7 /app/vendor/gopkg.in/yaml.v2/decode.go:217
# 0x8b6684 gopkg.in/yaml%2ev2.(*parser).parse+0x184 /app/vendor/gopkg.in/yaml.v2/decode.go:149
# 0x8b6e5f gopkg.in/yaml%2ev2.(*parser).sequence+0xaf /app/vendor/gopkg.in/yaml.v2/decode.go:206
# 0x8b66a6 gopkg.in/yaml%2ev2.(*parser).parse+0x1a6 /app/vendor/gopkg.in/yaml.v2/decode.go:151
# 0x8b6813 gopkg.in/yaml%2ev2.(*parser).document+0xa3 /app/vendor/gopkg.in/yaml.v2/decode.go:175
# 0x8b663f gopkg.in/yaml%2ev2.(*parser).parse+0x13f /app/vendor/gopkg.in/yaml.v2/decode.go:153
# 0x8e325a gopkg.in/yaml%2ev2.unmarshal+0x27a /app/vendor/gopkg.in/yaml.v2/yaml.go:142
# 0xe9610e gopkg.in/yaml%2ev2.UnmarshalStrict+0x22e /app/vendor/gopkg.in/yaml.v2/yaml.go:89
# 0xe96119 github.com/prometheus/prometheus/discovery/file.(*Discovery).readFile+0x239 /app/discovery/file/file.go:383
# 0xe95538 github.com/prometheus/prometheus/discovery/file.(*Discovery).refresh+0x138 /app/discovery/file/file.go:319
# 0xe94a31 github.com/prometheus/prometheus/discovery/file.(*Discovery).Run+0x4b1 /app/discovery/file/file.go:260
0: 0 [4: 1792] @ 0x40cc35 0x4bb8c4 0x74a5bc 0x74943d 0x74bf22 0x7493ad 0x74bf22 0x7493ad 0x7488eb 0x7482f2 0x1cbea34 0x1cc3989 0x1ccec24 0x1cce592 0x1ccded0 0x45f181
# 0x40cc34 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178
# 0x4bb8c3 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268
# 0x74a5bb encoding/json.(*decodeState).array+0x6fb /usr/local/go/src/encoding/json/decode.go:605
# 0x74943c encoding/json.(*decodeState).value+0xfc /usr/local/go/src/encoding/json/decode.go:419
# 0x74bf21 encoding/json.(*decodeState).object+0x1391 /usr/local/go/src/encoding/json/decode.go:823
# 0x7493ac encoding/json.(*decodeState).value+0x6c /usr/local/go/src/encoding/json/decode.go:429
# 0x74bf21 encoding/json.(*decodeState).object+0x1391 /usr/local/go/src/encoding/json/decode.go:823
# 0x7493ac encoding/json.(*decodeState).value+0x6c /usr/local/go/src/encoding/json/decode.go:429
# 0x7488ea encoding/json.(*decodeState).unmarshal+0x1fa /usr/local/go/src/encoding/json/decode.go:179
# 0x7482f1 encoding/json.Unmarshal+0x111 /usr/local/go/src/encoding/json/decode.go:106
# 0x1cbea33 github.com/prometheus/prometheus/tsdb.readMetaFile+0x123 /app/tsdb/block.go:191
# 0x1cc3988 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Plan+0xd8 /app/tsdb/compact.go:183
# 0x1ccec23 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x63 /app/tsdb/db.go:787
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 16384] @ 0x1c9d879 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc69ae 0x1cce7f9 0x1cce541 0x1ccded0 0x45f181
# 0x1c9d878 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0x568 /app/tsdb/index/index.go:802
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc69ad github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Write+0x1cd /app/tsdb/compact.go:486
# 0x1cce7f8 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0x98 /app/tsdb/db.go:756
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 16] @ 0x1c73b64 0x1d0b45a 0x1d0b360 0x1d09eba 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1c73b63 github.com/prometheus/prometheus/promql/parser.Walk+0x293 /app/promql/parser/ast.go:278
# 0x1d0b459 github.com/prometheus/prometheus/promql/parser.Inspect+0x169 /app/promql/parser/ast.go:305
# 0x1d0b35f github.com/prometheus/prometheus/promql.(*Engine).populateSeries+0x6f /app/promql/engine.go:655
# 0x1d09eb9 github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x319 /app/promql/engine.go:513
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [2: 1024] @ 0x1c5ef61 0x1c5ee03 0x1c603cb 0x1ce2069 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x1c5ef60 github.com/prometheus/prometheus/tsdb/chunkenc.(*bstream).writeByte+0x1d0 /app/tsdb/chunkenc/bstream.go:84
# 0x1c5ee02 github.com/prometheus/prometheus/tsdb/chunkenc.(*bstream).writeBits+0x72 /app/tsdb/chunkenc/bstream.go:102
# 0x1c603ca github.com/prometheus/prometheus/tsdb/chunkenc.(*xorAppender).Append+0x5ba /app/tsdb/chunkenc/xor.go:181
# 0x1ce2068 github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x118 /app/tsdb/head.go:1845
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
0: 0 [1: 1024] @ 0x1c5f070 0x1c5edec 0x1c60a13 0x1c601a7 0x1ce2069 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x1c5f06f github.com/prometheus/prometheus/tsdb/chunkenc.(*bstream).writeBit+0x2df /app/tsdb/chunkenc/bstream.go:69
# 0x1c5edeb github.com/prometheus/prometheus/tsdb/chunkenc.(*bstream).writeBits+0x5b /app/tsdb/chunkenc/bstream.go:108
# 0x1c60a12 github.com/prometheus/prometheus/tsdb/chunkenc.(*xorAppender).writeVDelta+0x342 /app/tsdb/chunkenc/xor.go:230
# 0x1c601a6 github.com/prometheus/prometheus/tsdb/chunkenc.(*xorAppender).Append+0x396 /app/tsdb/chunkenc/xor.go:193
# 0x1ce2068 github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x118 /app/tsdb/head.go:1845
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
0: 0 [1: 128] @ 0x1cd5617 0x1cc38fd 0x1ccec24 0x1cce592 0x1ccded0 0x45f181
# 0x1cd5616 github.com/prometheus/prometheus/tsdb.blockDirs+0x256 /app/tsdb/db.go:1400
# 0x1cc38fc github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Plan+0x4c /app/tsdb/compact.go:173
# 0x1ccec23 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x63 /app/tsdb/db.go:787
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 32] @ 0x4bb879 0x8ba3bb 0x8b8013 0x8b82fc 0x8b80d7 0x8e333d 0xe9610f 0xe9611a 0xe95539 0xe94a32 0x45f181
# 0x4bb878 reflect.MakeSlice+0x78 /usr/local/go/src/reflect/value.go:2268
# 0x8ba3ba gopkg.in/yaml%2ev2.(*decoder).sequence+0xba /app/vendor/gopkg.in/yaml.v2/decode.go:591
# 0x8b8012 gopkg.in/yaml%2ev2.(*decoder).unmarshal+0x182 /app/vendor/gopkg.in/yaml.v2/decode.go:374
# 0x8b82fb gopkg.in/yaml%2ev2.(*decoder).document+0x7b /app/vendor/gopkg.in/yaml.v2/decode.go:384
# 0x8b80d6 gopkg.in/yaml%2ev2.(*decoder).unmarshal+0x246 /app/vendor/gopkg.in/yaml.v2/decode.go:360
# 0x8e333c gopkg.in/yaml%2ev2.unmarshal+0x35c /app/vendor/gopkg.in/yaml.v2/yaml.go:148
# 0xe9610e gopkg.in/yaml%2ev2.UnmarshalStrict+0x22e /app/vendor/gopkg.in/yaml.v2/yaml.go:89
# 0xe96119 github.com/prometheus/prometheus/discovery/file.(*Discovery).readFile+0x239 /app/discovery/file/file.go:383
# 0xe95538 github.com/prometheus/prometheus/discovery/file.(*Discovery).refresh+0x138 /app/discovery/file/file.go:319
# 0xe94a31 github.com/prometheus/prometheus/discovery/file.(*Discovery).Run+0x4b1 /app/discovery/file/file.go:260
0: 0 [1: 320] @ 0x40cc35 0x4bb8c4 0x74a5bc 0x74943d 0x74bf22 0x7493ad 0x74bf22 0x7493ad 0x7488eb 0x7482f2 0x1cbea34 0x1cc3989 0x1ccec24 0x1cce592 0x1ccded0 0x45f181
# 0x40cc34 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178
# 0x4bb8c3 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268
# 0x74a5bb encoding/json.(*decodeState).array+0x6fb /usr/local/go/src/encoding/json/decode.go:605
# 0x74943c encoding/json.(*decodeState).value+0xfc /usr/local/go/src/encoding/json/decode.go:419
# 0x74bf21 encoding/json.(*decodeState).object+0x1391 /usr/local/go/src/encoding/json/decode.go:823
# 0x7493ac encoding/json.(*decodeState).value+0x6c /usr/local/go/src/encoding/json/decode.go:429
# 0x74bf21 encoding/json.(*decodeState).object+0x1391 /usr/local/go/src/encoding/json/decode.go:823
# 0x7493ac encoding/json.(*decodeState).value+0x6c /usr/local/go/src/encoding/json/decode.go:429
# 0x7488ea encoding/json.(*decodeState).unmarshal+0x1fa /usr/local/go/src/encoding/json/decode.go:179
# 0x7482f1 encoding/json.Unmarshal+0x111 /usr/local/go/src/encoding/json/decode.go:106
# 0x1cbea33 github.com/prometheus/prometheus/tsdb.readMetaFile+0x123 /app/tsdb/block.go:191
# 0x1cc3988 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Plan+0xd8 /app/tsdb/compact.go:183
# 0x1ccec23 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x63 /app/tsdb/db.go:787
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [2: 96] @ 0x40d6bd 0x8d4320 0x8d3722 0x8d2b3f 0x8c89ae 0x8c87a0 0x8c8344 0x8c827b 0x8b612a 0x8b66eb 0x8b6522 0x8e325b 0xe9610f 0xe9611a 0xe95539 0xe94a32 0x45f181
# 0x8d431f gopkg.in/yaml%2ev2.yaml_parser_fetch_stream_start+0x9f /app/vendor/gopkg.in/yaml.v2/scannerc.go:1000
# 0x8d3721 gopkg.in/yaml%2ev2.yaml_parser_fetch_next_token+0xa01 /app/vendor/gopkg.in/yaml.v2/scannerc.go:660
# 0x8d2b3e gopkg.in/yaml%2ev2.yaml_parser_fetch_more_tokens+0x3e /app/vendor/gopkg.in/yaml.v2/scannerc.go:642
# 0x8c89ad gopkg.in/yaml%2ev2.peek_token+0x23d /app/vendor/gopkg.in/yaml.v2/parserc.go:47
# 0x8c879f gopkg.in/yaml%2ev2.yaml_parser_parse_stream_start+0x2f /app/vendor/gopkg.in/yaml.v2/parserc.go:175
# 0x8c8343 gopkg.in/yaml%2ev2.yaml_parser_state_machine+0x93 /app/vendor/gopkg.in/yaml.v2/parserc.go:98
# 0x8c827a gopkg.in/yaml%2ev2.yaml_parser_parse+0x8a /app/vendor/gopkg.in/yaml.v2/parserc.go:72
# 0x8b6129 gopkg.in/yaml%2ev2.(*parser).expect+0x189 /app/vendor/gopkg.in/yaml.v2/decode.go:84
# 0x8b66ea gopkg.in/yaml%2ev2.(*parser).init+0x1ea /app/vendor/gopkg.in/yaml.v2/decode.go:69
# 0x8b6521 gopkg.in/yaml%2ev2.(*parser).parse+0x21 /app/vendor/gopkg.in/yaml.v2/decode.go:142
# 0x8e325a gopkg.in/yaml%2ev2.unmarshal+0x27a /app/vendor/gopkg.in/yaml.v2/yaml.go:142
# 0xe9610e gopkg.in/yaml%2ev2.UnmarshalStrict+0x22e /app/vendor/gopkg.in/yaml.v2/yaml.go:89
# 0xe96119 github.com/prometheus/prometheus/discovery/file.(*Discovery).readFile+0x239 /app/discovery/file/file.go:383
# 0xe95538 github.com/prometheus/prometheus/discovery/file.(*Discovery).refresh+0x138 /app/discovery/file/file.go:319
# 0xe94a31 github.com/prometheus/prometheus/discovery/file.(*Discovery).Run+0x4b1 /app/discovery/file/file.go:260
0: 0 [1: 1408] @ 0x547b77 0x5474bb 0x5de0b0 0x5de08c 0x5de2d7 0x1cbe9b6 0x1cd0345 0x1ccf322 0x1cced3d 0x1cce592 0x1ccded0 0x45f181
# 0x547b76 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229
# 0x5474ba bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142
# 0x5de0af bytes.(*Buffer).Grow+0xbf /usr/local/go/src/bytes/buffer.go:161
# 0x5de08b io/ioutil.readAll+0x9b /usr/local/go/src/io/ioutil/ioutil.go:34
# 0x5de2d6 io/ioutil.ReadFile+0x116 /usr/local/go/src/io/ioutil/ioutil.go:73
# 0x1cbe9b5 github.com/prometheus/prometheus/tsdb.readMetaFile+0xa5 /app/tsdb/block.go:185
# 0x1cd0344 github.com/prometheus/prometheus/tsdb.openBlocks+0x104 /app/tsdb/db.go:936
# 0x1ccf321 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xf1 /app/tsdb/db.go:840
# 0x1cced3c github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x17c /app/tsdb/db.go:807
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 32] @ 0x1ca102b 0x1ca1010 0x1c9e292 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc53a2 0x1ccecfa 0x1cce592 0x1ccded0 0x45f181
# 0x1ca102a github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x14a /app/tsdb/encoding/encoding.go:187
# 0x1ca100f github.com/prometheus/prometheus/tsdb/index.Symbols.Lookup+0x12f /app/tsdb/index/index.go:1282
# 0x1c9e291 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0xf81 /app/tsdb/index/index.go:882
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc53a1 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Compact+0x621 /app/tsdb/compact.go:419
# 0x1ccecf9 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x139 /app/tsdb/db.go:801
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 5376] @ 0x1ca5e31 0x1cde375 0x1cdad9d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1ca5e30 github.com/prometheus/prometheus/tsdb/index.(*MemPostings).Delete+0x3e0 /app/tsdb/index/postings.go:227
# 0x1cde374 github.com/prometheus/prometheus/tsdb.(*Head).gc+0x134 /app/tsdb/head.go:1141
# 0x1cdad9c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x14c /app/tsdb/head.go:661
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 32] @ 0x46fa75 0x4d6746 0x4dbb28 0x4dbb12 0x5de5ab 0x5de440 0x1cd540d 0x1cc38fd 0x1ccec24 0x1cce592 0x1ccded0 0x45f181
# 0x46fa74 syscall.ParseDirent+0x2c4 /usr/local/go/src/syscall/dirent.go:99
# 0x4d6745 os.(*File).readdirnames+0xf5 /usr/local/go/src/os/dir_unix.go:62
# 0x4dbb27 os.(*File).Readdirnames+0x67 /usr/local/go/src/os/dir.go:48
# 0x4dbb11 os.(*File).readdir+0x51 /usr/local/go/src/os/file_unix.go:377
# 0x5de5aa os.(*File).Readdir+0x1ea /usr/local/go/src/os/dir.go:26
# 0x5de43f io/ioutil.ReadDir+0x7f /usr/local/go/src/io/ioutil/ioutil.go:101
# 0x1cd540c github.com/prometheus/prometheus/tsdb.blockDirs+0x4c /app/tsdb/db.go:1392
# 0x1cc38fc github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Plan+0x4c /app/tsdb/compact.go:173
# 0x1ccec23 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x63 /app/tsdb/db.go:787
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 8] @ 0x1d08aa1 0x1d08aca 0x1d08b38 0x1d08a07 0x1d68981 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1d08aa0 github.com/prometheus/prometheus/util/stats.NewTimerGroup+0x100 /app/util/stats/timer.go:65
# 0x1d08ac9 github.com/prometheus/prometheus/util/stats.NewQueryTimers+0x129 /app/util/stats/query_stats.go:152
# 0x1d08b37 github.com/prometheus/prometheus/promql.(*Engine).newQuery+0x197 /app/promql/engine.go:399
# 0x1d08a06 github.com/prometheus/prometheus/promql.(*Engine).NewInstantQuery+0x66 /app/promql/engine.go:367
# 0x1d68980 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0x80 /app/rules/manager.go:167
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [1: 1792] @ 0x4d66dd 0x81a3a3 0x81a240 0x8437eb 0x843806 0x843423 0x852ead 0x45f181
# 0x4d66dc os.(*File).readdirnames+0x8c /usr/local/go/src/os/dir_unix.go:44
# 0x81a3a2 os.(*File).Readdirnames+0x2a2 /usr/local/go/src/os/dir.go:48
# 0x81a23f github.com/prometheus/procfs.Proc.fileDescriptors+0x13f /app/vendor/github.com/prometheus/procfs/proc.go:258
# 0x8437ea github.com/prometheus/procfs.Proc.FileDescriptorsLen+0x3aa /app/vendor/github.com/prometheus/procfs/proc.go:219
# 0x843805 github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0x3c5 /app/vendor/github.com/prometheus/client_golang/prometheus/process_collector_other.go:53
# 0x843422 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /app/vendor/github.com/prometheus/client_golang/prometheus/process_collector.go:140
# 0x852eac github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:443
0: 0 [1: 32] @ 0x839e9c 0x839e44 0x84ae8f 0x846a8b 0x84630e 0x1e6d755 0x6eba54 0x1e6e21c 0x6eba54 0x1e6e73a 0x6eba54 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x839e9b github.com/beorn7/perks/quantile.(*Stream).maybeSort+0xcb /app/vendor/github.com/beorn7/perks/quantile/stream.go:211
# 0x839e43 github.com/beorn7/perks/quantile.(*Stream).Query+0x73 /app/vendor/github.com/beorn7/perks/quantile/stream.go:164
# 0x84ae8e github.com/prometheus/client_golang/prometheus.(*summary).Write+0x3ae /app/vendor/github.com/prometheus/client_golang/prometheus/summary.go:309
# 0x846a8a github.com/prometheus/client_golang/prometheus.processMetric+0x9a /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:595
# 0x84630d github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x85d /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:489
# 0x1e6d754 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/http.go:126
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e21b github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1+0xbb /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:40
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [2: 16384] @ 0x4d6a5a 0x1c62261 0x1c6216f 0x1cb5b54 0x1cb5f65 0x1cad926 0x1cdb15d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x4d6a59 os.(*File).readdirnames+0x409 /usr/local/go/src/os/dir_unix.go:34
# 0x1c62260 os.(*File).Readdirnames+0x1d0 /usr/local/go/src/os/dir.go:48
# 0x1c6216e github.com/prometheus/prometheus/tsdb/fileutil.ReadDir+0xde /app/tsdb/fileutil/fileutil.go:101
# 0x1cb5b53 github.com/prometheus/prometheus/tsdb/wal.listSegments+0x63 /app/tsdb/wal/wal.go:762
# 0x1cb5f64 github.com/prometheus/prometheus/tsdb/wal.NewSegmentsRangeReader+0x114 /app/tsdb/wal/wal.go:801
# 0x1cad925 github.com/prometheus/prometheus/tsdb/wal.Checkpoint+0x145 /app/tsdb/wal/checkpoint.go:126
# 0x1cdb15c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x50c /app/tsdb/head.go:701
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 16] @ 0x1d093da 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1d093d9 github.com/prometheus/prometheus/promql.(*Engine).exec+0x249 /app/promql/engine.go:458
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [1: 16] @ 0x1cd44b9 0x1ed40ba 0x1c6d81c 0x1d09e01 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1cd44b8 github.com/prometheus/prometheus/tsdb.(*DB).Querier+0x448 /app/tsdb/db.go:1293
# 0x1ed40b9 main.(*readyStorage).Querier+0x69 /app/cmd/prometheus/main.go:949
# 0x1c6d81b github.com/prometheus/prometheus/storage.(*fanout).Querier+0xbb /app/storage/fanout.go:72
# 0x1d09e00 github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x260 /app/promql/engine.go:506
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [1: 48] @ 0x466aa3 0x4c6c4d 0x5de51e 0x1cd540d 0x1cc38fd 0x1ccec24 0x1cce592 0x1ccded0 0x45f181
# 0x466aa2 internal/reflectlite.Swapper+0x1a2 /usr/local/go/src/internal/reflectlite/swapper.go:64
# 0x4c6c4c sort.Slice+0x7c /usr/local/go/src/sort/slice.go:15
# 0x5de51d io/ioutil.ReadDir+0x15d /usr/local/go/src/io/ioutil/ioutil.go:106
# 0x1cd540c github.com/prometheus/prometheus/tsdb.blockDirs+0x4c /app/tsdb/db.go:1392
# 0x1cc38fc github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Plan+0x4c /app/tsdb/compact.go:173
# 0x1ccec23 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x63 /app/tsdb/db.go:787
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [4: 512] @ 0x40cc35 0x4bb8c4 0x74a5bc 0x74943d 0x74bf22 0x7493ad 0x74bf22 0x7493ad 0x7488eb 0x7482f2 0x1cbea34 0x1cc3989 0x1ccec24 0x1cce592 0x1ccded0 0x45f181
# 0x40cc34 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178
# 0x4bb8c3 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268
# 0x74a5bb encoding/json.(*decodeState).array+0x6fb /usr/local/go/src/encoding/json/decode.go:605
# 0x74943c encoding/json.(*decodeState).value+0xfc /usr/local/go/src/encoding/json/decode.go:419
# 0x74bf21 encoding/json.(*decodeState).object+0x1391 /usr/local/go/src/encoding/json/decode.go:823
# 0x7493ac encoding/json.(*decodeState).value+0x6c /usr/local/go/src/encoding/json/decode.go:429
# 0x74bf21 encoding/json.(*decodeState).object+0x1391 /usr/local/go/src/encoding/json/decode.go:823
# 0x7493ac encoding/json.(*decodeState).value+0x6c /usr/local/go/src/encoding/json/decode.go:429
# 0x7488ea encoding/json.(*decodeState).unmarshal+0x1fa /usr/local/go/src/encoding/json/decode.go:179
# 0x7482f1 encoding/json.Unmarshal+0x111 /usr/local/go/src/encoding/json/decode.go:106
# 0x1cbea33 github.com/prometheus/prometheus/tsdb.readMetaFile+0x123 /app/tsdb/block.go:191
# 0x1cc3988 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Plan+0xd8 /app/tsdb/compact.go:183
# 0x1ccec23 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x63 /app/tsdb/db.go:787
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 16] @ 0x4bbcf5 0x8ba4cf 0x8b8013 0x8bcc2c 0x8bb434 0x8b803f 0x8e644c 0x9f91f3 0x8b783c 0x8b7bf7 0x8b7f73 0x8ba55c 0x8b8013 0x8b82fc 0x8b80d7 0x8e333d 0xe9610f 0xe9611a 0xe95539 0xe94a32 0x45f181
# 0x4bbcf4 reflect.New+0x44 /usr/local/go/src/reflect/value.go:2354
# 0x8ba4ce gopkg.in/yaml%2ev2.(*decoder).sequence+0x1ce /app/vendor/gopkg.in/yaml.v2/decode.go:608
# 0x8b8012 gopkg.in/yaml%2ev2.(*decoder).unmarshal+0x182 /app/vendor/gopkg.in/yaml.v2/decode.go:374
# 0x8bcc2b gopkg.in/yaml%2ev2.(*decoder).mappingStruct+0xa6b /app/vendor/gopkg.in/yaml.v2/decode.go:767
# 0x8bb433 gopkg.in/yaml%2ev2.(*decoder).mapping+0xa93 /app/vendor/gopkg.in/yaml.v2/decode.go:626
# 0x8b803e gopkg.in/yaml%2ev2.(*decoder).unmarshal+0x1ae /app/vendor/gopkg.in/yaml.v2/decode.go:372
# 0x8e644b gopkg.in/yaml%2ev2.(*decoder).callUnmarshaler.func1+0x13b /app/vendor/gopkg.in/yaml.v2/decode.go:272
# 0x9f91f2 github.com/prometheus/prometheus/discovery/targetgroup.(*Group).UnmarshalYAML+0x52 /app/discovery/targetgroup/targetgroup.go:45
# 0x8b783b gopkg.in/yaml%2ev2.(*decoder).callUnmarshaler+0xab /app/vendor/gopkg.in/yaml.v2/decode.go:270
# 0x8b7bf6 gopkg.in/yaml%2ev2.(*decoder).prepare+0x196 /app/vendor/gopkg.in/yaml.v2/decode.go:313
# 0x8b7f72 gopkg.in/yaml%2ev2.(*decoder).unmarshal+0xe2 /app/vendor/gopkg.in/yaml.v2/decode.go:364
# 0x8ba55b gopkg.in/yaml%2ev2.(*decoder).sequence+0x25b /app/vendor/gopkg.in/yaml.v2/decode.go:609
# 0x8b8012 gopkg.in/yaml%2ev2.(*decoder).unmarshal+0x182 /app/vendor/gopkg.in/yaml.v2/decode.go:374
# 0x8b82fb gopkg.in/yaml%2ev2.(*decoder).document+0x7b /app/vendor/gopkg.in/yaml.v2/decode.go:384
# 0x8b80d6 gopkg.in/yaml%2ev2.(*decoder).unmarshal+0x246 /app/vendor/gopkg.in/yaml.v2/decode.go:360
# 0x8e333c gopkg.in/yaml%2ev2.unmarshal+0x35c /app/vendor/gopkg.in/yaml.v2/yaml.go:148
# 0xe9610e gopkg.in/yaml%2ev2.UnmarshalStrict+0x22e /app/vendor/gopkg.in/yaml.v2/yaml.go:89
# 0xe96119 github.com/prometheus/prometheus/discovery/file.(*Discovery).readFile+0x239 /app/discovery/file/file.go:383
# 0xe95538 github.com/prometheus/prometheus/discovery/file.(*Discovery).refresh+0x138 /app/discovery/file/file.go:319
# 0xe94a31 github.com/prometheus/prometheus/discovery/file.(*Discovery).Run+0x4b1 /app/discovery/file/file.go:260
0: 0 [1: 896] @ 0x547b77 0x5474bb 0x5de0b0 0x5de08c 0x5de2d7 0x1cbe9b6 0x1cd0345 0x1ccf322 0x1cced3d 0x1cce592 0x1ccded0 0x45f181
# 0x547b76 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229
# 0x5474ba bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142
# 0x5de0af bytes.(*Buffer).Grow+0xbf /usr/local/go/src/bytes/buffer.go:161
# 0x5de08b io/ioutil.readAll+0x9b /usr/local/go/src/io/ioutil/ioutil.go:34
# 0x5de2d6 io/ioutil.ReadFile+0x116 /usr/local/go/src/io/ioutil/ioutil.go:73
# 0x1cbe9b5 github.com/prometheus/prometheus/tsdb.readMetaFile+0xa5 /app/tsdb/block.go:185
# 0x1cd0344 github.com/prometheus/prometheus/tsdb.openBlocks+0x104 /app/tsdb/db.go:936
# 0x1ccf321 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xf1 /app/tsdb/db.go:840
# 0x1cced3c github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x17c /app/tsdb/db.go:807
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 80] @ 0x1ca102b 0x1ca1010 0x1ca1f5d 0x1ca4243 0x1ca2a70 0x1cc1673 0x1cca202 0x1ccaf2f 0x1ccaf0d 0x1cc8a02 0x1cc75bd 0x1cc53a2 0x1ccecfa 0x1cce592 0x1ccded0 0x45f181
# 0x1ca102a github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x14a /app/tsdb/encoding/encoding.go:187
# 0x1ca100f github.com/prometheus/prometheus/tsdb/index.Symbols.Lookup+0x12f /app/tsdb/index/index.go:1282
# 0x1ca1f5c github.com/prometheus/prometheus/tsdb/index.(*Reader).lookupSymbol+0x10c /app/tsdb/index/index.go:1408
# 0x1ca4242 github.com/prometheus/prometheus/tsdb/index.(*Decoder).Series+0x1a2 /app/tsdb/index/index.go:1675
# 0x1ca2a6f github.com/prometheus/prometheus/tsdb/index.(*Reader).Series+0x12f /app/tsdb/index/index.go:1488
# 0x1cc1672 github.com/prometheus/prometheus/tsdb.blockIndexReader.Series+0x72 /app/tsdb/block.go:440
# 0x1cca201 github.com/prometheus/prometheus/tsdb.(*compactionSeriesSet).Next+0x181 /app/tsdb/compact.go:876
# 0x1ccaf2e github.com/prometheus/prometheus/tsdb.(*compactionMerger).Next+0x43e /app/tsdb/compact.go:987
# 0x1ccaf0c github.com/prometheus/prometheus/tsdb.(*compactionMerger).Next+0x41c /app/tsdb/compact.go:986
# 0x1cc8a01 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).populateBlock+0x861 /app/tsdb/compact.go:735
# 0x1cc75bc github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x5cc /app/tsdb/compact.go:577
# 0x1cc53a1 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Compact+0x621 /app/tsdb/compact.go:419
# 0x1ccecf9 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x139 /app/tsdb/db.go:801
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [5: 640] @ 0x1caac13 0x1cae816 0x1cdb15d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1caac12 github.com/prometheus/prometheus/tsdb/record.(*Decoder).Series+0x2c2 /app/tsdb/record/record.go:87
# 0x1cae815 github.com/prometheus/prometheus/tsdb/wal.Checkpoint+0x1035 /app/tsdb/wal/checkpoint.go:176
# 0x1cdb15c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x50c /app/tsdb/head.go:701
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [4: 109056] @ 0x1c9d879 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc69ae 0x1cce7f9 0x1cce541 0x1ccded0 0x45f181
# 0x1c9d878 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0x568 /app/tsdb/index/index.go:802
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc69ad github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Write+0x1cd /app/tsdb/compact.go:486
# 0x1cce7f8 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0x98 /app/tsdb/db.go:756
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 16] @ 0x74e1f3 0x74951e 0x74bf22 0x7493ad 0x7488eb 0x7482f2 0x1cbea34 0x1cc3989 0x1ccec24 0x1cce592 0x1ccded0 0x45f181
# 0x74e1f2 encoding/json.(*decodeState).literalStore+0x1062 /usr/local/go/src/encoding/json/decode.go:1026
# 0x74951d encoding/json.(*decodeState).value+0x1dd /usr/local/go/src/encoding/json/decode.go:443
# 0x74bf21 encoding/json.(*decodeState).object+0x1391 /usr/local/go/src/encoding/json/decode.go:823
# 0x7493ac encoding/json.(*decodeState).value+0x6c /usr/local/go/src/encoding/json/decode.go:429
# 0x7488ea encoding/json.(*decodeState).unmarshal+0x1fa /usr/local/go/src/encoding/json/decode.go:179
# 0x7482f1 encoding/json.Unmarshal+0x111 /usr/local/go/src/encoding/json/decode.go:106
# 0x1cbea33 github.com/prometheus/prometheus/tsdb.readMetaFile+0x123 /app/tsdb/block.go:191
# 0x1cc3988 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Plan+0xd8 /app/tsdb/compact.go:183
# 0x1ccec23 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x63 /app/tsdb/db.go:787
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 16384] @ 0x40da83 0x40f6f9 0x410a1c 0x1c9de77 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc69ae 0x1cce7f9 0x1cce541 0x1ccded0 0x45f181
# 0x1c9de76 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0xb66 /app/tsdb/index/index.go:858
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc69ad github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Write+0x1cd /app/tsdb/compact.go:486
# 0x1cce7f8 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0x98 /app/tsdb/db.go:756
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [2: 96] @ 0x1c931e0 0x1c935a8 0x1d09cb9 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1c931df github.com/prometheus/prometheus/util/stats.NewSpanTimer+0xff /app/util/stats/query_stats.go:134
# 0x1c935a7 github.com/prometheus/prometheus/util/stats.(*QueryTimers).GetSpanTimer+0x137 /app/util/stats/query_stats.go:156
# 0x1d09cb8 github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x118 /app/promql/engine.go:504
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [2: 96] @ 0x466aa3 0x4c6c4d 0x1cc3c4b 0x1cc3a2b 0x1ccec24 0x1cce592 0x1ccded0 0x45f181
# 0x466aa2 internal/reflectlite.Swapper+0x1a2 /usr/local/go/src/internal/reflectlite/swapper.go:64
# 0x4c6c4c sort.Slice+0x7c /usr/local/go/src/sort/slice.go:15
# 0x1cc3c4a github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).plan+0xaa /app/tsdb/compact.go:193
# 0x1cc3a2a github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Plan+0x17a /app/tsdb/compact.go:189
# 0x1ccec23 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x63 /app/tsdb/db.go:787
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 18432] @ 0x1c6883c 0x1c6877d 0x1caba4d 0x1cae916 0x1cdb15d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1c6883b github.com/prometheus/prometheus/tsdb/encoding.(*Encbuf).PutString+0xfb /app/tsdb/encoding/encoding.go:40
# 0x1c6877c github.com/prometheus/prometheus/tsdb/encoding.(*Encbuf).PutUvarintStr+0x3c /app/tsdb/encoding/encoding.go:72
# 0x1caba4c github.com/prometheus/prometheus/tsdb/record.(*Encoder).Series+0x1cc /app/tsdb/record/record.go:183
# 0x1cae915 github.com/prometheus/prometheus/tsdb/wal.Checkpoint+0x1135 /app/tsdb/wal/checkpoint.go:188
# 0x1cdb15c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x50c /app/tsdb/head.go:701
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 64] @ 0x4743b5 0x476eb9 0x476ea2 0x4db7b3 0x4db789 0x4dd851 0x1c97eb9 0x1c97ec4 0x1cc74cb 0x1cc69ae 0x1cce7f9 0x1cce541 0x1ccded0 0x45f181
# 0x4743b4 syscall.ByteSliceFromString+0x94 /usr/local/go/src/syscall/syscall.go:53
# 0x476eb8 syscall.BytePtrFromString+0x38 /usr/local/go/src/syscall/syscall.go:69
# 0x476ea1 syscall.unlinkat+0x21 /usr/local/go/src/syscall/zsyscall_linux_amd64.go:122
# 0x4db7b2 syscall.Rmdir+0x92 /usr/local/go/src/syscall/syscall_linux.go:158
# 0x4db788 os.Remove+0x68 /usr/local/go/src/os/file_unix.go:320
# 0x4dd850 os.removeAll+0x190 /usr/local/go/src/os/removeall_at.go:30
# 0x1c97eb8 os.RemoveAll+0xe8 /usr/local/go/src/os/path.go:70
# 0x1c97ec3 github.com/prometheus/prometheus/tsdb/index.NewWriter+0xf3 /app/tsdb/index/index.go:192
# 0x1cc74ca github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x4da /app/tsdb/compact.go:571
# 0x1cc69ad github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Write+0x1cd /app/tsdb/compact.go:486
# 0x1cce7f8 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0x98 /app/tsdb/db.go:756
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [10: 20480] @ 0x547b77 0x5474bb 0x5de0b0 0x5de08c 0x5de2d7 0x1cbe9b6 0x1cc3989 0x1ccec24 0x1cce592 0x1ccded0 0x45f181
# 0x547b76 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229
# 0x5474ba bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142
# 0x5de0af bytes.(*Buffer).Grow+0xbf /usr/local/go/src/bytes/buffer.go:161
# 0x5de08b io/ioutil.readAll+0x9b /usr/local/go/src/io/ioutil/ioutil.go:34
# 0x5de2d6 io/ioutil.ReadFile+0x116 /usr/local/go/src/io/ioutil/ioutil.go:73
# 0x1cbe9b5 github.com/prometheus/prometheus/tsdb.readMetaFile+0xa5 /app/tsdb/block.go:185
# 0x1cc3988 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Plan+0xd8 /app/tsdb/compact.go:183
# 0x1ccec23 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x63 /app/tsdb/db.go:787
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [2: 32] @ 0x1c934e9 0x1d09cb9 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1c934e8 github.com/prometheus/prometheus/util/stats.(*QueryTimers).GetSpanTimer+0x78 /app/util/stats/query_stats.go:156
# 0x1d09cb8 github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x118 /app/promql/engine.go:504
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [2: 576] @ 0x8b5c35 0x8d5a33 0x8d34b1 0x8d2b3f 0x8c9216 0x8c8a13 0x8c831e 0x8c827b 0x8b6252 0x8b653c 0x8e325b 0xe9610f 0xe9611a 0xe95539 0xe94a32 0x45f181
# 0x8b5c34 gopkg.in/yaml%2ev2.yaml_insert_token+0x324 /app/vendor/gopkg.in/yaml.v2/apic.go:18
# 0x8d5a32 gopkg.in/yaml%2ev2.yaml_parser_fetch_block_entry+0x312 /app/vendor/gopkg.in/yaml.v2/scannerc.go:1234
# 0x8d34b0 gopkg.in/yaml%2ev2.yaml_parser_fetch_next_token+0x790 /app/vendor/gopkg.in/yaml.v2/scannerc.go:731
# 0x8d2b3e gopkg.in/yaml%2ev2.yaml_parser_fetch_more_tokens+0x3e /app/vendor/gopkg.in/yaml.v2/scannerc.go:642
# 0x8c9215 gopkg.in/yaml%2ev2.peek_token+0x835 /app/vendor/gopkg.in/yaml.v2/parserc.go:47
# 0x8c8a12 gopkg.in/yaml%2ev2.yaml_parser_parse_document_start+0x32 /app/vendor/gopkg.in/yaml.v2/parserc.go:200
# 0x8c831d gopkg.in/yaml%2ev2.yaml_parser_state_machine+0x6d /app/vendor/gopkg.in/yaml.v2/parserc.go:101
# 0x8c827a gopkg.in/yaml%2ev2.yaml_parser_parse+0x8a /app/vendor/gopkg.in/yaml.v2/parserc.go:72
# 0x8b6251 gopkg.in/yaml%2ev2.(*parser).peek+0x41 /app/vendor/gopkg.in/yaml.v2/decode.go:105
# 0x8b653b gopkg.in/yaml%2ev2.(*parser).parse+0x3b /app/vendor/gopkg.in/yaml.v2/decode.go:143
# 0x8e325a gopkg.in/yaml%2ev2.unmarshal+0x27a /app/vendor/gopkg.in/yaml.v2/yaml.go:142
# 0xe9610e gopkg.in/yaml%2ev2.UnmarshalStrict+0x22e /app/vendor/gopkg.in/yaml.v2/yaml.go:89
# 0xe96119 github.com/prometheus/prometheus/discovery/file.(*Discovery).readFile+0x239 /app/discovery/file/file.go:383
# 0xe95538 github.com/prometheus/prometheus/discovery/file.(*Discovery).refresh+0x138 /app/discovery/file/file.go:319
# 0xe94a31 github.com/prometheus/prometheus/discovery/file.(*Discovery).Run+0x4b1 /app/discovery/file/file.go:260
0: 0 [1: 256] @ 0x1c5eef0 0x1c5ee03 0x1c60a89 0x1c601a7 0x1ce2069 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d870c0 0x1d81e68 0x1d7e3ef 0x45f181
# 0x1c5eeef github.com/prometheus/prometheus/tsdb/chunkenc.(*bstream).writeByte+0x15f /app/tsdb/chunkenc/bstream.go:93
# 0x1c5ee02 github.com/prometheus/prometheus/tsdb/chunkenc.(*bstream).writeBits+0x72 /app/tsdb/chunkenc/bstream.go:102
# 0x1c60a88 github.com/prometheus/prometheus/tsdb/chunkenc.(*xorAppender).writeVDelta+0x3b8 /app/tsdb/chunkenc/xor.go:237
# 0x1c601a6 github.com/prometheus/prometheus/tsdb/chunkenc.(*xorAppender).Append+0x396 /app/tsdb/chunkenc/xor.go:193
# 0x1ce2068 github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x118 /app/tsdb/head.go:1845
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d870bf github.com/prometheus/prometheus/scrape.(*scrapeLoop).report.func1+0x3f /app/scrape/scrape.go:1287
# 0x1d81e67 github.com/prometheus/prometheus/scrape.(*scrapeLoop).report+0x467 /app/scrape/scrape.go:1305
# 0x1d7e3ee github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x76e /app/scrape/scrape.go:986
0: 0 [1: 176] @ 0x4dbb77 0x5de5ab 0x5de440 0x1cd540d 0x1cc38fd 0x1ccec24 0x1cce592 0x1ccded0 0x45f181
# 0x4dbb76 os.(*File).readdir+0xb6 /usr/local/go/src/os/file_unix.go:378
# 0x5de5aa os.(*File).Readdir+0x1ea /usr/local/go/src/os/dir.go:26
# 0x5de43f io/ioutil.ReadDir+0x7f /usr/local/go/src/io/ioutil/ioutil.go:101
# 0x1cd540c github.com/prometheus/prometheus/tsdb.blockDirs+0x4c /app/tsdb/db.go:1392
# 0x1cc38fc github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Plan+0x4c /app/tsdb/compact.go:173
# 0x1ccec23 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x63 /app/tsdb/db.go:787
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 16] @ 0x74c467 0x7493ad 0x7488eb 0x7482f2 0x1cbea34 0x1cc3989 0x1ccec24 0x1cce592 0x1ccded0 0x45f181
# 0x74c466 encoding/json.(*decodeState).object+0x18d6 /usr/local/go/src/encoding/json/decode.go:793
# 0x7493ac encoding/json.(*decodeState).value+0x6c /usr/local/go/src/encoding/json/decode.go:429
# 0x7488ea encoding/json.(*decodeState).unmarshal+0x1fa /usr/local/go/src/encoding/json/decode.go:179
# 0x7482f1 encoding/json.Unmarshal+0x111 /usr/local/go/src/encoding/json/decode.go:106
# 0x1cbea33 github.com/prometheus/prometheus/tsdb.readMetaFile+0x123 /app/tsdb/block.go:191
# 0x1cc3988 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Plan+0xd8 /app/tsdb/compact.go:183
# 0x1ccec23 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x63 /app/tsdb/db.go:787
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 48] @ 0x449c0f 0x44969e 0x449987 0x4dbc5a 0x5de5ab 0x5de440 0x1cd540d 0x1cc38fd 0x1ccec24 0x1cce592 0x1ccded0 0x45f181
# 0x4dbc59 os.(*File).readdir+0x199 /usr/local/go/src/os/file_unix.go:380
# 0x5de5aa os.(*File).Readdir+0x1ea /usr/local/go/src/os/dir.go:26
# 0x5de43f io/ioutil.ReadDir+0x7f /usr/local/go/src/io/ioutil/ioutil.go:101
# 0x1cd540c github.com/prometheus/prometheus/tsdb.blockDirs+0x4c /app/tsdb/db.go:1392
# 0x1cc38fc github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Plan+0x4c /app/tsdb/compact.go:173
# 0x1ccec23 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x63 /app/tsdb/db.go:787
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [2: 64] @ 0x1cc47e5 0x1cc412f 0x1cc3cfe 0x1cc3a2b 0x1ccec24 0x1cce592 0x1ccded0 0x45f181
# 0x1cc47e4 github.com/prometheus/prometheus/tsdb.splitByRange+0x284 /app/tsdb/compact.go:326
# 0x1cc412e github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).selectDirs+0xce /app/tsdb/compact.go:237
# 0x1cc3cfd github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).plan+0x15d /app/tsdb/compact.go:206
# 0x1cc3a2a github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Plan+0x17a /app/tsdb/compact.go:189
# 0x1ccec23 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x63 /app/tsdb/db.go:787
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 64] @ 0x74c467 0x7493ad 0x74a06c 0x74943d 0x74bf22 0x7493ad 0x74bf22 0x7493ad 0x7488eb 0x7482f2 0x1cbea34 0x1cc3989 0x1ccec24 0x1cce592 0x1ccded0 0x45f181
# 0x74c466 encoding/json.(*decodeState).object+0x18d6 /usr/local/go/src/encoding/json/decode.go:793
# 0x7493ac encoding/json.(*decodeState).value+0x6c /usr/local/go/src/encoding/json/decode.go:429
# 0x74a06b encoding/json.(*decodeState).array+0x1ab /usr/local/go/src/encoding/json/decode.go:616
# 0x74943c encoding/json.(*decodeState).value+0xfc /usr/local/go/src/encoding/json/decode.go:419
# 0x74bf21 encoding/json.(*decodeState).object+0x1391 /usr/local/go/src/encoding/json/decode.go:823
# 0x7493ac encoding/json.(*decodeState).value+0x6c /usr/local/go/src/encoding/json/decode.go:429
# 0x74bf21 encoding/json.(*decodeState).object+0x1391 /usr/local/go/src/encoding/json/decode.go:823
# 0x7493ac encoding/json.(*decodeState).value+0x6c /usr/local/go/src/encoding/json/decode.go:429
# 0x7488ea encoding/json.(*decodeState).unmarshal+0x1fa /usr/local/go/src/encoding/json/decode.go:179
# 0x7482f1 encoding/json.Unmarshal+0x111 /usr/local/go/src/encoding/json/decode.go:106
# 0x1cbea33 github.com/prometheus/prometheus/tsdb.readMetaFile+0x123 /app/tsdb/block.go:191
# 0x1cc3988 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Plan+0xd8 /app/tsdb/compact.go:183
# 0x1ccec23 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x63 /app/tsdb/db.go:787
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 8192] @ 0x4d6a5a 0x1c62261 0x1c6216f 0x1cb5b54 0x1cb524f 0x1cdb1af 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x4d6a59 os.(*File).readdirnames+0x409 /usr/local/go/src/os/dir_unix.go:34
# 0x1c62260 os.(*File).Readdirnames+0x1d0 /usr/local/go/src/os/dir.go:48
# 0x1c6216e github.com/prometheus/prometheus/tsdb/fileutil.ReadDir+0xde /app/tsdb/fileutil/fileutil.go:101
# 0x1cb5b53 github.com/prometheus/prometheus/tsdb/wal.listSegments+0x63 /app/tsdb/wal/wal.go:762
# 0x1cb524e github.com/prometheus/prometheus/tsdb/wal.(*WAL).Truncate+0xbe /app/tsdb/wal/wal.go:702
# 0x1cdb1ae github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x55e /app/tsdb/head.go:705
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 48] @ 0x4bbcf5 0x8b7ce4 0x8b7f73 0x8ba55c 0x8b8013 0x8b82fc 0x8b80d7 0x8e333d 0xe9610f 0xe9611a 0xe95539 0xe94a32 0x45f181
# 0x4bbcf4 reflect.New+0x44 /usr/local/go/src/reflect/value.go:2354
# 0x8b7ce3 gopkg.in/yaml%2ev2.(*decoder).prepare+0x283 /app/vendor/gopkg.in/yaml.v2/decode.go:306
# 0x8b7f72 gopkg.in/yaml%2ev2.(*decoder).unmarshal+0xe2 /app/vendor/gopkg.in/yaml.v2/decode.go:364
# 0x8ba55b gopkg.in/yaml%2ev2.(*decoder).sequence+0x25b /app/vendor/gopkg.in/yaml.v2/decode.go:609
# 0x8b8012 gopkg.in/yaml%2ev2.(*decoder).unmarshal+0x182 /app/vendor/gopkg.in/yaml.v2/decode.go:374
# 0x8b82fb gopkg.in/yaml%2ev2.(*decoder).document+0x7b /app/vendor/gopkg.in/yaml.v2/decode.go:384
# 0x8b80d6 gopkg.in/yaml%2ev2.(*decoder).unmarshal+0x246 /app/vendor/gopkg.in/yaml.v2/decode.go:360
# 0x8e333c gopkg.in/yaml%2ev2.unmarshal+0x35c /app/vendor/gopkg.in/yaml.v2/yaml.go:148
# 0xe9610e gopkg.in/yaml%2ev2.UnmarshalStrict+0x22e /app/vendor/gopkg.in/yaml.v2/yaml.go:89
# 0xe96119 github.com/prometheus/prometheus/discovery/file.(*Discovery).readFile+0x239 /app/discovery/file/file.go:383
# 0xe95538 github.com/prometheus/prometheus/discovery/file.(*Discovery).refresh+0x138 /app/discovery/file/file.go:319
# 0xe94a31 github.com/prometheus/prometheus/discovery/file.(*Discovery).Run+0x4b1 /app/discovery/file/file.go:260
0: 0 [1: 512] @ 0x46df8a 0x46de5e 0x46db1f 0x5de721 0x4cc53d 0x1d86d49 0x1d86ce2 0x1d7b858 0x1d7e13e 0x45f181
# 0x46df89 sync.(*Pool).pinSlow+0xf9 /usr/local/go/src/sync/pool.go:227
# 0x46de5d sync.(*Pool).pin+0x5d /usr/local/go/src/sync/pool.go:206
# 0x46db1e sync.(*Pool).Get+0x2e /usr/local/go/src/sync/pool.go:128
# 0x5de720 io/ioutil.devNull.ReadFrom+0x30 /usr/local/go/src/io/ioutil/ioutil.go:144
# 0x4cc53c io.copyBuffer+0x2ec /usr/local/go/src/io/io.go:388
# 0x1d86d48 io.Copy+0x88 /usr/local/go/src/io/io.go:364
# 0x1d86ce1 github.com/prometheus/prometheus/scrape.(*targetScraper).scrape.func1+0x21 /app/scrape/scrape.go:555
# 0x1d7b857 github.com/prometheus/prometheus/scrape.(*targetScraper).scrape+0x557 /app/scrape/scrape.go:589
# 0x1d7e13d github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x4bd /app/scrape/scrape.go:950
0: 0 [1: 1024] @ 0x1c9d879 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc69ae 0x1cce7f9 0x1cce541 0x1ccded0 0x45f181
# 0x1c9d878 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0x568 /app/tsdb/index/index.go:802
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc69ad github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Write+0x1cd /app/tsdb/compact.go:486
# 0x1cce7f8 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0x98 /app/tsdb/db.go:756
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 144] @ 0x40d657 0x4119b5 0x1d13b5d 0x1d26a87 0x1d0cb88 0x1d10d70 0x1d109bc 0x1d108c3 0x1d0da69 0x1d10558 0x1d0d768 0x1d11255 0x1d0bfe9 0x1d0a17f 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1d13b5c github.com/prometheus/prometheus/promql.(*evaluator).VectorBinop+0x4cc /app/promql/engine.go:1665
# 0x1d26a86 github.com/prometheus/prometheus/promql.(*evaluator).eval.func9+0xd6 /app/promql/engine.go:1250
# 0x1d0cb87 github.com/prometheus/prometheus/promql.(*evaluator).rangeEval+0x827 /app/promql/engine.go:939
# 0x1d10d6f github.com/prometheus/prometheus/promql.(*evaluator).eval+0x2fcf /app/promql/engine.go:1249
# 0x1d109bb github.com/prometheus/prometheus/promql.(*evaluator).eval+0x2c1b /app/promql/engine.go:1210
# 0x1d108c2 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x2b22 /app/promql/engine.go:1333
# 0x1d0da68 github.com/prometheus/prometheus/promql.(*evaluator).evalSubquery+0x58 /app/promql/engine.go:1000
# 0x1d10557 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x27b7 /app/promql/engine.go:1071
# 0x1d0d767 github.com/prometheus/prometheus/promql.(*evaluator).rangeEval+0x1407 /app/promql/engine.go:887
# 0x1d11254 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x34b4 /app/promql/engine.go:1255
# 0x1d0bfe8 github.com/prometheus/prometheus/promql.(*evaluator).Eval+0x98 /app/promql/engine.go:814
# 0x1d0a17e github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x5de /app/promql/engine.go:535
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [2: 64] @ 0x4e3f82 0x1d832fd 0x1d7a3fd 0x1d7a044 0x1d86109 0x45f181
# 0x4e3f81 fmt.Sprintf+0x91 /usr/local/go/src/fmt/print.go:220
# 0x1d832fc github.com/prometheus/prometheus/scrape.(*Target).hash+0xcc /app/scrape/target.go:146
# 0x1d7a3fc github.com/prometheus/prometheus/scrape.(*scrapePool).sync+0x1dc /app/scrape/scrape.go:405
# 0x1d7a043 github.com/prometheus/prometheus/scrape.(*scrapePool).Sync+0x533 /app/scrape/scrape.go:378
# 0x1d86108 github.com/prometheus/prometheus/scrape.(*Manager).reload.func1+0x48 /app/scrape/manager.go:197
0: 0 [1: 16384] @ 0x4d66dd 0x4de402 0x4ddd53 0x4dd9a2 0x1cd125b 0x1cd115f 0x1ccfe7d 0x1cced3d 0x1cce592 0x1ccded0 0x45f181
# 0x4d66dc os.(*File).readdirnames+0x8c /usr/local/go/src/os/dir_unix.go:44
# 0x4de401 os.(*File).Readdirnames+0x861 /usr/local/go/src/os/dir.go:48
# 0x4ddd52 os.removeAllFrom+0x1b2 /usr/local/go/src/os/removeall_at.go:110
# 0x4dd9a1 os.removeAll+0x2e1 /usr/local/go/src/os/removeall_at.go:49
# 0x1cd125a os.RemoveAll+0x1ba /usr/local/go/src/os/path.go:70
# 0x1cd115e github.com/prometheus/prometheus/tsdb.(*DB).deleteBlocks+0xbe /app/tsdb/db.go:1040
# 0x1ccfe7c github.com/prometheus/prometheus/tsdb.(*DB).reload+0xc4c /app/tsdb/db.go:913
# 0x1cced3c github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x17c /app/tsdb/db.go:807
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 32] @ 0xe9605c 0xe95539 0xe94a32 0x45f181
# 0xe9605b github.com/prometheus/prometheus/discovery/file.(*Discovery).readFile+0x17b /app/discovery/file/file.go:375
# 0xe95538 github.com/prometheus/prometheus/discovery/file.(*Discovery).refresh+0x138 /app/discovery/file/file.go:319
# 0xe94a31 github.com/prometheus/prometheus/discovery/file.(*Discovery).Run+0x4b1 /app/discovery/file/file.go:260
0: 0 [1: 48] @ 0x1ca1b50 0x1ca1b51 0x1ca03d0 0x1c9f818 0x1cbfd01 0x1cd06f6 0x1ccf322 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1ca1b4f github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x14f /app/tsdb/encoding/encoding.go:187
# 0x1ca1b50 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x150 /app/tsdb/index/index.go:1385
# 0x1ca03cf github.com/prometheus/prometheus/tsdb/index.newReader+0x6df /app/tsdb/index/index.go:1140
# 0x1c9f817 github.com/prometheus/prometheus/tsdb/index.NewFileReader+0xc7 /app/tsdb/index/index.go:1075
# 0x1cbfd00 github.com/prometheus/prometheus/tsdb.OpenBlock+0x2e0 /app/tsdb/block.go:294
# 0x1cd06f5 github.com/prometheus/prometheus/tsdb.openBlocks+0x4b5 /app/tsdb/db.go:945
# 0x1ccf321 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xf1 /app/tsdb/db.go:840
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [2: 1024] @ 0x46df8a 0x46de5e 0x46da5d 0x1d6d2a5 0x1d7e31b 0x45f181
# 0x46df89 sync.(*Pool).pinSlow+0xf9 /usr/local/go/src/sync/pool.go:227
# 0x46de5d sync.(*Pool).pin+0x5d /usr/local/go/src/sync/pool.go:206
# 0x46da5c sync.(*Pool).Put+0x3c /usr/local/go/src/sync/pool.go:102
# 0x1d6d2a4 github.com/prometheus/prometheus/pkg/pool.(*Pool).Put+0x1d4 /app/pkg/pool/pool.go:84
# 0x1d7e31a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x69a /app/scrape/scrape.go:980
0: 0 [1: 32] @ 0x79e187 0x7a09e3 0x7a7714 0x1b7b241 0x1b7ac18 0x1d84da5 0x1d85c12 0x1d79e35 0x1d86109 0x45f181
# 0x79e186 regexp.(*Regexp).backtrack+0x266 /usr/local/go/src/regexp/backtrack.go:364
# 0x7a09e2 regexp.(*Regexp).doExecute+0x452 /usr/local/go/src/regexp/exec.go:535
# 0x7a7713 regexp.(*Regexp).FindStringSubmatchIndex+0x93 /usr/local/go/src/regexp/regexp.go:1040
# 0x1b7b240 github.com/prometheus/prometheus/pkg/relabel.relabel+0x5c0 /app/pkg/relabel/relabel.go:212
# 0x1b7ac17 github.com/prometheus/prometheus/pkg/relabel.Process+0x77 /app/pkg/relabel/relabel.go:185
# 0x1d84da4 github.com/prometheus/prometheus/scrape.populateLabels+0x3e4 /app/scrape/target.go:368
# 0x1d85c11 github.com/prometheus/prometheus/scrape.targetsFromGroup+0x461 /app/scrape/target.go:452
# 0x1d79e34 github.com/prometheus/prometheus/scrape.(*scrapePool).Sync+0x324 /app/scrape/scrape.go:364
# 0x1d86108 github.com/prometheus/prometheus/scrape.(*Manager).reload.func1+0x48 /app/scrape/manager.go:197
0: 0 [1: 4096] @ 0x79d11e 0x79e036 0x7a09e3 0x7a7714 0x1b7b241 0x1b7ac18 0x1d84da5 0x1d85c12 0x1d79e35 0x1d86109 0x45f181
# 0x79d11d regexp.(*bitState).reset+0x25d /usr/local/go/src/regexp/backtrack.go:84
# 0x79e035 regexp.(*Regexp).backtrack+0x115 /usr/local/go/src/regexp/backtrack.go:319
# 0x7a09e2 regexp.(*Regexp).doExecute+0x452 /usr/local/go/src/regexp/exec.go:535
# 0x7a7713 regexp.(*Regexp).FindStringSubmatchIndex+0x93 /usr/local/go/src/regexp/regexp.go:1040
# 0x1b7b240 github.com/prometheus/prometheus/pkg/relabel.relabel+0x5c0 /app/pkg/relabel/relabel.go:212
# 0x1b7ac17 github.com/prometheus/prometheus/pkg/relabel.Process+0x77 /app/pkg/relabel/relabel.go:185
# 0x1d84da4 github.com/prometheus/prometheus/scrape.populateLabels+0x3e4 /app/scrape/target.go:368
# 0x1d85c11 github.com/prometheus/prometheus/scrape.targetsFromGroup+0x461 /app/scrape/target.go:452
# 0x1d79e34 github.com/prometheus/prometheus/scrape.(*scrapePool).Sync+0x324 /app/scrape/scrape.go:364
# 0x1d86108 github.com/prometheus/prometheus/scrape.(*Manager).reload.func1+0x48 /app/scrape/manager.go:197
0: 0 [2: 64] @ 0x1d22430 0x1d22703 0x1d22a71 0x1d098f5 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1d2242f github.com/prometheus/prometheus/promql._newJSONEntry+0x6f /app/promql/query_logger.go:149
# 0x1d22702 github.com/prometheus/prometheus/promql.newJSONEntry+0xe2 /app/promql/query_logger.go:164
# 0x1d22a70 github.com/prometheus/prometheus/promql.ActiveQueryTracker.Insert+0x1a0 /app/promql/query_logger.go:188
# 0x1d098f4 github.com/prometheus/prometheus/promql.(*Engine).exec+0x764 /app/promql/engine.go:462
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [1: 64] @ 0x1ca102b 0x1ca1010 0x1c9e292 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc53a2 0x1ccecfa 0x1cce592 0x1ccded0 0x45f181
# 0x1ca102a github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x14a /app/tsdb/encoding/encoding.go:187
# 0x1ca100f github.com/prometheus/prometheus/tsdb/index.Symbols.Lookup+0x12f /app/tsdb/index/index.go:1282
# 0x1c9e291 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0xf81 /app/tsdb/index/index.go:882
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc53a1 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Compact+0x621 /app/tsdb/compact.go:419
# 0x1ccecf9 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x139 /app/tsdb/db.go:801
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 16] @ 0x1cd5617 0x1cc38fd 0x1ccec24 0x1cce592 0x1ccded0 0x45f181
# 0x1cd5616 github.com/prometheus/prometheus/tsdb.blockDirs+0x256 /app/tsdb/db.go:1400
# 0x1cc38fc github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Plan+0x4c /app/tsdb/compact.go:173
# 0x1ccec23 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x63 /app/tsdb/db.go:787
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 16] @ 0x8cf21a 0x8cef92 0x8c9044 0x8c831e 0x8c827b 0x8b6252 0x8b653c 0x8e325b 0xe9610f 0xe9611a 0xe95539 0xe94a32 0x45f181
# 0x8cf219 gopkg.in/yaml%2ev2.yaml_parser_append_tag_directive+0x189 /app/vendor/gopkg.in/yaml.v2/parserc.go:1088
# 0x8cef91 gopkg.in/yaml%2ev2.yaml_parser_process_directives+0x611 /app/vendor/gopkg.in/yaml.v2/parserc.go:1060
# 0x8c9043 gopkg.in/yaml%2ev2.yaml_parser_parse_document_start+0x663 /app/vendor/gopkg.in/yaml.v2/parserc.go:221
# 0x8c831d gopkg.in/yaml%2ev2.yaml_parser_state_machine+0x6d /app/vendor/gopkg.in/yaml.v2/parserc.go:101
# 0x8c827a gopkg.in/yaml%2ev2.yaml_parser_parse+0x8a /app/vendor/gopkg.in/yaml.v2/parserc.go:72
# 0x8b6251 gopkg.in/yaml%2ev2.(*parser).peek+0x41 /app/vendor/gopkg.in/yaml.v2/decode.go:105
# 0x8b653b gopkg.in/yaml%2ev2.(*parser).parse+0x3b /app/vendor/gopkg.in/yaml.v2/decode.go:143
# 0x8e325a gopkg.in/yaml%2ev2.unmarshal+0x27a /app/vendor/gopkg.in/yaml.v2/yaml.go:142
# 0xe9610e gopkg.in/yaml%2ev2.UnmarshalStrict+0x22e /app/vendor/gopkg.in/yaml.v2/yaml.go:89
# 0xe96119 github.com/prometheus/prometheus/discovery/file.(*Discovery).readFile+0x239 /app/discovery/file/file.go:383
# 0xe95538 github.com/prometheus/prometheus/discovery/file.(*Discovery).refresh+0x138 /app/discovery/file/file.go:319
# 0xe94a31 github.com/prometheus/prometheus/discovery/file.(*Discovery).Run+0x4b1 /app/discovery/file/file.go:260
0: 0 [1: 96] @ 0x8e3068 0x8e3058 0xe9610f 0xe9611a 0xe95539 0xe94a32 0x45f181
# 0x8e3067 gopkg.in/yaml%2ev2.newDecoder+0x87 /app/vendor/gopkg.in/yaml.v2/decode.go:248
# 0x8e3057 gopkg.in/yaml%2ev2.unmarshal+0x77 /app/vendor/gopkg.in/yaml.v2/yaml.go:139
# 0xe9610e gopkg.in/yaml%2ev2.UnmarshalStrict+0x22e /app/vendor/gopkg.in/yaml.v2/yaml.go:89
# 0xe96119 github.com/prometheus/prometheus/discovery/file.(*Discovery).readFile+0x239 /app/discovery/file/file.go:383
# 0xe95538 github.com/prometheus/prometheus/discovery/file.(*Discovery).refresh+0x138 /app/discovery/file/file.go:319
# 0xe94a31 github.com/prometheus/prometheus/discovery/file.(*Discovery).Run+0x4b1 /app/discovery/file/file.go:260
0: 0 [3: 122880] @ 0x1c9d879 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc69ae 0x1cce7f9 0x1cce541 0x1ccded0 0x45f181
# 0x1c9d878 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0x568 /app/tsdb/index/index.go:802
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc69ad github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Write+0x1cd /app/tsdb/compact.go:486
# 0x1cce7f8 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0x98 /app/tsdb/db.go:756
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [2: 32] @ 0x1d69794 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1d69793 github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0xf3 /app/rules/manager.go:560
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [2: 2048] @ 0x1c5f070 0x1c5edec 0x1c603a4 0x1ce2069 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x1c5f06f github.com/prometheus/prometheus/tsdb/chunkenc.(*bstream).writeBit+0x2df /app/tsdb/chunkenc/bstream.go:69
# 0x1c5edeb github.com/prometheus/prometheus/tsdb/chunkenc.(*bstream).writeBits+0x5b /app/tsdb/chunkenc/bstream.go:108
# 0x1c603a3 github.com/prometheus/prometheus/tsdb/chunkenc.(*xorAppender).Append+0x593 /app/tsdb/chunkenc/xor.go:180
# 0x1ce2068 github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x118 /app/tsdb/head.go:1845
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
0: 0 [1: 16] @ 0x1c6dc3c 0x1d69991 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1c6dc3b github.com/prometheus/prometheus/storage.(*fanout).Appender+0x8b /app/storage/fanout.go:93
# 0x1d69990 github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x2f0 /app/rules/manager.go:591
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [3: 48] @ 0x1c5d018 0x1c93170 0x1c93110 0x1c935a8 0x1d09fd7 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1c5d017 github.com/opentracing/opentracing-go.StartSpanFromContextWithTracer+0x237 /app/vendor/github.com/opentracing/opentracing-go/gocontext.go:56
# 0x1c9316f github.com/opentracing/opentracing-go.StartSpanFromContext+0x8f /app/vendor/github.com/opentracing/opentracing-go/gocontext.go:44
# 0x1c9310f github.com/prometheus/prometheus/util/stats.NewSpanTimer+0x2f /app/util/stats/query_stats.go:127
# 0x1c935a7 github.com/prometheus/prometheus/util/stats.(*QueryTimers).GetSpanTimer+0x137 /app/util/stats/query_stats.go:156
# 0x1d09fd6 github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x436 /app/promql/engine.go:520
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [2: 229376] @ 0x1ca6aa9 0x1ca68c2 0x1ce05f3 0x1ce03b8 0x1cdc8fc 0x1c6e02b 0x1d84878 0x1d7fd1d 0x1d7e26b 0x45f181
# 0x1ca6aa8 github.com/prometheus/prometheus/tsdb/index.(*MemPostings).addFor+0x1b8 /app/tsdb/index/postings.go:282
# 0x1ca68c1 github.com/prometheus/prometheus/tsdb/index.(*MemPostings).Add+0xf1 /app/tsdb/index/postings.go:271
# 0x1ce05f2 github.com/prometheus/prometheus/tsdb.(*Head).getOrCreateWithID+0x202 /app/tsdb/head.go:1483
# 0x1ce03b7 github.com/prometheus/prometheus/tsdb.(*Head).getOrCreate+0xc7 /app/tsdb/head.go:1469
# 0x1cdc8fb github.com/prometheus/prometheus/tsdb.(*headAppender).Add+0x11b /app/tsdb/head.go:949
# 0x1c6e02a github.com/prometheus/prometheus/storage.(*fanoutAppender).Add+0x7a /app/storage/fanout.go:129
# 0x1d84877 github.com/prometheus/prometheus/scrape.(*timeLimitAppender).Add+0x77 /app/scrape/target.go:328
# 0x1d7fd1c github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0x61c /app/scrape/scrape.go:1188
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
0: 0 [4: 64] @ 0x1cd49cf 0x1ed40ba 0x1c6d81c 0x1d09e01 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1cd49ce github.com/prometheus/prometheus/tsdb.(*DB).Querier+0x95e /app/tsdb/db.go:1286
# 0x1ed40b9 main.(*readyStorage).Querier+0x69 /app/cmd/prometheus/main.go:949
# 0x1c6d81b github.com/prometheus/prometheus/storage.(*fanout).Querier+0xbb /app/storage/fanout.go:72
# 0x1d09e00 github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x260 /app/promql/engine.go:506
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [2: 224] @ 0x1ce29bd 0x1cdecad 0x1cebf3b 0x1cec132 0x1c6d055 0x1d123b7 0x1d0f23d 0x1d0d768 0x1d10d70 0x1d109bc 0x1d108c3 0x1d0da69 0x1d10558 0x1d0d768 0x1d11255 0x1d0bfe9 0x1d0a17f 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1ce29bc github.com/prometheus/prometheus/tsdb.(*memSeries).iterator+0x62c /app/tsdb/head.go:1964
# 0x1cdecac github.com/prometheus/prometheus/tsdb.(*safeChunk).Iterator+0x6c /app/tsdb/head.go:1330
# 0x1cebf3a github.com/prometheus/prometheus/tsdb.(*chunkSeriesIterator).resetCurIterator+0x6a /app/tsdb/querier.go:1069
# 0x1cec131 github.com/prometheus/prometheus/tsdb.(*chunkSeriesIterator).Seek+0x91 /app/tsdb/querier.go:1097
# 0x1c6d054 github.com/prometheus/prometheus/storage.(*BufferedSeriesIterator).Seek+0xc4 /app/storage/buffer.go:88
# 0x1d123b6 github.com/prometheus/prometheus/promql.(*evaluator).matrixIterSlice+0x106 /app/promql/engine.go:1481
# 0x1d0f23c github.com/prometheus/prometheus/promql.(*evaluator).eval+0x149c /app/promql/engine.go:1136
# 0x1d0d767 github.com/prometheus/prometheus/promql.(*evaluator).rangeEval+0x1407 /app/promql/engine.go:887
# 0x1d10d6f github.com/prometheus/prometheus/promql.(*evaluator).eval+0x2fcf /app/promql/engine.go:1249
# 0x1d109bb github.com/prometheus/prometheus/promql.(*evaluator).eval+0x2c1b /app/promql/engine.go:1210
# 0x1d108c2 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x2b22 /app/promql/engine.go:1333
# 0x1d0da68 github.com/prometheus/prometheus/promql.(*evaluator).evalSubquery+0x58 /app/promql/engine.go:1000
# 0x1d10557 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x27b7 /app/promql/engine.go:1071
# 0x1d0d767 github.com/prometheus/prometheus/promql.(*evaluator).rangeEval+0x1407 /app/promql/engine.go:887
# 0x1d11254 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x34b4 /app/promql/engine.go:1255
# 0x1d0bfe8 github.com/prometheus/prometheus/promql.(*evaluator).Eval+0x98 /app/promql/engine.go:814
# 0x1d0a17e github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x5de /app/promql/engine.go:535
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [1: 8192] @ 0x4d6a5a 0x4de402 0x4ddd53 0x4de0da 0x4dd9a2 0x1cd125b 0x1cd115f 0x1ccfe7d 0x1cced3d 0x1cce592 0x1ccded0 0x45f181
# 0x4d6a59 os.(*File).readdirnames+0x409 /usr/local/go/src/os/dir_unix.go:34
# 0x4de401 os.(*File).Readdirnames+0x861 /usr/local/go/src/os/dir.go:48
# 0x4ddd52 os.removeAllFrom+0x1b2 /usr/local/go/src/os/removeall_at.go:110
# 0x4de0d9 os.removeAllFrom+0x539 /usr/local/go/src/os/removeall_at.go:122
# 0x4dd9a1 os.removeAll+0x2e1 /usr/local/go/src/os/removeall_at.go:49
# 0x1cd125a os.RemoveAll+0x1ba /usr/local/go/src/os/path.go:70
# 0x1cd115e github.com/prometheus/prometheus/tsdb.(*DB).deleteBlocks+0xbe /app/tsdb/db.go:1040
# 0x1ccfe7c github.com/prometheus/prometheus/tsdb.(*DB).reload+0xc4c /app/tsdb/db.go:913
# 0x1cced3c github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x17c /app/tsdb/db.go:807
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [4: 64] @ 0x1c9ded8 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc53a2 0x1ccecfa 0x1cce592 0x1ccded0 0x45f181
# 0x1c9ded7 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0xbc7 /app/tsdb/index/index.go:858
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc53a1 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Compact+0x621 /app/tsdb/compact.go:419
# 0x1ccecf9 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x139 /app/tsdb/db.go:801
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 240] @ 0x40d657 0x410ae3 0x1c9de77 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc53a2 0x1ccecfa 0x1cce592 0x1ccded0 0x45f181
# 0x1c9de76 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0xb66 /app/tsdb/index/index.go:858
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc53a1 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Compact+0x621 /app/tsdb/compact.go:419
# 0x1ccecf9 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x139 /app/tsdb/db.go:801
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 16] @ 0x1c742fd 0x1c73a0b 0x1c73a93 0x1c73a93 0x1c73a93 0x1c73a93 0x1c73a93 0x1c73a93 0x1d0b24d 0x1d0b19c 0x1d09cfe 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1c742fc github.com/prometheus/prometheus/promql/parser.Children+0x68c /app/promql/parser/ast.go:349
# 0x1c73a0a github.com/prometheus/prometheus/promql/parser.Walk+0x13a /app/promql/parser/ast.go:280
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1d0b24c github.com/prometheus/prometheus/promql/parser.Inspect+0xec /app/promql/parser/ast.go:305
# 0x1d0b19b github.com/prometheus/prometheus/promql.(*Engine).findMinTime+0x3b /app/promql/engine.go:622
# 0x1d09cfd github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x15d /app/promql/engine.go:505
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [4: 64] @ 0x1c747e3 0x1c73a0b 0x1c73a93 0x1c73a93 0x1c73a93 0x1d0b24d 0x1d0b19c 0x1d09cfe 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1c747e2 github.com/prometheus/prometheus/promql/parser.Children+0xb72 /app/promql/parser/ast.go:345
# 0x1c73a0a github.com/prometheus/prometheus/promql/parser.Walk+0x13a /app/promql/parser/ast.go:280
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1d0b24c github.com/prometheus/prometheus/promql/parser.Inspect+0xec /app/promql/parser/ast.go:305
# 0x1d0b19b github.com/prometheus/prometheus/promql.(*Engine).findMinTime+0x3b /app/promql/engine.go:622
# 0x1d09cfd github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x15d /app/promql/engine.go:505
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [1: 12288] @ 0x1c9d879 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc69ae 0x1cce7f9 0x1cce541 0x1ccded0 0x45f181
# 0x1c9d878 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0x568 /app/tsdb/index/index.go:802
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc69ad github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Write+0x1cd /app/tsdb/compact.go:486
# 0x1cce7f8 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0x98 /app/tsdb/db.go:756
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [3: 288] @ 0x404bdc 0x48442a 0x1ccdced 0x1ccdcc9 0x45f181
# 0x484429 time.NewTimer+0x39 /usr/local/go/src/time/sleep.go:83
# 0x1ccdcec time.After+0x9c /usr/local/go/src/time/sleep.go:149
# 0x1ccdcc8 github.com/prometheus/prometheus/tsdb.(*DB).run+0x78 /app/tsdb/db.go:644
0: 0 [2: 32] @ 0x1c73d88 0x1c73a0b 0x1c73a93 0x1d0b45a 0x1d0b360 0x1d09eba 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1c73d87 github.com/prometheus/prometheus/promql/parser.Children+0x117 /app/promql/parser/ast.go:337
# 0x1c73a0a github.com/prometheus/prometheus/promql/parser.Walk+0x13a /app/promql/parser/ast.go:280
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1d0b459 github.com/prometheus/prometheus/promql/parser.Inspect+0x169 /app/promql/parser/ast.go:305
# 0x1d0b35f github.com/prometheus/prometheus/promql.(*Engine).populateSeries+0x6f /app/promql/engine.go:655
# 0x1d09eb9 github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x319 /app/promql/engine.go:513
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [2: 32] @ 0x1b7ace4 0x1b7ac18 0x1d84da5 0x1d85c12 0x1d79e35 0x1d86109 0x45f181
# 0x1b7ace3 github.com/prometheus/prometheus/pkg/relabel.relabel+0x63 /app/pkg/relabel/relabel.go:194
# 0x1b7ac17 github.com/prometheus/prometheus/pkg/relabel.Process+0x77 /app/pkg/relabel/relabel.go:185
# 0x1d84da4 github.com/prometheus/prometheus/scrape.populateLabels+0x3e4 /app/scrape/target.go:368
# 0x1d85c11 github.com/prometheus/prometheus/scrape.targetsFromGroup+0x461 /app/scrape/target.go:452
# 0x1d79e34 github.com/prometheus/prometheus/scrape.(*scrapePool).Sync+0x324 /app/scrape/scrape.go:364
# 0x1d86108 github.com/prometheus/prometheus/scrape.(*Manager).reload.func1+0x48 /app/scrape/manager.go:197
0: 0 [3: 98304] @ 0x1caac5c 0x1cae816 0x1cdb15d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1caac5b github.com/prometheus/prometheus/tsdb/record.(*Decoder).Series+0x30b /app/tsdb/record/record.go:95
# 0x1cae815 github.com/prometheus/prometheus/tsdb/wal.Checkpoint+0x1035 /app/tsdb/wal/checkpoint.go:176
# 0x1cdb15c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x50c /app/tsdb/head.go:701
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 16384] @ 0x1caac5c 0x1cae816 0x1cdb15d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1caac5b github.com/prometheus/prometheus/tsdb/record.(*Decoder).Series+0x30b /app/tsdb/record/record.go:95
# 0x1cae815 github.com/prometheus/prometheus/tsdb/wal.Checkpoint+0x1035 /app/tsdb/wal/checkpoint.go:176
# 0x1cdb15c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x50c /app/tsdb/head.go:701
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [4: 49152] @ 0x839a4b 0x839aa2 0x849fdb 0x849fdc 0x849b30 0x1cb235f 0x1cb2b99 0x1cadb86 0x1cadb41 0x1cdb15d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x839a4a github.com/beorn7/perks/quantile.newStream+0xea /app/vendor/github.com/beorn7/perks/quantile/stream.go:133
# 0x839aa1 github.com/beorn7/perks/quantile.NewTargeted+0x141 /app/vendor/github.com/beorn7/perks/quantile/stream.go:101
# 0x849fda github.com/prometheus/client_golang/prometheus.(*summary).newStream+0x46a /app/vendor/github.com/prometheus/client_golang/prometheus/summary.go:330
# 0x849fdb github.com/prometheus/client_golang/prometheus.newSummary+0x46b /app/vendor/github.com/prometheus/client_golang/prometheus/summary.go:233
# 0x849b2f github.com/prometheus/client_golang/prometheus.NewSummary+0x10f /app/vendor/github.com/prometheus/client_golang/prometheus/summary.go:160
# 0x1cb235e github.com/prometheus/prometheus/tsdb/wal.newWALMetrics+0x1ae /app/tsdb/wal/wal.go:196
# 0x1cb2b98 github.com/prometheus/prometheus/tsdb/wal.NewSize+0x248 /app/tsdb/wal/wal.go:267
# 0x1cadb85 github.com/prometheus/prometheus/tsdb/wal.New+0x3a5 /app/tsdb/wal/wal.go:243
# 0x1cadb40 github.com/prometheus/prometheus/tsdb/wal.Checkpoint+0x360 /app/tsdb/wal/checkpoint.go:143
# 0x1cdb15c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x50c /app/tsdb/head.go:701
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [2: 65536] @ 0x1ca5e31 0x1cde375 0x1cdad9d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1ca5e30 github.com/prometheus/prometheus/tsdb/index.(*MemPostings).Delete+0x3e0 /app/tsdb/index/postings.go:227
# 0x1cde374 github.com/prometheus/prometheus/tsdb.(*Head).gc+0x134 /app/tsdb/head.go:1141
# 0x1cdad9c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x14c /app/tsdb/head.go:661
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [2: 96] @ 0x40cc35 0x4bb8c4 0x8ba3bb 0x8b8013 0x8bcc2c 0x8bb434 0x8b803f 0x8e644c 0x9f91f3 0x8b783c 0x8b7bf7 0x8b7f73 0x8ba55c 0x8b8013 0x8b82fc 0x8b80d7 0x8e333d 0xe9610f 0xe9611a 0xe95539 0xe94a32 0x45f181
# 0x40cc34 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178
# 0x4bb8c3 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268
# 0x8ba3ba gopkg.in/yaml%2ev2.(*decoder).sequence+0xba /app/vendor/gopkg.in/yaml.v2/decode.go:591
# 0x8b8012 gopkg.in/yaml%2ev2.(*decoder).unmarshal+0x182 /app/vendor/gopkg.in/yaml.v2/decode.go:374
# 0x8bcc2b gopkg.in/yaml%2ev2.(*decoder).mappingStruct+0xa6b /app/vendor/gopkg.in/yaml.v2/decode.go:767
# 0x8bb433 gopkg.in/yaml%2ev2.(*decoder).mapping+0xa93 /app/vendor/gopkg.in/yaml.v2/decode.go:626
# 0x8b803e gopkg.in/yaml%2ev2.(*decoder).unmarshal+0x1ae /app/vendor/gopkg.in/yaml.v2/decode.go:372
# 0x8e644b gopkg.in/yaml%2ev2.(*decoder).callUnmarshaler.func1+0x13b /app/vendor/gopkg.in/yaml.v2/decode.go:272
# 0x9f91f2 github.com/prometheus/prometheus/discovery/targetgroup.(*Group).UnmarshalYAML+0x52 /app/discovery/targetgroup/targetgroup.go:45
# 0x8b783b gopkg.in/yaml%2ev2.(*decoder).callUnmarshaler+0xab /app/vendor/gopkg.in/yaml.v2/decode.go:270
# 0x8b7bf6 gopkg.in/yaml%2ev2.(*decoder).prepare+0x196 /app/vendor/gopkg.in/yaml.v2/decode.go:313
# 0x8b7f72 gopkg.in/yaml%2ev2.(*decoder).unmarshal+0xe2 /app/vendor/gopkg.in/yaml.v2/decode.go:364
# 0x8ba55b gopkg.in/yaml%2ev2.(*decoder).sequence+0x25b /app/vendor/gopkg.in/yaml.v2/decode.go:609
# 0x8b8012 gopkg.in/yaml%2ev2.(*decoder).unmarshal+0x182 /app/vendor/gopkg.in/yaml.v2/decode.go:374
# 0x8b82fb gopkg.in/yaml%2ev2.(*decoder).document+0x7b /app/vendor/gopkg.in/yaml.v2/decode.go:384
# 0x8b80d6 gopkg.in/yaml%2ev2.(*decoder).unmarshal+0x246 /app/vendor/gopkg.in/yaml.v2/decode.go:360
# 0x8e333c gopkg.in/yaml%2ev2.unmarshal+0x35c /app/vendor/gopkg.in/yaml.v2/yaml.go:148
# 0xe9610e gopkg.in/yaml%2ev2.UnmarshalStrict+0x22e /app/vendor/gopkg.in/yaml.v2/yaml.go:89
# 0xe96119 github.com/prometheus/prometheus/discovery/file.(*Discovery).readFile+0x239 /app/discovery/file/file.go:383
# 0xe95538 github.com/prometheus/prometheus/discovery/file.(*Discovery).refresh+0x138 /app/discovery/file/file.go:319
# 0xe94a31 github.com/prometheus/prometheus/discovery/file.(*Discovery).Run+0x4b1 /app/discovery/file/file.go:260
0: 0 [1: 16] @ 0x1d09f27 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1d09f26 github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x386 /app/promql/engine.go:520
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [1: 48] @ 0x40d6bd 0x1b83095 0x1b82a5b 0x45f181
# 0x1b83094 github.com/prometheus/prometheus/discovery.(*Manager).allGroups+0x94 /app/discovery/manager.go:310
# 0x1b82a5a github.com/prometheus/prometheus/discovery.(*Manager).sender+0x1fa /app/discovery/manager.go:271
0: 0 [1: 32] @ 0x1ca1d05 0x1ca03d0 0x1c9f818 0x1cbfd01 0x1cd06f6 0x1ccf322 0x1cced3d 0x1cce592 0x1ccded0 0x45f181
# 0x1ca1d04 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x304 /app/tsdb/index/index.go:1382
# 0x1ca03cf github.com/prometheus/prometheus/tsdb/index.newReader+0x6df /app/tsdb/index/index.go:1140
# 0x1c9f817 github.com/prometheus/prometheus/tsdb/index.NewFileReader+0xc7 /app/tsdb/index/index.go:1075
# 0x1cbfd00 github.com/prometheus/prometheus/tsdb.OpenBlock+0x2e0 /app/tsdb/block.go:294
# 0x1cd06f5 github.com/prometheus/prometheus/tsdb.openBlocks+0x4b5 /app/tsdb/db.go:945
# 0x1ccf321 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xf1 /app/tsdb/db.go:840
# 0x1cced3c github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x17c /app/tsdb/db.go:807
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 512] @ 0x1c9ded8 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc53a2 0x1ccecfa 0x1cce592 0x1ccded0 0x45f181
# 0x1c9ded7 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0xbc7 /app/tsdb/index/index.go:858
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc53a1 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Compact+0x621 /app/tsdb/compact.go:419
# 0x1ccecf9 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x139 /app/tsdb/db.go:801
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [2: 960] @ 0x40da83 0x40f6f9 0x410a1c 0x1c9de77 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc53a2 0x1ccecfa 0x1cce592 0x1ccded0 0x45f181
# 0x1c9de76 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0xb66 /app/tsdb/index/index.go:858
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc53a1 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Compact+0x621 /app/tsdb/compact.go:419
# 0x1ccecf9 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x139 /app/tsdb/db.go:801
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [3: 196608] @ 0x40da83 0x40f6f9 0x410a1c 0x1c9de77 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc53a2 0x1ccecfa 0x1cce592 0x1ccded0 0x45f181
# 0x1c9de76 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0xb66 /app/tsdb/index/index.go:858
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc53a1 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Compact+0x621 /app/tsdb/compact.go:419
# 0x1ccecf9 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x139 /app/tsdb/db.go:801
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 16384] @ 0x1ca5cc8 0x1cde375 0x1cdad9d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1ca5cc7 github.com/prometheus/prometheus/tsdb/index.(*MemPostings).Delete+0x277 /app/tsdb/index/postings.go:206
# 0x1cde374 github.com/prometheus/prometheus/tsdb.(*Head).gc+0x134 /app/tsdb/head.go:1141
# 0x1cdad9c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x14c /app/tsdb/head.go:661
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [3: 240] @ 0x449d05 0x1d8337c 0x1d7a3fd 0x1d7a044 0x1d86109 0x45f181
# 0x1d8337b github.com/prometheus/prometheus/scrape.(*Target).hash+0x14b /app/scrape/target.go:148
# 0x1d7a3fc github.com/prometheus/prometheus/scrape.(*scrapePool).sync+0x1dc /app/scrape/scrape.go:405
# 0x1d7a043 github.com/prometheus/prometheus/scrape.(*scrapePool).Sync+0x533 /app/scrape/scrape.go:378
# 0x1d86108 github.com/prometheus/prometheus/scrape.(*Manager).reload.func1+0x48 /app/scrape/manager.go:197
0: 0 [11: 11264] @ 0x1c5eef0 0x1c5ee03 0x1c603cb 0x1ce2069 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x1c5eeef github.com/prometheus/prometheus/tsdb/chunkenc.(*bstream).writeByte+0x15f /app/tsdb/chunkenc/bstream.go:93
# 0x1c5ee02 github.com/prometheus/prometheus/tsdb/chunkenc.(*bstream).writeBits+0x72 /app/tsdb/chunkenc/bstream.go:102
# 0x1c603ca github.com/prometheus/prometheus/tsdb/chunkenc.(*xorAppender).Append+0x5ba /app/tsdb/chunkenc/xor.go:181
# 0x1ce2068 github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x118 /app/tsdb/head.go:1845
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
0: 0 [3: 192] @ 0x8b6c2e 0x8b66c9 0x8b6e60 0x8b66a7 0x8b70a8 0x8b6685 0x8b6e60 0x8b66a7 0x8b6814 0x8b6640 0x8e325b 0xe9610f 0xe9611a 0xe95539 0xe94a32 0x45f181
# 0x8b6c2d gopkg.in/yaml%2ev2.(*parser).scalar+0x8d /app/vendor/gopkg.in/yaml.v2/decode.go:193
# 0x8b66c8 gopkg.in/yaml%2ev2.(*parser).parse+0x1c8 /app/vendor/gopkg.in/yaml.v2/decode.go:145
# 0x8b6e5f gopkg.in/yaml%2ev2.(*parser).sequence+0xaf /app/vendor/gopkg.in/yaml.v2/decode.go:206
# 0x8b66a6 gopkg.in/yaml%2ev2.(*parser).parse+0x1a6 /app/vendor/gopkg.in/yaml.v2/decode.go:151
# 0x8b70a7 gopkg.in/yaml%2ev2.(*parser).mapping+0xc7 /app/vendor/gopkg.in/yaml.v2/decode.go:217
# 0x8b6684 gopkg.in/yaml%2ev2.(*parser).parse+0x184 /app/vendor/gopkg.in/yaml.v2/decode.go:149
# 0x8b6e5f gopkg.in/yaml%2ev2.(*parser).sequence+0xaf /app/vendor/gopkg.in/yaml.v2/decode.go:206
# 0x8b66a6 gopkg.in/yaml%2ev2.(*parser).parse+0x1a6 /app/vendor/gopkg.in/yaml.v2/decode.go:151
# 0x8b6813 gopkg.in/yaml%2ev2.(*parser).document+0xa3 /app/vendor/gopkg.in/yaml.v2/decode.go:175
# 0x8b663f gopkg.in/yaml%2ev2.(*parser).parse+0x13f /app/vendor/gopkg.in/yaml.v2/decode.go:153
# 0x8e325a gopkg.in/yaml%2ev2.unmarshal+0x27a /app/vendor/gopkg.in/yaml.v2/yaml.go:142
# 0xe9610e gopkg.in/yaml%2ev2.UnmarshalStrict+0x22e /app/vendor/gopkg.in/yaml.v2/yaml.go:89
# 0xe96119 github.com/prometheus/prometheus/discovery/file.(*Discovery).readFile+0x239 /app/discovery/file/file.go:383
# 0xe95538 github.com/prometheus/prometheus/discovery/file.(*Discovery).refresh+0x138 /app/discovery/file/file.go:319
# 0xe94a31 github.com/prometheus/prometheus/discovery/file.(*Discovery).Run+0x4b1 /app/discovery/file/file.go:260
0: 0 [8: 1664] @ 0x40cc35 0x4bb8c4 0x74a5bc 0x74943d 0x74bf22 0x7493ad 0x74bf22 0x7493ad 0x7488eb 0x7482f2 0x1cbea34 0x1cc3989 0x1ccec24 0x1cce592 0x1ccded0 0x45f181
# 0x40cc34 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178
# 0x4bb8c3 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268
# 0x74a5bb encoding/json.(*decodeState).array+0x6fb /usr/local/go/src/encoding/json/decode.go:605
# 0x74943c encoding/json.(*decodeState).value+0xfc /usr/local/go/src/encoding/json/decode.go:419
# 0x74bf21 encoding/json.(*decodeState).object+0x1391 /usr/local/go/src/encoding/json/decode.go:823
# 0x7493ac encoding/json.(*decodeState).value+0x6c /usr/local/go/src/encoding/json/decode.go:429
# 0x74bf21 encoding/json.(*decodeState).object+0x1391 /usr/local/go/src/encoding/json/decode.go:823
# 0x7493ac encoding/json.(*decodeState).value+0x6c /usr/local/go/src/encoding/json/decode.go:429
# 0x7488ea encoding/json.(*decodeState).unmarshal+0x1fa /usr/local/go/src/encoding/json/decode.go:179
# 0x7482f1 encoding/json.Unmarshal+0x111 /usr/local/go/src/encoding/json/decode.go:106
# 0x1cbea33 github.com/prometheus/prometheus/tsdb.readMetaFile+0x123 /app/tsdb/block.go:191
# 0x1cc3988 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Plan+0xd8 /app/tsdb/compact.go:183
# 0x1ccec23 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x63 /app/tsdb/db.go:787
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 40960] @ 0x1cb2b49 0x1cadb86 0x1cadb41 0x1cdb15d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1cb2b48 github.com/prometheus/prometheus/tsdb/wal.NewSize+0x1f8 /app/tsdb/wal/wal.go:262
# 0x1cadb85 github.com/prometheus/prometheus/tsdb/wal.New+0x3a5 /app/tsdb/wal/wal.go:243
# 0x1cadb40 github.com/prometheus/prometheus/tsdb/wal.Checkpoint+0x360 /app/tsdb/wal/checkpoint.go:143
# 0x1cdb15c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x50c /app/tsdb/head.go:701
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 10240] @ 0x40da83 0x40f6f9 0x413152 0x1cfab4f 0x1cfab26 0x1ca6696 0x1cde55f 0x1cdad9d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1cfab4e github.com/prometheus/prometheus/tsdb.stringset.set+0xfe /app/tsdb/head.go:2025
# 0x1cfab25 github.com/prometheus/prometheus/tsdb.(*Head).gc.func1+0xd5 /app/tsdb/head.go:1171
# 0x1ca6695 github.com/prometheus/prometheus/tsdb/index.(*MemPostings).Iter+0x1c5 /app/tsdb/index/postings.go:256
# 0x1cde55e github.com/prometheus/prometheus/tsdb.(*Head).gc+0x31e /app/tsdb/head.go:1162
# 0x1cdad9c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x14c /app/tsdb/head.go:661
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 18432] @ 0x1ca5e31 0x1cde375 0x1cdad9d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1ca5e30 github.com/prometheus/prometheus/tsdb/index.(*MemPostings).Delete+0x3e0 /app/tsdb/index/postings.go:227
# 0x1cde374 github.com/prometheus/prometheus/tsdb.(*Head).gc+0x134 /app/tsdb/head.go:1141
# 0x1cdad9c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x14c /app/tsdb/head.go:661
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [7: 336] @ 0x56137a 0x561357 0x560f45 0x5dded7 0x1cd5581 0x1cd544f 0x1cc38fd 0x1ccec24 0x1cce592 0x1ccded0 0x45f181
# 0x561379 strings.(*Builder).grow+0x4c9 /usr/local/go/src/strings/builder.go:67
# 0x561356 strings.(*Builder).Grow+0x4a6 /usr/local/go/src/strings/builder.go:81
# 0x560f44 strings.Join+0x94 /usr/local/go/src/strings/strings.go:438
# 0x5dded6 path/filepath.join+0xa6 /usr/local/go/src/path/filepath/path_unix.go:45
# 0x1cd5580 path/filepath.Join+0x1c0 /usr/local/go/src/path/filepath/path.go:210
# 0x1cd544e github.com/prometheus/prometheus/tsdb.blockDirs+0x8e /app/tsdb/db.go:1400
# 0x1cc38fc github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Plan+0x4c /app/tsdb/compact.go:173
# 0x1ccec23 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x63 /app/tsdb/db.go:787
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [2: 64] @ 0x449c0f 0x44969e 0x449987 0x1d62a8c 0x1d62a40 0x1d68db1 0x1d61efa 0x1d6bf40 0x45f181
# 0x1d62a8b github.com/prometheus/prometheus/rules.groupKey+0x7b /app/rules/manager.go:1027
# 0x1d62a3f github.com/prometheus/prometheus/rules.(*Group).setEvaluationDuration+0x2f /app/rules/manager.go:458
# 0x1d68db0 github.com/prometheus/prometheus/rules.(*Group).run.func1+0x170 /app/rules/manager.go:319
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [9: 576] @ 0x1c73b64 0x1c73a93 0x1c73a93 0x1d0b24d 0x1d0b19c 0x1d09cfe 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1c73b63 github.com/prometheus/prometheus/promql/parser.Walk+0x293 /app/promql/parser/ast.go:278
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1d0b24c github.com/prometheus/prometheus/promql/parser.Inspect+0xec /app/promql/parser/ast.go:305
# 0x1d0b19b github.com/prometheus/prometheus/promql.(*Engine).findMinTime+0x3b /app/promql/engine.go:622
# 0x1d09cfd github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x15d /app/promql/engine.go:505
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [3: 18432] @ 0x1c68464 0x1cabc54 0x1cdd0b3 0x1cdd3ce 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x1c68463 github.com/prometheus/prometheus/tsdb/encoding.(*Encbuf).PutBE64+0xa3 /app/tsdb/encoding/encoding.go:55
# 0x1cabc53 github.com/prometheus/prometheus/tsdb/record.(*Encoder).Samples+0x173 /app/tsdb/record/record.go:209
# 0x1cdd0b2 github.com/prometheus/prometheus/tsdb.(*headAppender).log+0x182 /app/tsdb/head.go:1012
# 0x1cdd3cd github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x4d /app/tsdb/head.go:1023
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
0: 0 [1: 16] @ 0x48f8ab 0x48ff2b 0x1d09282 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x48f8aa context.WithDeadline+0x25a /usr/local/go/src/context/context.go:416
# 0x48ff2a context.WithTimeout+0x6a /usr/local/go/src/context/context.go:464
# 0x1d09281 github.com/prometheus/prometheus/promql.(*Engine).exec+0xf1 /app/promql/engine.go:423
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [8: 128] @ 0x1c8b601 0x1c8a926 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b4fa 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8bb3d 0x1c8b81e 0x1c8a926 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b4fa 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x1d5f69a 0x1d6ac21 0x1d63b89
# 0x1c8b600 github.com/prometheus/prometheus/promql/parser.(*MatrixSelector).String+0xd0 /app/promql/parser/printer.go:125
# 0x1c8a925 github.com/prometheus/prometheus/promql/parser.Expressions.String+0x75 /app/promql/parser/printer.go:57
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b4f9 github.com/prometheus/prometheus/promql/parser.(*Call).String+0xd9 /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8bb3c github.com/prometheus/prometheus/promql/parser.(*ParenExpr).String+0x7c /app/promql/parser/printer.go:145
# 0x1c8b81d github.com/prometheus/prometheus/promql/parser.(*SubqueryExpr).String+0x7d /app/promql/parser/printer.go:137
# 0x1c8a925 github.com/prometheus/prometheus/promql/parser.Expressions.String+0x75 /app/promql/parser/printer.go:57
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b4f9 github.com/prometheus/prometheus/promql/parser.(*Call).String+0xd9 /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x1d5f699 github.com/prometheus/prometheus/rules.(*AlertingRule).sendAlerts+0xe9 /app/rules/alerting.go:498
# 0x1d6ac20 github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x1580 /app/rules/manager.go:584
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
0: 0 [2: 256] @ 0x46e7fb 0x46da9d 0x4e3a91 0x4e3fa4 0x1c8b6d0 0x1c8a926 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b4fa 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8bb3d 0x1c8b81e 0x1c8a926 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b4fa 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56
# 0x46e7fa sync.(*poolChain).pushHead+0x1ba /usr/local/go/src/sync/poolqueue.go:234
# 0x46da9c sync.(*Pool).Put+0x7c /usr/local/go/src/sync/pool.go:108
# 0x4e3a90 fmt.(*pp).free+0xb0 /usr/local/go/src/fmt/print.go:161
# 0x4e3fa3 fmt.Sprintf+0xb3 /usr/local/go/src/fmt/print.go:221
# 0x1c8b6cf github.com/prometheus/prometheus/promql/parser.(*MatrixSelector).String+0x19f /app/promql/parser/printer.go:125
# 0x1c8a925 github.com/prometheus/prometheus/promql/parser.Expressions.String+0x75 /app/promql/parser/printer.go:57
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b4f9 github.com/prometheus/prometheus/promql/parser.(*Call).String+0xd9 /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8bb3c github.com/prometheus/prometheus/promql/parser.(*ParenExpr).String+0x7c /app/promql/parser/printer.go:145
# 0x1c8b81d github.com/prometheus/prometheus/promql/parser.(*SubqueryExpr).String+0x7d /app/promql/parser/printer.go:137
# 0x1c8a925 github.com/prometheus/prometheus/promql/parser.Expressions.String+0x75 /app/promql/parser/printer.go:57
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b4f9 github.com/prometheus/prometheus/promql/parser.(*Call).String+0xd9 /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
0: 0 [7: 1120] @ 0x1b7ae99 0x1b7ae48 0x1b7ac18 0x1d84da5 0x1d85c12 0x1d79e35 0x1d86109 0x45f181
# 0x1b7ae98 github.com/prometheus/prometheus/pkg/labels.NewBuilder+0x218 /app/pkg/labels/labels.go:331
# 0x1b7ae47 github.com/prometheus/prometheus/pkg/relabel.relabel+0x1c7 /app/pkg/relabel/relabel.go:200
# 0x1b7ac17 github.com/prometheus/prometheus/pkg/relabel.Process+0x77 /app/pkg/relabel/relabel.go:185
# 0x1d84da4 github.com/prometheus/prometheus/scrape.populateLabels+0x3e4 /app/scrape/target.go:368
# 0x1d85c11 github.com/prometheus/prometheus/scrape.targetsFromGroup+0x461 /app/scrape/target.go:452
# 0x1d79e34 github.com/prometheus/prometheus/scrape.(*scrapePool).Sync+0x324 /app/scrape/scrape.go:364
# 0x1d86108 github.com/prometheus/prometheus/scrape.(*Manager).reload.func1+0x48 /app/scrape/manager.go:197
0: 0 [4: 128] @ 0x1cdbc09 0x1cdbbd2 0x1ce5759 0x1cd4556 0x1ed40ba 0x1c6d81c 0x1d09e01 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1cdbc08 github.com/prometheus/prometheus/tsdb.(*Head).indexRange+0x58 /app/tsdb/head.go:1200
# 0x1cdbbd1 github.com/prometheus/prometheus/tsdb.(*RangeHead).Index+0x21 /app/tsdb/head.go:767
# 0x1ce5758 github.com/prometheus/prometheus/tsdb.NewBlockQuerier+0x48 /app/tsdb/querier.go:157
# 0x1cd4555 github.com/prometheus/prometheus/tsdb.(*DB).Querier+0x4e5 /app/tsdb/db.go:1295
# 0x1ed40b9 main.(*readyStorage).Querier+0x69 /app/cmd/prometheus/main.go:949
# 0x1c6d81b github.com/prometheus/prometheus/storage.(*fanout).Querier+0xbb /app/storage/fanout.go:72
# 0x1d09e00 github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x260 /app/promql/engine.go:506
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [2: 2048] @ 0x1c5eef0 0x1c5ee03 0x1c602d0 0x1ce2069 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x1c5eeef github.com/prometheus/prometheus/tsdb/chunkenc.(*bstream).writeByte+0x15f /app/tsdb/chunkenc/bstream.go:93
# 0x1c5ee02 github.com/prometheus/prometheus/tsdb/chunkenc.(*bstream).writeBits+0x72 /app/tsdb/chunkenc/bstream.go:102
# 0x1c602cf github.com/prometheus/prometheus/tsdb/chunkenc.(*xorAppender).Append+0x4bf /app/tsdb/chunkenc/xor.go:187
# 0x1ce2068 github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x118 /app/tsdb/head.go:1845
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
0: 0 [3: 192] @ 0x4e3f82 0x1c8b4fa 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8bb3d 0x1c8b81e 0x1c8a926 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b4fa 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x1d5f69a 0x1d6ac21 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x4e3f81 fmt.Sprintf+0x91 /usr/local/go/src/fmt/print.go:220
# 0x1c8b4f9 github.com/prometheus/prometheus/promql/parser.(*Call).String+0xd9 /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8bb3c github.com/prometheus/prometheus/promql/parser.(*ParenExpr).String+0x7c /app/promql/parser/printer.go:145
# 0x1c8b81d github.com/prometheus/prometheus/promql/parser.(*SubqueryExpr).String+0x7d /app/promql/parser/printer.go:137
# 0x1c8a925 github.com/prometheus/prometheus/promql/parser.Expressions.String+0x75 /app/promql/parser/printer.go:57
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b4f9 github.com/prometheus/prometheus/promql/parser.(*Call).String+0xd9 /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x1d5f699 github.com/prometheus/prometheus/rules.(*AlertingRule).sendAlerts+0xe9 /app/rules/alerting.go:498
# 0x1d6ac20 github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x1580 /app/rules/manager.go:584
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [1: 112] @ 0x4dbb77 0x5de5ab 0x5de440 0x1cd540d 0x1cc38fd 0x1ccec24 0x1cce592 0x1ccded0 0x45f181
# 0x4dbb76 os.(*File).readdir+0xb6 /usr/local/go/src/os/file_unix.go:378
# 0x5de5aa os.(*File).Readdir+0x1ea /usr/local/go/src/os/dir.go:26
# 0x5de43f io/ioutil.ReadDir+0x7f /usr/local/go/src/io/ioutil/ioutil.go:101
# 0x1cd540c github.com/prometheus/prometheus/tsdb.blockDirs+0x4c /app/tsdb/db.go:1392
# 0x1cc38fc github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Plan+0x4c /app/tsdb/compact.go:173
# 0x1ccec23 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x63 /app/tsdb/db.go:787
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 16] @ 0x1c8c252 0x1c8b5e9 0x1c8a926 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b4fa 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8bb3d 0x1c8b81e 0x1c8a926 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b4fa 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x1d5d6eb 0x1d69920
# 0x1c8c251 github.com/prometheus/prometheus/promql/parser.(*VectorSelector).String+0x541 /app/promql/parser/printer.go:174
# 0x1c8b5e8 github.com/prometheus/prometheus/promql/parser.(*MatrixSelector).String+0xb8 /app/promql/parser/printer.go:125
# 0x1c8a925 github.com/prometheus/prometheus/promql/parser.Expressions.String+0x75 /app/promql/parser/printer.go:57
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b4f9 github.com/prometheus/prometheus/promql/parser.(*Call).String+0xd9 /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8bb3c github.com/prometheus/prometheus/promql/parser.(*ParenExpr).String+0x7c /app/promql/parser/printer.go:145
# 0x1c8b81d github.com/prometheus/prometheus/promql/parser.(*SubqueryExpr).String+0x7d /app/promql/parser/printer.go:137
# 0x1c8a925 github.com/prometheus/prometheus/promql/parser.Expressions.String+0x75 /app/promql/parser/printer.go:57
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b4f9 github.com/prometheus/prometheus/promql/parser.(*Call).String+0xd9 /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x1d5d6ea github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0x6a /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
0: 0 [3: 96] @ 0x1cdbcfd 0x1cdbca2 0x1ce579a 0x1cd4556 0x1ed40ba 0x1c6d81c 0x1d09e01 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1cdbcfc github.com/prometheus/prometheus/tsdb.(*Head).chunksRange+0x7c /app/tsdb/head.go:1216
# 0x1cdbca1 github.com/prometheus/prometheus/tsdb.(*RangeHead).Chunks+0x21 /app/tsdb/head.go:771
# 0x1ce5799 github.com/prometheus/prometheus/tsdb.NewBlockQuerier+0x89 /app/tsdb/querier.go:161
# 0x1cd4555 github.com/prometheus/prometheus/tsdb.(*DB).Querier+0x4e5 /app/tsdb/db.go:1295
# 0x1ed40b9 main.(*readyStorage).Querier+0x69 /app/cmd/prometheus/main.go:949
# 0x1c6d81b github.com/prometheus/prometheus/storage.(*fanout).Querier+0xbb /app/storage/fanout.go:72
# 0x1d09e00 github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x260 /app/promql/engine.go:506
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [1: 16] @ 0x1ca1b50 0x1ca1b51 0x1ca03d0 0x1c9f818 0x1cbfd01 0x1cd06f6 0x1ccf322 0x1cced3d 0x1cce592 0x1ccded0 0x45f181
# 0x1ca1b4f github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x14f /app/tsdb/encoding/encoding.go:187
# 0x1ca1b50 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x150 /app/tsdb/index/index.go:1385
# 0x1ca03cf github.com/prometheus/prometheus/tsdb/index.newReader+0x6df /app/tsdb/index/index.go:1140
# 0x1c9f817 github.com/prometheus/prometheus/tsdb/index.NewFileReader+0xc7 /app/tsdb/index/index.go:1075
# 0x1cbfd00 github.com/prometheus/prometheus/tsdb.OpenBlock+0x2e0 /app/tsdb/block.go:294
# 0x1cd06f5 github.com/prometheus/prometheus/tsdb.openBlocks+0x4b5 /app/tsdb/db.go:945
# 0x1ccf321 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xf1 /app/tsdb/db.go:840
# 0x1cced3c github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x17c /app/tsdb/db.go:807
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [2: 28672] @ 0x40da83 0x40d818 0x1c98096 0x1cc74cb 0x1cc53a2 0x1ccecfa 0x1cce592 0x1ccded0 0x45f181
# 0x1c98095 github.com/prometheus/prometheus/tsdb/index.NewWriter+0x2c5 /app/tsdb/index/index.go:226
# 0x1cc74ca github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x4da /app/tsdb/compact.go:571
# 0x1cc53a1 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Compact+0x621 /app/tsdb/compact.go:419
# 0x1ccecf9 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x139 /app/tsdb/db.go:801
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [8: 983040] @ 0x1c6883c 0x1c6877d 0x1caba72 0x1cae916 0x1cdb15d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1c6883b github.com/prometheus/prometheus/tsdb/encoding.(*Encbuf).PutString+0xfb /app/tsdb/encoding/encoding.go:40
# 0x1c6877c github.com/prometheus/prometheus/tsdb/encoding.(*Encbuf).PutUvarintStr+0x3c /app/tsdb/encoding/encoding.go:72
# 0x1caba71 github.com/prometheus/prometheus/tsdb/record.(*Encoder).Series+0x1f1 /app/tsdb/record/record.go:184
# 0x1cae915 github.com/prometheus/prometheus/tsdb/wal.Checkpoint+0x1135 /app/tsdb/wal/checkpoint.go:188
# 0x1cdb15c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x50c /app/tsdb/head.go:701
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [8: 256] @ 0x5e4689 0x5e4576 0x1d83d56 0x1d83361 0x1d7a3fd 0x1d7a044 0x1d86109 0x45f181
# 0x5e4688 sort.Strings+0x1e8 /usr/local/go/src/sort/sort.go:314
# 0x5e4575 net/url.Values.Encode+0xd5 /usr/local/go/src/net/url/url.go:920
# 0x1d83d55 github.com/prometheus/prometheus/scrape.(*Target).URL+0x3c5 /app/scrape/target.go:223
# 0x1d83360 github.com/prometheus/prometheus/scrape.(*Target).hash+0x130 /app/scrape/target.go:148
# 0x1d7a3fc github.com/prometheus/prometheus/scrape.(*scrapePool).sync+0x1dc /app/scrape/scrape.go:405
# 0x1d7a043 github.com/prometheus/prometheus/scrape.(*scrapePool).Sync+0x533 /app/scrape/scrape.go:378
# 0x1d86108 github.com/prometheus/prometheus/scrape.(*Manager).reload.func1+0x48 /app/scrape/manager.go:197
0: 0 [5: 560] @ 0x8b67a1 0x8b6792 0x8b6640 0x8e325b 0xe9610f 0xe9611a 0xe95539 0xe94a32 0x45f181
# 0x8b67a0 gopkg.in/yaml%2ev2.(*parser).node+0x30 /app/vendor/gopkg.in/yaml.v2/decode.go:166
# 0x8b6791 gopkg.in/yaml%2ev2.(*parser).document+0x21 /app/vendor/gopkg.in/yaml.v2/decode.go:171
# 0x8b663f gopkg.in/yaml%2ev2.(*parser).parse+0x13f /app/vendor/gopkg.in/yaml.v2/decode.go:153
# 0x8e325a gopkg.in/yaml%2ev2.unmarshal+0x27a /app/vendor/gopkg.in/yaml.v2/yaml.go:142
# 0xe9610e gopkg.in/yaml%2ev2.UnmarshalStrict+0x22e /app/vendor/gopkg.in/yaml.v2/yaml.go:89
# 0xe96119 github.com/prometheus/prometheus/discovery/file.(*Discovery).readFile+0x239 /app/discovery/file/file.go:383
# 0xe95538 github.com/prometheus/prometheus/discovery/file.(*Discovery).refresh+0x138 /app/discovery/file/file.go:319
# 0xe94a31 github.com/prometheus/prometheus/discovery/file.(*Discovery).Run+0x4b1 /app/discovery/file/file.go:260
0: 0 [1: 16] @ 0x8d28b2 0x8e0f92 0x8d6bbc 0x8d31bb 0x8d2b3f 0x8cb5e0 0x8cb5c4 0x8c849b 0x8c827b 0x8b6252 0x8b6e47 0x8b66a7 0x8b70a8 0x8b6685 0x8b6e60 0x8b66a7 0x8b6814 0x8b6640 0x8e325b 0xe9610f 0xe9611a 0xe95539 0xe94a32 0x45f181
# 0x8d28b1 gopkg.in/yaml%2ev2.read_line+0x191 /app/vendor/gopkg.in/yaml.v2/scannerc.go:550
# 0x8e0f91 gopkg.in/yaml%2ev2.yaml_parser_scan_plain_scalar+0xc41 /app/vendor/gopkg.in/yaml.v2/scannerc.go:2680
# 0x8d6bbb gopkg.in/yaml%2ev2.yaml_parser_fetch_plain_scalar+0x8b /app/vendor/gopkg.in/yaml.v2/scannerc.go:1435
# 0x8d31ba gopkg.in/yaml%2ev2.yaml_parser_fetch_next_token+0x49a /app/vendor/gopkg.in/yaml.v2/scannerc.go:813
# 0x8d2b3e gopkg.in/yaml%2ev2.yaml_parser_fetch_more_tokens+0x3e /app/vendor/gopkg.in/yaml.v2/scannerc.go:642
# 0x8cb5df gopkg.in/yaml%2ev2.peek_token+0x41f /app/vendor/gopkg.in/yaml.v2/parserc.go:47
# 0x8cb5c3 gopkg.in/yaml%2ev2.yaml_parser_parse_block_sequence_entry+0x403 /app/vendor/gopkg.in/yaml.v2/parserc.go:594
# 0x8c849a gopkg.in/yaml%2ev2.yaml_parser_state_machine+0x1ea /app/vendor/gopkg.in/yaml.v2/parserc.go:125
# 0x8c827a gopkg.in/yaml%2ev2.yaml_parser_parse+0x8a /app/vendor/gopkg.in/yaml.v2/parserc.go:72
# 0x8b6251 gopkg.in/yaml%2ev2.(*parser).peek+0x41 /app/vendor/gopkg.in/yaml.v2/decode.go:105
# 0x8b6e46 gopkg.in/yaml%2ev2.(*parser).sequence+0x96 /app/vendor/gopkg.in/yaml.v2/decode.go:205
# 0x8b66a6 gopkg.in/yaml%2ev2.(*parser).parse+0x1a6 /app/vendor/gopkg.in/yaml.v2/decode.go:151
# 0x8b70a7 gopkg.in/yaml%2ev2.(*parser).mapping+0xc7 /app/vendor/gopkg.in/yaml.v2/decode.go:217
# 0x8b6684 gopkg.in/yaml%2ev2.(*parser).parse+0x184 /app/vendor/gopkg.in/yaml.v2/decode.go:149
# 0x8b6e5f gopkg.in/yaml%2ev2.(*parser).sequence+0xaf /app/vendor/gopkg.in/yaml.v2/decode.go:206
# 0x8b66a6 gopkg.in/yaml%2ev2.(*parser).parse+0x1a6 /app/vendor/gopkg.in/yaml.v2/decode.go:151
# 0x8b6813 gopkg.in/yaml%2ev2.(*parser).document+0xa3 /app/vendor/gopkg.in/yaml.v2/decode.go:175
# 0x8b663f gopkg.in/yaml%2ev2.(*parser).parse+0x13f /app/vendor/gopkg.in/yaml.v2/decode.go:153
# 0x8e325a gopkg.in/yaml%2ev2.unmarshal+0x27a /app/vendor/gopkg.in/yaml.v2/yaml.go:142
# 0xe9610e gopkg.in/yaml%2ev2.UnmarshalStrict+0x22e /app/vendor/gopkg.in/yaml.v2/yaml.go:89
# 0xe96119 github.com/prometheus/prometheus/discovery/file.(*Discovery).readFile+0x239 /app/discovery/file/file.go:383
# 0xe95538 github.com/prometheus/prometheus/discovery/file.(*Discovery).refresh+0x138 /app/discovery/file/file.go:319
# 0xe94a31 github.com/prometheus/prometheus/discovery/file.(*Discovery).Run+0x4b1 /app/discovery/file/file.go:260
0: 0 [4: 1024] @ 0x1c5f070 0x1c5edec 0x1c60a89 0x1c601a7 0x1ce2069 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x1c5f06f github.com/prometheus/prometheus/tsdb/chunkenc.(*bstream).writeBit+0x2df /app/tsdb/chunkenc/bstream.go:69
# 0x1c5edeb github.com/prometheus/prometheus/tsdb/chunkenc.(*bstream).writeBits+0x5b /app/tsdb/chunkenc/bstream.go:108
# 0x1c60a88 github.com/prometheus/prometheus/tsdb/chunkenc.(*xorAppender).writeVDelta+0x3b8 /app/tsdb/chunkenc/xor.go:237
# 0x1c601a6 github.com/prometheus/prometheus/tsdb/chunkenc.(*xorAppender).Append+0x396 /app/tsdb/chunkenc/xor.go:193
# 0x1ce2068 github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x118 /app/tsdb/head.go:1845
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
0: 0 [2: 32] @ 0x1c73d88 0x1c73a0b 0x1c73a93 0x1c73a93 0x1c73a93 0x1c73a93 0x1c73a93 0x1d0b24d 0x1d0b19c 0x1d09cfe 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1c73d87 github.com/prometheus/prometheus/promql/parser.Children+0x117 /app/promql/parser/ast.go:337
# 0x1c73a0a github.com/prometheus/prometheus/promql/parser.Walk+0x13a /app/promql/parser/ast.go:280
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1d0b24c github.com/prometheus/prometheus/promql/parser.Inspect+0xec /app/promql/parser/ast.go:305
# 0x1d0b19b github.com/prometheus/prometheus/promql.(*Engine).findMinTime+0x3b /app/promql/engine.go:622
# 0x1d09cfd github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x15d /app/promql/engine.go:505
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [1: 80] @ 0x1d7359f 0x1d7fbdb 0x1d7e26b 0x45f181
# 0x1d7359e github.com/prometheus/prometheus/pkg/textparse.(*PromParser).Metric+0x5e /app/pkg/textparse/promparse.go:211
# 0x1d7fbda github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0x4da /app/scrape/scrape.go:1169
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
0: 0 [4: 16384] @ 0x821e37 0x81ed60 0x84416b 0x843423 0x852ead 0x45f181
# 0x821e36 github.com/prometheus/procfs.FS.Stat+0xe66 /app/vendor/github.com/prometheus/procfs/stat.go:194
# 0x81ed5f github.com/prometheus/procfs.ProcStat.StartTime+0x4f /app/vendor/github.com/prometheus/procfs/proc_stat.go:182
# 0x84416a github.com/prometheus/client_golang/prometheus.(*processCollector).processCollect+0xd2a /app/vendor/github.com/prometheus/client_golang/prometheus/process_collector_other.go:44
# 0x843422 github.com/prometheus/client_golang/prometheus.(*processCollector).Collect+0x32 /app/vendor/github.com/prometheus/client_golang/prometheus/process_collector.go:140
# 0x852eac github.com/prometheus/client_golang/prometheus.(*Registry).Gather.func1+0x19c /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:443
0: 0 [1: 16] @ 0x1ca102b 0x1ca1010 0x1c9e292 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc69ae 0x1cce7f9 0x1cce541 0x1ccded0 0x45f181
# 0x1ca102a github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x14a /app/tsdb/encoding/encoding.go:187
# 0x1ca100f github.com/prometheus/prometheus/tsdb/index.Symbols.Lookup+0x12f /app/tsdb/index/index.go:1282
# 0x1c9e291 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0xf81 /app/tsdb/index/index.go:882
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc69ad github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Write+0x1cd /app/tsdb/compact.go:486
# 0x1cce7f8 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0x98 /app/tsdb/db.go:756
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [4: 1536] @ 0x1b77e45 0x1d7abd4 0x1d8649f 0x1d7fc5a 0x1d7e26b 0x45f181
# 0x1b77e44 github.com/prometheus/prometheus/pkg/labels.(*Builder).Labels+0x2e4 /app/pkg/labels/labels.go:403
# 0x1d7abd3 github.com/prometheus/prometheus/scrape.mutateSampleLabels+0x233 /app/scrape/scrape.go:476
# 0x1d8649e github.com/prometheus/prometheus/scrape.newScrapePool.func2.1+0x6e /app/scrape/scrape.go:230
# 0x1d7fc59 github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0x559 /app/scrape/scrape.go:1174
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
0: 0 [2: 32] @ 0x8032fc 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b956 0x1c8a926 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b4fa 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x1d5f69a 0x1d6ac21 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x8032fb github.com/prometheus/common/model.Duration.String+0x34b /app/vendor/github.com/prometheus/common/model/time.go:250
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b955 github.com/prometheus/prometheus/promql/parser.(*SubqueryExpr).String+0x1b5 /app/promql/parser/printer.go:137
# 0x1c8a925 github.com/prometheus/prometheus/promql/parser.Expressions.String+0x75 /app/promql/parser/printer.go:57
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b4f9 github.com/prometheus/prometheus/promql/parser.(*Call).String+0xd9 /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x1d5f699 github.com/prometheus/prometheus/rules.(*AlertingRule).sendAlerts+0xe9 /app/rules/alerting.go:498
# 0x1d6ac20 github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x1580 /app/rules/manager.go:584
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [3: 432] @ 0x1d7cc6d 0x1d818f6 0x1d7e26b 0x45f181
# 0x1d7cc6c github.com/prometheus/prometheus/scrape.(*scrapeCache).setHelp+0xcc /app/scrape/scrape.go:797
# 0x1d818f5 github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0x21f5 /app/scrape/scrape.go:1109
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
0: 0 [9: 288] @ 0x1d11277 0x1d0bfe9 0x1d0a17f 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1d11276 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x34d6 /app/promql/engine.go:1255
# 0x1d0bfe8 github.com/prometheus/prometheus/promql.(*evaluator).Eval+0x98 /app/promql/engine.go:814
# 0x1d0a17e github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x5de /app/promql/engine.go:535
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [15: 23040] @ 0x547b77 0x5474bb 0x5de0b0 0x5de08c 0x5de2d7 0x1cbe9b6 0x1cc3989 0x1ccec24 0x1cce592 0x1ccded0 0x45f181
# 0x547b76 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229
# 0x5474ba bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142
# 0x5de0af bytes.(*Buffer).Grow+0xbf /usr/local/go/src/bytes/buffer.go:161
# 0x5de08b io/ioutil.readAll+0x9b /usr/local/go/src/io/ioutil/ioutil.go:34
# 0x5de2d6 io/ioutil.ReadFile+0x116 /usr/local/go/src/io/ioutil/ioutil.go:73
# 0x1cbe9b5 github.com/prometheus/prometheus/tsdb.readMetaFile+0xa5 /app/tsdb/block.go:185
# 0x1cc3988 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Plan+0xd8 /app/tsdb/compact.go:183
# 0x1ccec23 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x63 /app/tsdb/db.go:787
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [2: 32] @ 0x1c5d018 0x1c93170 0x1c93110 0x1c935a8 0x1d09cb9 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1c5d017 github.com/opentracing/opentracing-go.StartSpanFromContextWithTracer+0x237 /app/vendor/github.com/opentracing/opentracing-go/gocontext.go:56
# 0x1c9316f github.com/opentracing/opentracing-go.StartSpanFromContext+0x8f /app/vendor/github.com/opentracing/opentracing-go/gocontext.go:44
# 0x1c9310f github.com/prometheus/prometheus/util/stats.NewSpanTimer+0x2f /app/util/stats/query_stats.go:127
# 0x1c935a7 github.com/prometheus/prometheus/util/stats.(*QueryTimers).GetSpanTimer+0x137 /app/util/stats/query_stats.go:156
# 0x1d09cb8 github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x118 /app/promql/engine.go:504
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [1: 8192] @ 0x1caac5c 0x1cae816 0x1cdb15d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1caac5b github.com/prometheus/prometheus/tsdb/record.(*Decoder).Series+0x30b /app/tsdb/record/record.go:95
# 0x1cae815 github.com/prometheus/prometheus/tsdb/wal.Checkpoint+0x1035 /app/tsdb/wal/checkpoint.go:176
# 0x1cdb15c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x50c /app/tsdb/head.go:701
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 24576] @ 0x1cb1598 0x1cb0ccf 0x1cade59 0x1cdb15d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1cb1597 github.com/prometheus/prometheus/tsdb/wal.(*Reader).next+0x757 /app/tsdb/wal/reader.go:134
# 0x1cb0cce github.com/prometheus/prometheus/tsdb/wal.(*Reader).Next+0x2e /app/tsdb/wal/reader.go:45
# 0x1cade58 github.com/prometheus/prometheus/tsdb/wal.Checkpoint+0x678 /app/tsdb/wal/checkpoint.go:165
# 0x1cdb15c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x50c /app/tsdb/head.go:701
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [2: 16384] @ 0x4d6a5a 0x1c62261 0x1c6216f 0x1cb5b54 0x1cb50eb 0x1cdb015 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x4d6a59 os.(*File).readdirnames+0x409 /usr/local/go/src/os/dir_unix.go:34
# 0x1c62260 os.(*File).Readdirnames+0x1d0 /usr/local/go/src/os/dir.go:48
# 0x1c6216e github.com/prometheus/prometheus/tsdb/fileutil.ReadDir+0xde /app/tsdb/fileutil/fileutil.go:101
# 0x1cb5b53 github.com/prometheus/prometheus/tsdb/wal.listSegments+0x63 /app/tsdb/wal/wal.go:762
# 0x1cb50ea github.com/prometheus/prometheus/tsdb/wal.(*WAL).Segments+0x3a /app/tsdb/wal/wal.go:684
# 0x1cdb014 github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x3c4 /app/tsdb/head.go:670
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 96] @ 0x4db13c 0x4db477 0x4d99c3 0x5de23e 0x5de20f 0x1cbe9b6 0x1cd0345 0x1ccf322 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x4db13b os.newFile+0x6b /usr/local/go/src/os/file_unix.go:116
# 0x4db476 os.openFileNolog+0x1b6 /usr/local/go/src/os/file_unix.go:222
# 0x4d99c2 os.OpenFile+0x62 /usr/local/go/src/os/file.go:300
# 0x5de23d os.Open+0x7d /usr/local/go/src/os/file.go:280
# 0x5de20e io/ioutil.ReadFile+0x4e /usr/local/go/src/io/ioutil/ioutil.go:53
# 0x1cbe9b5 github.com/prometheus/prometheus/tsdb.readMetaFile+0xa5 /app/tsdb/block.go:185
# 0x1cd0344 github.com/prometheus/prometheus/tsdb.openBlocks+0x104 /app/tsdb/db.go:936
# 0x1ccf321 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xf1 /app/tsdb/db.go:840
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [5: 240] @ 0x1d0c5eb 0x1d0ea92 0x1d0d768 0x1d11255 0x1d0bfe9 0x1d0a17f 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1d0c5ea github.com/prometheus/prometheus/promql.(*evaluator).rangeEval+0x28a /app/promql/engine.go:907
# 0x1d0ea91 github.com/prometheus/prometheus/promql.(*evaluator).eval+0xcf1 /app/promql/engine.go:1266
# 0x1d0d767 github.com/prometheus/prometheus/promql.(*evaluator).rangeEval+0x1407 /app/promql/engine.go:887
# 0x1d11254 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x34b4 /app/promql/engine.go:1255
# 0x1d0bfe8 github.com/prometheus/prometheus/promql.(*evaluator).Eval+0x98 /app/promql/engine.go:814
# 0x1d0a17e github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x5de /app/promql/engine.go:535
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [2: 32] @ 0x1c8b601 0x1c8a926 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b4fa 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8bb3d 0x1c8b81e 0x1c8a926 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b4fa 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x1c8a843 0x1d0739b 0x1d689c2
# 0x1c8b600 github.com/prometheus/prometheus/promql/parser.(*MatrixSelector).String+0xd0 /app/promql/parser/printer.go:125
# 0x1c8a925 github.com/prometheus/prometheus/promql/parser.Expressions.String+0x75 /app/promql/parser/printer.go:57
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b4f9 github.com/prometheus/prometheus/promql/parser.(*Call).String+0xd9 /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8bb3c github.com/prometheus/prometheus/promql/parser.(*ParenExpr).String+0x7c /app/promql/parser/printer.go:145
# 0x1c8b81d github.com/prometheus/prometheus/promql/parser.(*SubqueryExpr).String+0x7d /app/promql/parser/printer.go:137
# 0x1c8a925 github.com/prometheus/prometheus/promql/parser.Expressions.String+0x75 /app/promql/parser/printer.go:57
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b4f9 github.com/prometheus/prometheus/promql/parser.(*Call).String+0xd9 /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x1c8a842 github.com/prometheus/prometheus/promql/parser.(*EvalStmt).String+0x32 /app/promql/parser/printer.go:49
# 0x1d0739a github.com/prometheus/prometheus/promql.(*query).Exec+0x1ea /app/promql/engine.go:184
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
0: 0 [40: 10485760] @ 0x1ce2198 0x1ce210c 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d870c0 0x1d81e68 0x1d7e3ef 0x45f181
# 0x1ce2197 github.com/prometheus/prometheus/tsdb.(*txRing).add+0x247 /app/tsdb/isolation.go:145
# 0x1ce210b github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x1bb /app/tsdb/head.go:1855
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d870bf github.com/prometheus/prometheus/scrape.(*scrapeLoop).report.func1+0x3f /app/scrape/scrape.go:1287
# 0x1d81e67 github.com/prometheus/prometheus/scrape.(*scrapeLoop).report+0x467 /app/scrape/scrape.go:1305
# 0x1d7e3ee github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x76e /app/scrape/scrape.go:986
0: 0 [4214: 1104674816] @ 0x1ce2198 0x1ce210c 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x1ce2197 github.com/prometheus/prometheus/tsdb.(*txRing).add+0x247 /app/tsdb/isolation.go:145
# 0x1ce210b github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x1bb /app/tsdb/head.go:1855
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
0: 0 [5: 160] @ 0x1c5cf75 0x1c93170 0x1c93110 0x1c935a8 0x1d09fd7 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1c5cf74 github.com/opentracing/opentracing-go.StartSpanFromContextWithTracer+0x194 /app/vendor/github.com/opentracing/opentracing-go/gocontext.go:56
# 0x1c9316f github.com/opentracing/opentracing-go.StartSpanFromContext+0x8f /app/vendor/github.com/opentracing/opentracing-go/gocontext.go:44
# 0x1c9310f github.com/prometheus/prometheus/util/stats.NewSpanTimer+0x2f /app/util/stats/query_stats.go:127
# 0x1c935a7 github.com/prometheus/prometheus/util/stats.(*QueryTimers).GetSpanTimer+0x137 /app/util/stats/query_stats.go:156
# 0x1d09fd6 github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x436 /app/promql/engine.go:520
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [5: 2560] @ 0x1c5f070 0x1c5edec 0x1c60a89 0x1c601a7 0x1ce2069 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x1c5f06f github.com/prometheus/prometheus/tsdb/chunkenc.(*bstream).writeBit+0x2df /app/tsdb/chunkenc/bstream.go:69
# 0x1c5edeb github.com/prometheus/prometheus/tsdb/chunkenc.(*bstream).writeBits+0x5b /app/tsdb/chunkenc/bstream.go:108
# 0x1c60a88 github.com/prometheus/prometheus/tsdb/chunkenc.(*xorAppender).writeVDelta+0x3b8 /app/tsdb/chunkenc/xor.go:237
# 0x1c601a6 github.com/prometheus/prometheus/tsdb/chunkenc.(*xorAppender).Append+0x396 /app/tsdb/chunkenc/xor.go:193
# 0x1ce2068 github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x118 /app/tsdb/head.go:1845
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
0: 0 [1: 224] @ 0x4e15a3 0x4e14eb 0x4e23d1 0x4e58ea 0x4e710e 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b4fa 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x1d5f69a 0x1d6ac21 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x4e15a2 fmt.(*buffer).writeString+0xf2 /usr/local/go/src/fmt/print.go:82
# 0x4e14ea fmt.(*fmt).padString+0x3a /usr/local/go/src/fmt/format.go:110
# 0x4e23d0 fmt.(*fmt).fmtS+0x60 /usr/local/go/src/fmt/format.go:359
# 0x4e58e9 fmt.(*pp).fmtString+0x1b9 /usr/local/go/src/fmt/print.go:450
# 0x4e710d fmt.(*pp).handleMethods+0x31d /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b4f9 github.com/prometheus/prometheus/promql/parser.(*Call).String+0xd9 /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x1d5f699 github.com/prometheus/prometheus/rules.(*AlertingRule).sendAlerts+0xe9 /app/rules/alerting.go:498
# 0x1d6ac20 github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x1580 /app/rules/manager.go:584
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [14: 19712] @ 0x547b77 0x5474bb 0x5de0b0 0x5de08c 0x5de2d7 0x1cbe9b6 0x1cc3989 0x1ccec24 0x1cce592 0x1ccded0 0x45f181
# 0x547b76 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229
# 0x5474ba bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142
# 0x5de0af bytes.(*Buffer).Grow+0xbf /usr/local/go/src/bytes/buffer.go:161
# 0x5de08b io/ioutil.readAll+0x9b /usr/local/go/src/io/ioutil/ioutil.go:34
# 0x5de2d6 io/ioutil.ReadFile+0x116 /usr/local/go/src/io/ioutil/ioutil.go:73
# 0x1cbe9b5 github.com/prometheus/prometheus/tsdb.readMetaFile+0xa5 /app/tsdb/block.go:185
# 0x1cc3988 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Plan+0xd8 /app/tsdb/compact.go:183
# 0x1ccec23 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x63 /app/tsdb/db.go:787
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [3: 96] @ 0x1d22430 0x1d226a2 0x1d22a71 0x1d098f5 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1d2242f github.com/prometheus/prometheus/promql._newJSONEntry+0x6f /app/promql/query_logger.go:149
# 0x1d226a1 github.com/prometheus/prometheus/promql.newJSONEntry+0x81 /app/promql/query_logger.go:161
# 0x1d22a70 github.com/prometheus/prometheus/promql.ActiveQueryTracker.Insert+0x1a0 /app/promql/query_logger.go:188
# 0x1d098f4 github.com/prometheus/prometheus/promql.(*Engine).exec+0x764 /app/promql/engine.go:462
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [7: 224] @ 0x1c5cf75 0x1c93170 0x1c93110 0x1c935a8 0x1d09cb9 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1c5cf74 github.com/opentracing/opentracing-go.StartSpanFromContextWithTracer+0x194 /app/vendor/github.com/opentracing/opentracing-go/gocontext.go:56
# 0x1c9316f github.com/opentracing/opentracing-go.StartSpanFromContext+0x8f /app/vendor/github.com/opentracing/opentracing-go/gocontext.go:44
# 0x1c9310f github.com/prometheus/prometheus/util/stats.NewSpanTimer+0x2f /app/util/stats/query_stats.go:127
# 0x1c935a7 github.com/prometheus/prometheus/util/stats.(*QueryTimers).GetSpanTimer+0x137 /app/util/stats/query_stats.go:156
# 0x1d09cb8 github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x118 /app/promql/engine.go:504
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [1: 16] @ 0x67cdba 0x1c66812 0x1c66803 0x1cca2a2 0x1ccaf0d 0x1ccb231 0x1cc8a02 0x1cc75bd 0x1cc53a2 0x1ccecfa 0x1cce592 0x1ccded0 0x45f181
# 0x67cdb9 hash/crc32.New+0x49 /usr/local/go/src/hash/crc32/crc32.go:151
# 0x1c66811 github.com/prometheus/prometheus/tsdb/chunks.newCRC32+0x41 /app/tsdb/chunks/chunks.go:101
# 0x1c66802 github.com/prometheus/prometheus/tsdb/chunks.(*Reader).Chunk+0x32 /app/tsdb/chunks/chunks.go:549
# 0x1cca2a1 github.com/prometheus/prometheus/tsdb.(*compactionSeriesSet).Next+0x221 /app/tsdb/compact.go:896
# 0x1ccaf0c github.com/prometheus/prometheus/tsdb.(*compactionMerger).Next+0x41c /app/tsdb/compact.go:986
# 0x1ccb230 github.com/prometheus/prometheus/tsdb.(*compactionMerger).Next+0x740 /app/tsdb/compact.go:972
# 0x1cc8a01 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).populateBlock+0x861 /app/tsdb/compact.go:735
# 0x1cc75bc github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x5cc /app/tsdb/compact.go:577
# 0x1cc53a1 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Compact+0x621 /app/tsdb/compact.go:419
# 0x1ccecf9 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x139 /app/tsdb/db.go:801
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [6: 98304] @ 0x1c9ded8 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc53a2 0x1ccecfa 0x1cce592 0x1ccded0 0x45f181
# 0x1c9ded7 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0xbc7 /app/tsdb/index/index.go:858
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc53a1 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Compact+0x621 /app/tsdb/compact.go:419
# 0x1ccecf9 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x139 /app/tsdb/db.go:801
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [2: 4096] @ 0x1c9ded8 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc53a2 0x1ccecfa 0x1cce592 0x1ccded0 0x45f181
# 0x1c9ded7 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0xbc7 /app/tsdb/index/index.go:858
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc53a1 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Compact+0x621 /app/tsdb/compact.go:419
# 0x1ccecf9 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x139 /app/tsdb/db.go:801
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 8192] @ 0x40da83 0x40f6f9 0x410a1c 0x1c9de77 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc53a2 0x1ccecfa 0x1cce592 0x1ccded0 0x45f181
# 0x1c9de76 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0xb66 /app/tsdb/index/index.go:858
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc53a1 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Compact+0x621 /app/tsdb/compact.go:419
# 0x1ccecf9 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x139 /app/tsdb/db.go:801
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [7: 112] @ 0x1c989fb 0x1c993bb 0x1c993c6 0x1cc8cf1 0x1cc75bd 0x1cc53a2 0x1ccecfa 0x1cce592 0x1ccded0 0x45f181
# 0x1c989fa github.com/prometheus/prometheus/tsdb/index.(*FileWriter).AddPadding+0x6a /app/tsdb/index/index.go:309
# 0x1c993ba github.com/prometheus/prometheus/tsdb/index.(*Writer).addPadding+0xfa /app/tsdb/index/index.go:244
# 0x1c993c5 github.com/prometheus/prometheus/tsdb/index.(*Writer).AddSeries+0x105 /app/tsdb/index/index.go:420
# 0x1cc8cf0 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).populateBlock+0xb50 /app/tsdb/compact.go:818
# 0x1cc75bc github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x5cc /app/tsdb/compact.go:577
# 0x1cc53a1 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Compact+0x621 /app/tsdb/compact.go:419
# 0x1ccecf9 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x139 /app/tsdb/db.go:801
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 1792] @ 0x40da83 0x40d818 0x1cde501 0x1cdad9d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1cde500 github.com/prometheus/prometheus/tsdb.(*Head).gc+0x2c0 /app/tsdb/head.go:1160
# 0x1cdad9c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x14c /app/tsdb/head.go:661
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [2: 2048] @ 0x40da83 0x40f6f9 0x410a1c 0x1c9de77 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc69ae 0x1cce7f9 0x1cce541 0x1ccded0 0x45f181
# 0x1c9de76 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0xb66 /app/tsdb/index/index.go:858
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc69ad github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Write+0x1cd /app/tsdb/compact.go:486
# 0x1cce7f8 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0x98 /app/tsdb/db.go:756
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 18432] @ 0x1cdf9de 0x1cc878d 0x1cc75bd 0x1cc69ae 0x1cce7f9 0x1cce541 0x1ccded0 0x45f181
# 0x1cdf9dd github.com/prometheus/prometheus/tsdb.(*headIndexReader).SortedPostings+0x14d /app/tsdb/head.go:1402
# 0x1cc878c github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).populateBlock+0x5ec /app/tsdb/compact.go:707
# 0x1cc75bc github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x5cc /app/tsdb/compact.go:577
# 0x1cc69ad github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Write+0x1cd /app/tsdb/compact.go:486
# 0x1cce7f8 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0x98 /app/tsdb/db.go:756
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [3: 48] @ 0x1d073b3 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1d073b2 github.com/prometheus/prometheus/promql.(*query).Exec+0x202 /app/promql/engine.go:184
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [1: 32] @ 0x48442a 0x1ccdced 0x1ccdcc9 0x45f181
# 0x484429 time.NewTimer+0x39 /usr/local/go/src/time/sleep.go:83
# 0x1ccdcec time.After+0x9c /usr/local/go/src/time/sleep.go:149
# 0x1ccdcc8 github.com/prometheus/prometheus/tsdb.(*DB).run+0x78 /app/tsdb/db.go:644
0: 0 [1: 8] @ 0x1b831f5 0x1b82a5b 0x45f181
# 0x1b831f4 github.com/prometheus/prometheus/discovery.(*Manager).allGroups+0x1f4 /app/discovery/manager.go:316
# 0x1b82a5a github.com/prometheus/prometheus/discovery.(*Manager).sender+0x1fa /app/discovery/manager.go:271
0: 0 [2: 32] @ 0x1c747e3 0x1c73a0b 0x1c73a93 0x1c73a93 0x1c73a93 0x1d0b45a 0x1d0b360 0x1d09eba 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1c747e2 github.com/prometheus/prometheus/promql/parser.Children+0xb72 /app/promql/parser/ast.go:345
# 0x1c73a0a github.com/prometheus/prometheus/promql/parser.Walk+0x13a /app/promql/parser/ast.go:280
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1d0b459 github.com/prometheus/prometheus/promql/parser.Inspect+0x169 /app/promql/parser/ast.go:305
# 0x1d0b35f github.com/prometheus/prometheus/promql.(*Engine).populateSeries+0x6f /app/promql/engine.go:655
# 0x1d09eb9 github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x319 /app/promql/engine.go:513
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [5: 2560] @ 0x46df8a 0x46de5e 0x46db1f 0x751951 0x751096 0x1d22448 0x1d226a2 0x1d22a71 0x1d098f5 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x46df89 sync.(*Pool).pinSlow+0xf9 /usr/local/go/src/sync/pool.go:227
# 0x46de5d sync.(*Pool).pin+0x5d /usr/local/go/src/sync/pool.go:206
# 0x46db1e sync.(*Pool).Get+0x2e /usr/local/go/src/sync/pool.go:128
# 0x751950 encoding/json.newEncodeState+0x30 /usr/local/go/src/encoding/json/encode.go:286
# 0x751095 encoding/json.Marshal+0x25 /usr/local/go/src/encoding/json/encode.go:159
# 0x1d22447 github.com/prometheus/prometheus/promql._newJSONEntry+0x87 /app/promql/query_logger.go:149
# 0x1d226a1 github.com/prometheus/prometheus/promql.newJSONEntry+0x81 /app/promql/query_logger.go:161
# 0x1d22a70 github.com/prometheus/prometheus/promql.ActiveQueryTracker.Insert+0x1a0 /app/promql/query_logger.go:188
# 0x1d098f4 github.com/prometheus/prometheus/promql.(*Engine).exec+0x764 /app/promql/engine.go:462
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [2: 1024] @ 0x46df8a 0x46de5e 0x46db1f 0x79df91 0x79dff7 0x7a09e3 0x7a74c5 0x802c78 0x1c8a079 0x1c7d946 0x1c8a1e2 0x1c856de 0x1d089df 0x1d68981 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x46df89 sync.(*Pool).pinSlow+0xf9 /usr/local/go/src/sync/pool.go:227
# 0x46de5d sync.(*Pool).pin+0x5d /usr/local/go/src/sync/pool.go:206
# 0x46db1e sync.(*Pool).Get+0x2e /usr/local/go/src/sync/pool.go:128
# 0x79df90 regexp.newBitState+0x70 /usr/local/go/src/regexp/backtrack.go:50
# 0x79dff6 regexp.(*Regexp).backtrack+0xd6 /usr/local/go/src/regexp/backtrack.go:317
# 0x7a09e2 regexp.(*Regexp).doExecute+0x452 /usr/local/go/src/regexp/exec.go:535
# 0x7a74c4 regexp.(*Regexp).FindStringSubmatch+0xb4 /usr/local/go/src/regexp/regexp.go:1021
# 0x802c77 github.com/prometheus/common/model.ParseDuration+0x47 /app/vendor/github.com/prometheus/common/model/time.go:189
# 0x1c8a078 github.com/prometheus/prometheus/promql/parser.parseDuration+0x38 /app/promql/parser/parse.go:619
# 0x1c7d945 github.com/prometheus/prometheus/promql/parser.(*yyParserImpl).Parse+0x81c5 generated_parser.y:679
# 0x1c8a1e1 github.com/prometheus/prometheus/promql/parser.(*parser).parseGenerated+0x71 /app/promql/parser/parse.go:635
# 0x1c856dd github.com/prometheus/prometheus/promql/parser.ParseExpr+0x11d /app/promql/parser/parse.go:111
# 0x1d089de github.com/prometheus/prometheus/promql.(*Engine).NewInstantQuery+0x3e /app/promql/engine.go:363
# 0x1d68980 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0x80 /app/rules/manager.go:167
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [2: 64] @ 0x1c6d7c1 0x1d09e01 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1c6d7c0 github.com/prometheus/prometheus/storage.(*fanout).Querier+0x60 /app/storage/fanout.go:69
# 0x1d09e00 github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x260 /app/promql/engine.go:506
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [6: 192] @ 0x4e3f82 0x1c87e87 0x1c888ff 0x1c857b3 0x1d089df 0x1d68981 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x4e3f81 fmt.Sprintf+0x91 /usr/local/go/src/fmt/print.go:220
# 0x1c87e86 github.com/prometheus/prometheus/promql/parser.(*parser).checkAST+0x9a6 /app/promql/parser/parse.go:554
# 0x1c888fe github.com/prometheus/prometheus/promql/parser.(*parser).checkAST+0x141e /app/promql/parser/parse.go:465
# 0x1c857b2 github.com/prometheus/prometheus/promql/parser.ParseExpr+0x1f2 /app/promql/parser/parse.go:119
# 0x1d089de github.com/prometheus/prometheus/promql.(*Engine).NewInstantQuery+0x3e /app/promql/engine.go:363
# 0x1d68980 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0x80 /app/rules/manager.go:167
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [2: 65536] @ 0x1cab0db 0x1cae4fb 0x1cdb15d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1cab0da github.com/prometheus/prometheus/tsdb/record.(*Decoder).Samples+0x23a /app/tsdb/record/record.go:128
# 0x1cae4fa github.com/prometheus/prometheus/tsdb/wal.Checkpoint+0xd1a /app/tsdb/wal/checkpoint.go:194
# 0x1cdb15c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x50c /app/tsdb/head.go:701
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 8192] @ 0x4d6a5a 0x4dbb28 0x4dbb12 0x5de5ab 0x5de440 0x1cacf9d 0x1cad863 0x1cdb15d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x4d6a59 os.(*File).readdirnames+0x409 /usr/local/go/src/os/dir_unix.go:34
# 0x4dbb27 os.(*File).Readdirnames+0x67 /usr/local/go/src/os/dir.go:48
# 0x4dbb11 os.(*File).readdir+0x51 /usr/local/go/src/os/file_unix.go:377
# 0x5de5aa os.(*File).Readdir+0x1ea /usr/local/go/src/os/dir.go:26
# 0x5de43f io/ioutil.ReadDir+0x7f /usr/local/go/src/io/ioutil/ioutil.go:101
# 0x1cacf9c github.com/prometheus/prometheus/tsdb/wal.LastCheckpoint+0x4c /app/tsdb/wal/checkpoint.go:47
# 0x1cad862 github.com/prometheus/prometheus/tsdb/wal.Checkpoint+0x82 /app/tsdb/wal/checkpoint.go:110
# 0x1cdb15c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x50c /app/tsdb/head.go:701
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 208] @ 0x4ded8f 0x1c62c8f 0x1c9d593 0x1c9d569 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc69ae 0x1cce7f9 0x1cce541 0x1ccded0 0x45f181
# 0x4ded8e os.(*File).Stat+0x3e /usr/local/go/src/os/stat_unix.go:19
# 0x1c62c8e github.com/prometheus/prometheus/tsdb/fileutil.OpenMmapFileWithSize+0x19e /app/tsdb/fileutil/mmap.go:37
# 0x1c9d592 github.com/prometheus/prometheus/tsdb/fileutil.OpenMmapFile+0x282 /app/tsdb/fileutil/mmap.go:28
# 0x1c9d568 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0x258 /app/tsdb/index/index.go:786
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc69ad github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Write+0x1cd /app/tsdb/compact.go:486
# 0x1cce7f8 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0x98 /app/tsdb/db.go:756
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [2: 49152] @ 0x1cdf9de 0x1cc878d 0x1cc75bd 0x1cc69ae 0x1cce7f9 0x1cce541 0x1ccded0 0x45f181
# 0x1cdf9dd github.com/prometheus/prometheus/tsdb.(*headIndexReader).SortedPostings+0x14d /app/tsdb/head.go:1402
# 0x1cc878c github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).populateBlock+0x5ec /app/tsdb/compact.go:707
# 0x1cc75bc github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x5cc /app/tsdb/compact.go:577
# 0x1cc69ad github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Write+0x1cd /app/tsdb/compact.go:486
# 0x1cce7f8 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0x98 /app/tsdb/db.go:756
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [9: 432] @ 0x4e3f82 0x1c8b4fa 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8bb3d 0x1c8b81e 0x1c8a926 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b4fa 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x1d5f69a 0x1d6ac21 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x4e3f81 fmt.Sprintf+0x91 /usr/local/go/src/fmt/print.go:220
# 0x1c8b4f9 github.com/prometheus/prometheus/promql/parser.(*Call).String+0xd9 /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8bb3c github.com/prometheus/prometheus/promql/parser.(*ParenExpr).String+0x7c /app/promql/parser/printer.go:145
# 0x1c8b81d github.com/prometheus/prometheus/promql/parser.(*SubqueryExpr).String+0x7d /app/promql/parser/printer.go:137
# 0x1c8a925 github.com/prometheus/prometheus/promql/parser.Expressions.String+0x75 /app/promql/parser/printer.go:57
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b4f9 github.com/prometheus/prometheus/promql/parser.(*Call).String+0xd9 /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x1d5f699 github.com/prometheus/prometheus/rules.(*AlertingRule).sendAlerts+0xe9 /app/rules/alerting.go:498
# 0x1d6ac20 github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x1580 /app/rules/manager.go:584
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [5: 1280] @ 0x1c5f070 0x1c5edec 0x1c60a13 0x1c601a7 0x1ce2069 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x1c5f06f github.com/prometheus/prometheus/tsdb/chunkenc.(*bstream).writeBit+0x2df /app/tsdb/chunkenc/bstream.go:69
# 0x1c5edeb github.com/prometheus/prometheus/tsdb/chunkenc.(*bstream).writeBits+0x5b /app/tsdb/chunkenc/bstream.go:108
# 0x1c60a12 github.com/prometheus/prometheus/tsdb/chunkenc.(*xorAppender).writeVDelta+0x342 /app/tsdb/chunkenc/xor.go:230
# 0x1c601a6 github.com/prometheus/prometheus/tsdb/chunkenc.(*xorAppender).Append+0x396 /app/tsdb/chunkenc/xor.go:193
# 0x1ce2068 github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x118 /app/tsdb/head.go:1845
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
0: 0 [1: 256] @ 0x1c5eef0 0x1c5ee03 0x1c603cb 0x1ce2069 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d870c0 0x1d81e68 0x1d7e3ef 0x45f181
# 0x1c5eeef github.com/prometheus/prometheus/tsdb/chunkenc.(*bstream).writeByte+0x15f /app/tsdb/chunkenc/bstream.go:93
# 0x1c5ee02 github.com/prometheus/prometheus/tsdb/chunkenc.(*bstream).writeBits+0x72 /app/tsdb/chunkenc/bstream.go:102
# 0x1c603ca github.com/prometheus/prometheus/tsdb/chunkenc.(*xorAppender).Append+0x5ba /app/tsdb/chunkenc/xor.go:181
# 0x1ce2068 github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x118 /app/tsdb/head.go:1845
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d870bf github.com/prometheus/prometheus/scrape.(*scrapeLoop).report.func1+0x3f /app/scrape/scrape.go:1287
# 0x1d81e67 github.com/prometheus/prometheus/scrape.(*scrapeLoop).report+0x467 /app/scrape/scrape.go:1305
# 0x1d7e3ee github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x76e /app/scrape/scrape.go:986
0: 0 [1: 16] @ 0x1c87e28 0x1c888ff 0x1c89bb5 0x1c89962 0x1c8723a 0x1c87f45 0x1c888ff 0x1c857b3 0x1d089df 0x1d68981 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1c87e27 github.com/prometheus/prometheus/promql/parser.(*parser).checkAST+0x947 /app/promql/parser/parse.go:554
# 0x1c888fe github.com/prometheus/prometheus/promql/parser.(*parser).checkAST+0x141e /app/promql/parser/parse.go:465
# 0x1c89bb4 github.com/prometheus/prometheus/promql/parser.(*parser).checkAST+0x26d4 /app/promql/parser/parse.go:558
# 0x1c89961 github.com/prometheus/prometheus/promql/parser.(*parser).checkAST+0x2481 /app/promql/parser/parse.go:569
# 0x1c87239 github.com/prometheus/prometheus/promql/parser.(*parser).expectType+0x59 /app/promql/parser/parse.go:417
# 0x1c87f44 github.com/prometheus/prometheus/promql/parser.(*parser).checkAST+0xa64 /app/promql/parser/parse.go:554
# 0x1c888fe github.com/prometheus/prometheus/promql/parser.(*parser).checkAST+0x141e /app/promql/parser/parse.go:465
# 0x1c857b2 github.com/prometheus/prometheus/promql/parser.ParseExpr+0x1f2 /app/promql/parser/parse.go:119
# 0x1d089de github.com/prometheus/prometheus/promql.(*Engine).NewInstantQuery+0x3e /app/promql/engine.go:363
# 0x1d68980 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0x80 /app/rules/manager.go:167
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [12: 10752] @ 0x1c5fa0d 0x1ce1bf1 0x1ce22dc 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d870c0 0x1d81e68 0x1d7e3ef 0x45f181
# 0x1c5fa0c github.com/prometheus/prometheus/tsdb/chunkenc.(*XORChunk).Compact+0x5c /app/tsdb/chunkenc/xor.go:84
# 0x1ce1bf0 github.com/prometheus/prometheus/tsdb.(*memSeries).cut+0x150 /app/tsdb/head.go:1745
# 0x1ce22db github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x38b /app/tsdb/head.go:1842
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d870bf github.com/prometheus/prometheus/scrape.(*scrapeLoop).report.func1+0x3f /app/scrape/scrape.go:1287
# 0x1d81e67 github.com/prometheus/prometheus/scrape.(*scrapeLoop).report+0x467 /app/scrape/scrape.go:1305
# 0x1d7e3ee github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x76e /app/scrape/scrape.go:986
0: 0 [1: 48] @ 0x40d6bd 0x1cfab70 0x1ca6696 0x1cde55f 0x1cdad9d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1cfab6f github.com/prometheus/prometheus/tsdb.(*Head).gc.func1+0x11f /app/tsdb/head.go:1168
# 0x1ca6695 github.com/prometheus/prometheus/tsdb/index.(*MemPostings).Iter+0x1c5 /app/tsdb/index/postings.go:256
# 0x1cde55e github.com/prometheus/prometheus/tsdb.(*Head).gc+0x31e /app/tsdb/head.go:1162
# 0x1cdad9c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x14c /app/tsdb/head.go:661
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [2: 32] @ 0x1c8b836 0x1c8a926 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b4fa 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x1d5d6eb 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1c8b835 github.com/prometheus/prometheus/promql/parser.(*SubqueryExpr).String+0x95 /app/promql/parser/printer.go:137
# 0x1c8a925 github.com/prometheus/prometheus/promql/parser.Expressions.String+0x75 /app/promql/parser/printer.go:57
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b4f9 github.com/prometheus/prometheus/promql/parser.(*Call).String+0xd9 /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x1d5d6ea github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0x6a /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [3: 12288] @ 0x1cdc65d 0x1cdc51c 0x1cdc3f3 0x1ed418e 0x1ed41e2 0x1c6dbf9 0x1d86594 0x1d7f772 0x1d7e26b 0x45f181
# 0x1cdc65c github.com/prometheus/prometheus/tsdb.(*Head).getSeriesBuffer+0x23c /app/tsdb/head.go:898
# 0x1cdc51b github.com/prometheus/prometheus/tsdb.(*Head).appender+0xfb /app/tsdb/head.go:869
# 0x1cdc3f2 github.com/prometheus/prometheus/tsdb.(*Head).Appender+0x112 /app/tsdb/head.go:857
# 0x1ed418d github.com/prometheus/prometheus/tsdb.(*DB).Appender+0x4d /app/tsdb/db.go:676
# 0x1ed41e1 main.(*readyStorage).Appender+0xa1 /app/cmd/prometheus/main.go:957
# 0x1c6dbf8 github.com/prometheus/prometheus/storage.(*fanout).Appender+0x48 /app/storage/fanout.go:92
# 0x1d86593 github.com/prometheus/prometheus/scrape.newScrapePool.func2.3+0x33 /app/scrape/scrape.go:233
# 0x1d7f771 github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0x71 /app/scrape/scrape.go:1073
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
0: 0 [4: 576] @ 0x1c5fa0d 0x1ce1bf1 0x1ce22dc 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x1c5fa0c github.com/prometheus/prometheus/tsdb/chunkenc.(*XORChunk).Compact+0x5c /app/tsdb/chunkenc/xor.go:84
# 0x1ce1bf0 github.com/prometheus/prometheus/tsdb.(*memSeries).cut+0x150 /app/tsdb/head.go:1745
# 0x1ce22db github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x38b /app/tsdb/head.go:1842
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
0: 0 [3: 28416] @ 0x1c9ded8 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc53a2 0x1ccecfa 0x1cce592 0x1ccded0 0x45f181
# 0x1c9ded7 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0xbc7 /app/tsdb/index/index.go:858
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc53a1 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Compact+0x621 /app/tsdb/compact.go:419
# 0x1ccecf9 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x139 /app/tsdb/db.go:801
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [3: 61440] @ 0x1c9ded8 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc53a2 0x1ccecfa 0x1cce592 0x1ccded0 0x45f181
# 0x1c9ded7 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0xbc7 /app/tsdb/index/index.go:858
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc53a1 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Compact+0x621 /app/tsdb/compact.go:419
# 0x1ccecf9 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x139 /app/tsdb/db.go:801
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 8192] @ 0x1ca5cc8 0x1cde375 0x1cdad9d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1ca5cc7 github.com/prometheus/prometheus/tsdb/index.(*MemPostings).Delete+0x277 /app/tsdb/index/postings.go:206
# 0x1cde374 github.com/prometheus/prometheus/tsdb.(*Head).gc+0x134 /app/tsdb/head.go:1141
# 0x1cdad9c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x14c /app/tsdb/head.go:661
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [2: 480] @ 0x410bba 0x1c9de77 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc69ae 0x1cce7f9 0x1cce541 0x1ccded0 0x45f181
# 0x1c9de76 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0xb66 /app/tsdb/index/index.go:858
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc69ad github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Write+0x1cd /app/tsdb/compact.go:486
# 0x1cce7f8 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0x98 /app/tsdb/db.go:756
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 32] @ 0x1cc4701 0x1cc412f 0x1cc3cfe 0x1cc3a2b 0x1ccec24 0x1cce592 0x1ccded0 0x45f181
# 0x1cc4700 github.com/prometheus/prometheus/tsdb.splitByRange+0x1a0 /app/tsdb/compact.go:322
# 0x1cc412e github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).selectDirs+0xce /app/tsdb/compact.go:237
# 0x1cc3cfd github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).plan+0x15d /app/tsdb/compact.go:206
# 0x1cc3a2a github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Plan+0x17a /app/tsdb/compact.go:189
# 0x1ccec23 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x63 /app/tsdb/db.go:787
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [8: 256] @ 0x1c7456b 0x1c73a0b 0x1d0b45a 0x1d0b360 0x1d09eba 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1c7456a github.com/prometheus/prometheus/promql/parser.Children+0x8fa /app/promql/parser/ast.go:334
# 0x1c73a0a github.com/prometheus/prometheus/promql/parser.Walk+0x13a /app/promql/parser/ast.go:280
# 0x1d0b459 github.com/prometheus/prometheus/promql/parser.Inspect+0x169 /app/promql/parser/ast.go:305
# 0x1d0b35f github.com/prometheus/prometheus/promql.(*Engine).populateSeries+0x6f /app/promql/engine.go:655
# 0x1d09eb9 github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x319 /app/promql/engine.go:513
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [2: 192] @ 0x8cf3ac 0x8cef92 0x8c9044 0x8c831e 0x8c827b 0x8b6252 0x8b653c 0x8e325b 0xe9610f 0xe9611a 0xe95539 0xe94a32 0x45f181
# 0x8cf3ab gopkg.in/yaml%2ev2.yaml_parser_append_tag_directive+0x31b /app/vendor/gopkg.in/yaml.v2/parserc.go:1093
# 0x8cef91 gopkg.in/yaml%2ev2.yaml_parser_process_directives+0x611 /app/vendor/gopkg.in/yaml.v2/parserc.go:1060
# 0x8c9043 gopkg.in/yaml%2ev2.yaml_parser_parse_document_start+0x663 /app/vendor/gopkg.in/yaml.v2/parserc.go:221
# 0x8c831d gopkg.in/yaml%2ev2.yaml_parser_state_machine+0x6d /app/vendor/gopkg.in/yaml.v2/parserc.go:101
# 0x8c827a gopkg.in/yaml%2ev2.yaml_parser_parse+0x8a /app/vendor/gopkg.in/yaml.v2/parserc.go:72
# 0x8b6251 gopkg.in/yaml%2ev2.(*parser).peek+0x41 /app/vendor/gopkg.in/yaml.v2/decode.go:105
# 0x8b653b gopkg.in/yaml%2ev2.(*parser).parse+0x3b /app/vendor/gopkg.in/yaml.v2/decode.go:143
# 0x8e325a gopkg.in/yaml%2ev2.unmarshal+0x27a /app/vendor/gopkg.in/yaml.v2/yaml.go:142
# 0xe9610e gopkg.in/yaml%2ev2.UnmarshalStrict+0x22e /app/vendor/gopkg.in/yaml.v2/yaml.go:89
# 0xe96119 github.com/prometheus/prometheus/discovery/file.(*Discovery).readFile+0x239 /app/discovery/file/file.go:383
# 0xe95538 github.com/prometheus/prometheus/discovery/file.(*Discovery).refresh+0x138 /app/discovery/file/file.go:319
# 0xe94a31 github.com/prometheus/prometheus/discovery/file.(*Discovery).Run+0x4b1 /app/discovery/file/file.go:260
0: 0 [7: 224] @ 0x1c8a2f5 0x1c7be99 0x1c8a1e2 0x1c856de 0x1d089df 0x1d68981 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1c8a2f4 github.com/prometheus/prometheus/promql/parser.(*parser).newLabelMatcher+0x94 /app/promql/parser/parse.go:641
# 0x1c7be98 github.com/prometheus/prometheus/promql/parser.(*yyParserImpl).Parse+0x6718 generated_parser.y:519
# 0x1c8a1e1 github.com/prometheus/prometheus/promql/parser.(*parser).parseGenerated+0x71 /app/promql/parser/parse.go:635
# 0x1c856dd github.com/prometheus/prometheus/promql/parser.ParseExpr+0x11d /app/promql/parser/parse.go:111
# 0x1d089de github.com/prometheus/prometheus/promql.(*Engine).NewInstantQuery+0x3e /app/promql/engine.go:363
# 0x1d68980 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0x80 /app/rules/manager.go:167
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [1: 16] @ 0x8cb484 0x8c84ec 0x8c827b 0x8b6252 0x8b6e47 0x8b66a7 0x8b6814 0x8b6640 0x8e325b 0xe9610f 0xe9611a 0xe95539 0xe94a32 0x45f181
# 0x8cb483 gopkg.in/yaml%2ev2.yaml_parser_parse_block_sequence_entry+0x2c3 /app/vendor/gopkg.in/yaml.v2/parserc.go:599
# 0x8c84eb gopkg.in/yaml%2ev2.yaml_parser_state_machine+0x23b /app/vendor/gopkg.in/yaml.v2/parserc.go:122
# 0x8c827a gopkg.in/yaml%2ev2.yaml_parser_parse+0x8a /app/vendor/gopkg.in/yaml.v2/parserc.go:72
# 0x8b6251 gopkg.in/yaml%2ev2.(*parser).peek+0x41 /app/vendor/gopkg.in/yaml.v2/decode.go:105
# 0x8b6e46 gopkg.in/yaml%2ev2.(*parser).sequence+0x96 /app/vendor/gopkg.in/yaml.v2/decode.go:205
# 0x8b66a6 gopkg.in/yaml%2ev2.(*parser).parse+0x1a6 /app/vendor/gopkg.in/yaml.v2/decode.go:151
# 0x8b6813 gopkg.in/yaml%2ev2.(*parser).document+0xa3 /app/vendor/gopkg.in/yaml.v2/decode.go:175
# 0x8b663f gopkg.in/yaml%2ev2.(*parser).parse+0x13f /app/vendor/gopkg.in/yaml.v2/decode.go:153
# 0x8e325a gopkg.in/yaml%2ev2.unmarshal+0x27a /app/vendor/gopkg.in/yaml.v2/yaml.go:142
# 0xe9610e gopkg.in/yaml%2ev2.UnmarshalStrict+0x22e /app/vendor/gopkg.in/yaml.v2/yaml.go:89
# 0xe96119 github.com/prometheus/prometheus/discovery/file.(*Discovery).readFile+0x239 /app/discovery/file/file.go:383
# 0xe95538 github.com/prometheus/prometheus/discovery/file.(*Discovery).refresh+0x138 /app/discovery/file/file.go:319
# 0xe94a31 github.com/prometheus/prometheus/discovery/file.(*Discovery).Run+0x4b1 /app/discovery/file/file.go:260
0: 0 [2: 64] @ 0x1d0eab4 0x1d0d768 0x1d11255 0x1d0bfe9 0x1d0a17f 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1d0eab3 github.com/prometheus/prometheus/promql.(*evaluator).eval+0xd13 /app/promql/engine.go:1266
# 0x1d0d767 github.com/prometheus/prometheus/promql.(*evaluator).rangeEval+0x1407 /app/promql/engine.go:887
# 0x1d11254 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x34b4 /app/promql/engine.go:1255
# 0x1d0bfe8 github.com/prometheus/prometheus/promql.(*evaluator).Eval+0x98 /app/promql/engine.go:814
# 0x1d0a17e github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x5de /app/promql/engine.go:535
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [1: 80] @ 0x1ca1b50 0x1ca1b51 0x1ca03d0 0x1c9f818 0x1cbfd01 0x1cd06f6 0x1ccf322 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1ca1b4f github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x14f /app/tsdb/encoding/encoding.go:187
# 0x1ca1b50 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x150 /app/tsdb/index/index.go:1385
# 0x1ca03cf github.com/prometheus/prometheus/tsdb/index.newReader+0x6df /app/tsdb/index/index.go:1140
# 0x1c9f817 github.com/prometheus/prometheus/tsdb/index.NewFileReader+0xc7 /app/tsdb/index/index.go:1075
# 0x1cbfd00 github.com/prometheus/prometheus/tsdb.OpenBlock+0x2e0 /app/tsdb/block.go:294
# 0x1cd06f5 github.com/prometheus/prometheus/tsdb.openBlocks+0x4b5 /app/tsdb/db.go:945
# 0x1ccf321 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xf1 /app/tsdb/db.go:840
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [2: 128] @ 0x1ca1b50 0x1ca1b51 0x1ca03d0 0x1c9f818 0x1cbfd01 0x1cd06f6 0x1ccf322 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1ca1b4f github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x14f /app/tsdb/encoding/encoding.go:187
# 0x1ca1b50 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x150 /app/tsdb/index/index.go:1385
# 0x1ca03cf github.com/prometheus/prometheus/tsdb/index.newReader+0x6df /app/tsdb/index/index.go:1140
# 0x1c9f817 github.com/prometheus/prometheus/tsdb/index.NewFileReader+0xc7 /app/tsdb/index/index.go:1075
# 0x1cbfd00 github.com/prometheus/prometheus/tsdb.OpenBlock+0x2e0 /app/tsdb/block.go:294
# 0x1cd06f5 github.com/prometheus/prometheus/tsdb.openBlocks+0x4b5 /app/tsdb/db.go:945
# 0x1ccf321 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xf1 /app/tsdb/db.go:840
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 64] @ 0x1c9ded8 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc69ae 0x1cce7f9 0x1cce541 0x1ccded0 0x45f181
# 0x1c9ded7 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0xbc7 /app/tsdb/index/index.go:858
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc69ad github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Write+0x1cd /app/tsdb/compact.go:486
# 0x1cce7f8 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0x98 /app/tsdb/db.go:756
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [3: 48] @ 0x1c8ba50 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x1d5f69a 0x1d6ac21 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1c8ba4f github.com/prometheus/prometheus/promql/parser.(*NumberLiteral).String+0x2f /app/promql/parser/printer.go:141
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x1d5f699 github.com/prometheus/prometheus/rules.(*AlertingRule).sendAlerts+0xe9 /app/rules/alerting.go:498
# 0x1d6ac20 github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x1580 /app/rules/manager.go:584
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [3: 96] @ 0x1d0f86c 0x1d0f855 0x1d0d768 0x1d11255 0x1d0bfe9 0x1d0a17f 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1d0f86b github.com/prometheus/prometheus/promql.putPointSlice+0x1acb /app/promql/engine.go:1416
# 0x1d0f854 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x1ab4 /app/promql/engine.go:1163
# 0x1d0d767 github.com/prometheus/prometheus/promql.(*evaluator).rangeEval+0x1407 /app/promql/engine.go:887
# 0x1d11254 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x34b4 /app/promql/engine.go:1255
# 0x1d0bfe8 github.com/prometheus/prometheus/promql.(*evaluator).Eval+0x98 /app/promql/engine.go:814
# 0x1d0a17e github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x5de /app/promql/engine.go:535
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [3: 288] @ 0x431691 0x440b33 0x706a79 0x45f181
# 0x706a78 net/http.(*persistConn).readLoop+0x998 /usr/local/go/src/net/http/transport.go:2032
0: 0 [2: 43520] @ 0x1ca6aa9 0x1ca6868 0x1ce05f3 0x1ce03b8 0x1cdc8fc 0x1c6e02b 0x1d84878 0x1d7fd1d 0x1d7e26b 0x45f181
# 0x1ca6aa8 github.com/prometheus/prometheus/tsdb/index.(*MemPostings).addFor+0x1b8 /app/tsdb/index/postings.go:282
# 0x1ca6867 github.com/prometheus/prometheus/tsdb/index.(*MemPostings).Add+0x97 /app/tsdb/index/postings.go:269
# 0x1ce05f2 github.com/prometheus/prometheus/tsdb.(*Head).getOrCreateWithID+0x202 /app/tsdb/head.go:1483
# 0x1ce03b7 github.com/prometheus/prometheus/tsdb.(*Head).getOrCreate+0xc7 /app/tsdb/head.go:1469
# 0x1cdc8fb github.com/prometheus/prometheus/tsdb.(*headAppender).Add+0x11b /app/tsdb/head.go:949
# 0x1c6e02a github.com/prometheus/prometheus/storage.(*fanoutAppender).Add+0x7a /app/storage/fanout.go:129
# 0x1d84877 github.com/prometheus/prometheus/scrape.(*timeLimitAppender).Add+0x77 /app/scrape/target.go:328
# 0x1d7fd1c github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0x61c /app/scrape/scrape.go:1188
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
0: 0 [1: 40960] @ 0x1ca6aa9 0x1ca6868 0x1ce05f3 0x1ce03b8 0x1cdc8fc 0x1c6e02b 0x1d84878 0x1d7fd1d 0x1d7e26b 0x45f181
# 0x1ca6aa8 github.com/prometheus/prometheus/tsdb/index.(*MemPostings).addFor+0x1b8 /app/tsdb/index/postings.go:282
# 0x1ca6867 github.com/prometheus/prometheus/tsdb/index.(*MemPostings).Add+0x97 /app/tsdb/index/postings.go:269
# 0x1ce05f2 github.com/prometheus/prometheus/tsdb.(*Head).getOrCreateWithID+0x202 /app/tsdb/head.go:1483
# 0x1ce03b7 github.com/prometheus/prometheus/tsdb.(*Head).getOrCreate+0xc7 /app/tsdb/head.go:1469
# 0x1cdc8fb github.com/prometheus/prometheus/tsdb.(*headAppender).Add+0x11b /app/tsdb/head.go:949
# 0x1c6e02a github.com/prometheus/prometheus/storage.(*fanoutAppender).Add+0x7a /app/storage/fanout.go:129
# 0x1d84877 github.com/prometheus/prometheus/scrape.(*timeLimitAppender).Add+0x77 /app/scrape/target.go:328
# 0x1d7fd1c github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0x61c /app/scrape/scrape.go:1188
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
0: 0 [3: 240] @ 0x40d657 0x4119b5 0x1d23ade 0x1d0cbbc 0x1d10d70 0x1d109bc 0x1d108c3 0x1d0da69 0x1d10558 0x1d0d768 0x1d11255 0x1d0bfe9 0x1d0a17f 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1d23add github.com/prometheus/prometheus/promql.Vector.ContainsSameLabelset+0x1bd /app/promql/value.go:141
# 0x1d0cbbb github.com/prometheus/prometheus/promql.(*evaluator).rangeEval+0x85b /app/promql/engine.go:940
# 0x1d10d6f github.com/prometheus/prometheus/promql.(*evaluator).eval+0x2fcf /app/promql/engine.go:1249
# 0x1d109bb github.com/prometheus/prometheus/promql.(*evaluator).eval+0x2c1b /app/promql/engine.go:1210
# 0x1d108c2 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x2b22 /app/promql/engine.go:1333
# 0x1d0da68 github.com/prometheus/prometheus/promql.(*evaluator).evalSubquery+0x58 /app/promql/engine.go:1000
# 0x1d10557 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x27b7 /app/promql/engine.go:1071
# 0x1d0d767 github.com/prometheus/prometheus/promql.(*evaluator).rangeEval+0x1407 /app/promql/engine.go:887
# 0x1d11254 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x34b4 /app/promql/engine.go:1255
# 0x1d0bfe8 github.com/prometheus/prometheus/promql.(*evaluator).Eval+0x98 /app/promql/engine.go:814
# 0x1d0a17e github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x5de /app/promql/engine.go:535
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [1: 16] @ 0x4cf8cc 0x4cf8a2 0x4d040f 0x4db1c6 0x4db477 0x4d99c3 0x5de23e 0x5de20f 0x1cbe9b6 0x1cc3989 0x1ccec24 0x1cce592 0x1ccded0 0x45f181
# 0x4cf8cb internal/poll.errnoErr+0x8b /usr/local/go/src/internal/poll/errno_unix.go:32
# 0x4cf8a1 internal/poll.(*pollDesc).init+0x61 /usr/local/go/src/internal/poll/fd_poll_runtime.go:45
# 0x4d040e internal/poll.(*FD).Init+0x5e /usr/local/go/src/internal/poll/fd_unix.go:63
# 0x4db1c5 os.newFile+0xf5 /usr/local/go/src/os/file_unix.go:151
# 0x4db476 os.openFileNolog+0x1b6 /usr/local/go/src/os/file_unix.go:222
# 0x4d99c2 os.OpenFile+0x62 /usr/local/go/src/os/file.go:300
# 0x5de23d os.Open+0x7d /usr/local/go/src/os/file.go:280
# 0x5de20e io/ioutil.ReadFile+0x4e /usr/local/go/src/io/ioutil/ioutil.go:53
# 0x1cbe9b5 github.com/prometheus/prometheus/tsdb.readMetaFile+0xa5 /app/tsdb/block.go:185
# 0x1cc3988 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Plan+0xd8 /app/tsdb/compact.go:183
# 0x1ccec23 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x63 /app/tsdb/db.go:787
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [5: 160] @ 0x1ce1afd 0x1ce1ac2 0x1ce22dc 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d870c0 0x1d81e68 0x1d7e3ef 0x45f181
# 0x1ce1afc github.com/prometheus/prometheus/tsdb/chunkenc.NewXORChunk+0x5c /app/tsdb/chunkenc/xor.go:64
# 0x1ce1ac1 github.com/prometheus/prometheus/tsdb.(*memSeries).cut+0x21 /app/tsdb/head.go:1736
# 0x1ce22db github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x38b /app/tsdb/head.go:1842
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d870bf github.com/prometheus/prometheus/scrape.(*scrapeLoop).report.func1+0x3f /app/scrape/scrape.go:1287
# 0x1d81e67 github.com/prometheus/prometheus/scrape.(*scrapeLoop).report+0x467 /app/scrape/scrape.go:1305
# 0x1d7e3ee github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x76e /app/scrape/scrape.go:986
0: 0 [1: 32] @ 0x4743b5 0x4794bf 0x4794a2 0x4df15e 0x4df148 0x4deafd 0x4dbc7a 0x5de5ab 0x5de440 0x1cd540d 0x1cc38fd 0x1ccec24 0x1cce592 0x1ccded0 0x45f181
# 0x4743b4 syscall.ByteSliceFromString+0x94 /usr/local/go/src/syscall/syscall.go:53
# 0x4794be syscall.BytePtrFromString+0x3e /usr/local/go/src/syscall/syscall.go:69
# 0x4794a1 syscall.fstatat+0x21 /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1516
# 0x4df15d syscall.Lstat+0x6d /usr/local/go/src/syscall/syscall_linux_amd64.go:72
# 0x4df147 os.lstatNolog+0x57 /usr/local/go/src/os/stat_unix.go:42
# 0x4deafc os.Lstat+0x4c /usr/local/go/src/os/stat.go:22
# 0x4dbc79 os.(*File).readdir+0x1b9 /usr/local/go/src/os/file_unix.go:380
# 0x5de5aa os.(*File).Readdir+0x1ea /usr/local/go/src/os/dir.go:26
# 0x5de43f io/ioutil.ReadDir+0x7f /usr/local/go/src/io/ioutil/ioutil.go:101
# 0x1cd540c github.com/prometheus/prometheus/tsdb.blockDirs+0x4c /app/tsdb/db.go:1392
# 0x1cc38fc github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Plan+0x4c /app/tsdb/compact.go:173
# 0x1ccec23 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x63 /app/tsdb/db.go:787
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [8: 1024] @ 0x1ce1ae3 0x1ce1ac2 0x1ce22dc 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d870c0 0x1d81e68 0x1d7e3ef 0x45f181
# 0x1ce1ae2 github.com/prometheus/prometheus/tsdb/chunkenc.NewXORChunk+0x42 /app/tsdb/chunkenc/xor.go:63
# 0x1ce1ac1 github.com/prometheus/prometheus/tsdb.(*memSeries).cut+0x21 /app/tsdb/head.go:1736
# 0x1ce22db github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x38b /app/tsdb/head.go:1842
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d870bf github.com/prometheus/prometheus/scrape.(*scrapeLoop).report.func1+0x3f /app/scrape/scrape.go:1287
# 0x1d81e67 github.com/prometheus/prometheus/scrape.(*scrapeLoop).report+0x467 /app/scrape/scrape.go:1305
# 0x1d7e3ee github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x76e /app/scrape/scrape.go:986
0: 0 [9: 432] @ 0x1d0d7fe 0x1d11255 0x1d0bfe9 0x1d0a17f 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1d0d7fd github.com/prometheus/prometheus/promql.(*evaluator).rangeEval+0x149d /app/promql/engine.go:891
# 0x1d11254 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x34b4 /app/promql/engine.go:1255
# 0x1d0bfe8 github.com/prometheus/prometheus/promql.(*evaluator).Eval+0x98 /app/promql/engine.go:814
# 0x1d0a17e github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x5de /app/promql/engine.go:535
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [5: 640] @ 0x46e7fb 0x46da9d 0x1d0d6fa 0x1d0d6ae 0x1d10d70 0x1d109bc 0x1d108c3 0x1d0da69 0x1d10558 0x1d0d768 0x1d11255 0x1d0bfe9 0x1d0a17f 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x46e7fa sync.(*poolChain).pushHead+0x1ba /usr/local/go/src/sync/poolqueue.go:234
# 0x46da9c sync.(*Pool).Put+0x7c /usr/local/go/src/sync/pool.go:108
# 0x1d0d6f9 github.com/prometheus/prometheus/promql.putPointSlice+0x1399 /app/promql/engine.go:1416
# 0x1d0d6ad github.com/prometheus/prometheus/promql.(*evaluator).rangeEval+0x134d /app/promql/engine.go:985
# 0x1d10d6f github.com/prometheus/prometheus/promql.(*evaluator).eval+0x2fcf /app/promql/engine.go:1249
# 0x1d109bb github.com/prometheus/prometheus/promql.(*evaluator).eval+0x2c1b /app/promql/engine.go:1210
# 0x1d108c2 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x2b22 /app/promql/engine.go:1333
# 0x1d0da68 github.com/prometheus/prometheus/promql.(*evaluator).evalSubquery+0x58 /app/promql/engine.go:1000
# 0x1d10557 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x27b7 /app/promql/engine.go:1071
# 0x1d0d767 github.com/prometheus/prometheus/promql.(*evaluator).rangeEval+0x1407 /app/promql/engine.go:887
# 0x1d11254 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x34b4 /app/promql/engine.go:1255
# 0x1d0bfe8 github.com/prometheus/prometheus/promql.(*evaluator).Eval+0x98 /app/promql/engine.go:814
# 0x1d0a17e github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x5de /app/promql/engine.go:535
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [3: 48] @ 0x1c8c22a 0x1c8b5e9 0x1c8a926 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b4fa 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8bb3d 0x1c8b81e 0x1c8a926 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b4fa 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x1c8a843 0x1d0739b
# 0x1c8c229 github.com/prometheus/prometheus/promql/parser.(*VectorSelector).String+0x519 /app/promql/parser/printer.go:174
# 0x1c8b5e8 github.com/prometheus/prometheus/promql/parser.(*MatrixSelector).String+0xb8 /app/promql/parser/printer.go:125
# 0x1c8a925 github.com/prometheus/prometheus/promql/parser.Expressions.String+0x75 /app/promql/parser/printer.go:57
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b4f9 github.com/prometheus/prometheus/promql/parser.(*Call).String+0xd9 /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8bb3c github.com/prometheus/prometheus/promql/parser.(*ParenExpr).String+0x7c /app/promql/parser/printer.go:145
# 0x1c8b81d github.com/prometheus/prometheus/promql/parser.(*SubqueryExpr).String+0x7d /app/promql/parser/printer.go:137
# 0x1c8a925 github.com/prometheus/prometheus/promql/parser.Expressions.String+0x75 /app/promql/parser/printer.go:57
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b4f9 github.com/prometheus/prometheus/promql/parser.(*Call).String+0xd9 /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x1c8a842 github.com/prometheus/prometheus/promql/parser.(*EvalStmt).String+0x32 /app/promql/parser/printer.go:49
# 0x1d0739a github.com/prometheus/prometheus/promql.(*query).Exec+0x1ea /app/promql/engine.go:184
0: 0 [2: 32] @ 0x1c8b620 0x1c8a926 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b4fa 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8bb3d 0x1c8b81e 0x1c8a926 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b4fa 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x1c8a843 0x1d0739b 0x1d689c2
# 0x1c8b61f github.com/prometheus/prometheus/promql/parser.(*MatrixSelector).String+0xef /app/promql/parser/printer.go:125
# 0x1c8a925 github.com/prometheus/prometheus/promql/parser.Expressions.String+0x75 /app/promql/parser/printer.go:57
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b4f9 github.com/prometheus/prometheus/promql/parser.(*Call).String+0xd9 /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8bb3c github.com/prometheus/prometheus/promql/parser.(*ParenExpr).String+0x7c /app/promql/parser/printer.go:145
# 0x1c8b81d github.com/prometheus/prometheus/promql/parser.(*SubqueryExpr).String+0x7d /app/promql/parser/printer.go:137
# 0x1c8a925 github.com/prometheus/prometheus/promql/parser.Expressions.String+0x75 /app/promql/parser/printer.go:57
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b4f9 github.com/prometheus/prometheus/promql/parser.(*Call).String+0xd9 /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x1c8a842 github.com/prometheus/prometheus/promql/parser.(*EvalStmt).String+0x32 /app/promql/parser/printer.go:49
# 0x1d0739a github.com/prometheus/prometheus/promql.(*query).Exec+0x1ea /app/promql/engine.go:184
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
0: 0 [1: 208] @ 0x40e7c6 0x1ccf4db 0x1cced3d 0x1cce592 0x1ccded0 0x45f181
# 0x1ccf4da github.com/prometheus/prometheus/tsdb.(*DB).reload+0x2aa /app/tsdb/db.go:854
# 0x1cced3c github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x17c /app/tsdb/db.go:807
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [3: 98304] @ 0x40da83 0x40f6f9 0x410a1c 0x1c9de77 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc53a2 0x1ccecfa 0x1cce592 0x1ccded0 0x45f181
# 0x1c9de76 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0xb66 /app/tsdb/index/index.go:858
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc53a1 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Compact+0x621 /app/tsdb/compact.go:419
# 0x1ccecf9 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x139 /app/tsdb/db.go:801
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [3: 61440] @ 0x40da83 0x40f6f9 0x413152 0x1cfab4f 0x1cfab26 0x1ca6696 0x1cde55f 0x1cdad9d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1cfab4e github.com/prometheus/prometheus/tsdb.stringset.set+0xfe /app/tsdb/head.go:2025
# 0x1cfab25 github.com/prometheus/prometheus/tsdb.(*Head).gc.func1+0xd5 /app/tsdb/head.go:1171
# 0x1ca6695 github.com/prometheus/prometheus/tsdb/index.(*MemPostings).Iter+0x1c5 /app/tsdb/index/postings.go:256
# 0x1cde55e github.com/prometheus/prometheus/tsdb.(*Head).gc+0x31e /app/tsdb/head.go:1162
# 0x1cdad9c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x14c /app/tsdb/head.go:661
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [2: 16384] @ 0x4d6a5a 0x4dbb28 0x4dbb12 0x5de5ab 0x5de440 0x1c6736d 0x1c658e0 0x1cbfbee 0x1cd06f6 0x1ccf322 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x4d6a59 os.(*File).readdirnames+0x409 /usr/local/go/src/os/dir_unix.go:34
# 0x4dbb27 os.(*File).Readdirnames+0x67 /usr/local/go/src/os/dir.go:48
# 0x4dbb11 os.(*File).readdir+0x51 /usr/local/go/src/os/file_unix.go:377
# 0x5de5aa os.(*File).Readdir+0x1ea /usr/local/go/src/os/dir.go:26
# 0x5de43f io/ioutil.ReadDir+0x7f /usr/local/go/src/io/ioutil/ioutil.go:101
# 0x1c6736c github.com/prometheus/prometheus/tsdb/chunks.sequenceFiles+0x4c /app/tsdb/chunks/chunks.go:619
# 0x1c658df github.com/prometheus/prometheus/tsdb/chunks.NewDirReader+0x4f /app/tsdb/chunks/chunks.go:498
# 0x1cbfbed github.com/prometheus/prometheus/tsdb.OpenBlock+0x1cd /app/tsdb/block.go:288
# 0x1cd06f5 github.com/prometheus/prometheus/tsdb.openBlocks+0x4b5 /app/tsdb/db.go:945
# 0x1ccf321 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xf1 /app/tsdb/db.go:840
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 480] @ 0x40da83 0x40f6f9 0x410a1c 0x1c9de77 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc69ae 0x1cce7f9 0x1cce541 0x1ccded0 0x45f181
# 0x1c9de76 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0xb66 /app/tsdb/index/index.go:858
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc69ad github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Write+0x1cd /app/tsdb/compact.go:486
# 0x1cce7f8 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0x98 /app/tsdb/db.go:756
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [6: 393216] @ 0x40da83 0x40f6f9 0x410a1c 0x1c9de77 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc69ae 0x1cce7f9 0x1cce541 0x1ccded0 0x45f181
# 0x1c9de76 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0xb66 /app/tsdb/index/index.go:858
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc69ad github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Write+0x1cd /app/tsdb/compact.go:486
# 0x1cce7f8 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0x98 /app/tsdb/db.go:756
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [2: 16] @ 0x1c7bb9e 0x1c8a1e2 0x1c856de 0x1d089df 0x1d68981 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1c7bb9d github.com/prometheus/prometheus/promql/parser.(*yyParserImpl).Parse+0x641d generated_parser.y:513
# 0x1c8a1e1 github.com/prometheus/prometheus/promql/parser.(*parser).parseGenerated+0x71 /app/promql/parser/parse.go:635
# 0x1c856dd github.com/prometheus/prometheus/promql/parser.ParseExpr+0x11d /app/promql/parser/parse.go:111
# 0x1d089de github.com/prometheus/prometheus/promql.(*Engine).NewInstantQuery+0x3e /app/promql/engine.go:363
# 0x1d68980 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0x80 /app/rules/manager.go:167
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [5: 2560] @ 0x46df8a 0x46de5e 0x46db1f 0x1c85a91 0x1c85620 0x1d089df 0x1d68981 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x46df89 sync.(*Pool).pinSlow+0xf9 /usr/local/go/src/sync/pool.go:227
# 0x46de5d sync.(*Pool).pin+0x5d /usr/local/go/src/sync/pool.go:206
# 0x46db1e sync.(*Pool).Get+0x2e /usr/local/go/src/sync/pool.go:128
# 0x1c85a90 github.com/prometheus/prometheus/promql/parser.newParser+0x30 /app/promql/parser/parse.go:168
# 0x1c8561f github.com/prometheus/prometheus/promql/parser.ParseExpr+0x5f /app/promql/parser/parse.go:107
# 0x1d089de github.com/prometheus/prometheus/promql.(*Engine).NewInstantQuery+0x3e /app/promql/engine.go:363
# 0x1d68980 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0x80 /app/rules/manager.go:167
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [3: 144] @ 0x4743b5 0x4794bf 0x4794a2 0x4df15e 0x4df148 0x4deafd 0x4dbc7a 0x5de5ab 0x5de440 0x1cd540d 0x1cc38fd 0x1ccec24 0x1cce592 0x1ccded0 0x45f181
# 0x4743b4 syscall.ByteSliceFromString+0x94 /usr/local/go/src/syscall/syscall.go:53
# 0x4794be syscall.BytePtrFromString+0x3e /usr/local/go/src/syscall/syscall.go:69
# 0x4794a1 syscall.fstatat+0x21 /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1516
# 0x4df15d syscall.Lstat+0x6d /usr/local/go/src/syscall/syscall_linux_amd64.go:72
# 0x4df147 os.lstatNolog+0x57 /usr/local/go/src/os/stat_unix.go:42
# 0x4deafc os.Lstat+0x4c /usr/local/go/src/os/stat.go:22
# 0x4dbc79 os.(*File).readdir+0x1b9 /usr/local/go/src/os/file_unix.go:380
# 0x5de5aa os.(*File).Readdir+0x1ea /usr/local/go/src/os/dir.go:26
# 0x5de43f io/ioutil.ReadDir+0x7f /usr/local/go/src/io/ioutil/ioutil.go:101
# 0x1cd540c github.com/prometheus/prometheus/tsdb.blockDirs+0x4c /app/tsdb/db.go:1392
# 0x1cc38fc github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Plan+0x4c /app/tsdb/compact.go:173
# 0x1ccec23 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x63 /app/tsdb/db.go:787
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [9: 4608] @ 0x46df8a 0x46de5e 0x46db1f 0x1cdcf90 0x1cdcfbf 0x1cdd3ce 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x46df89 sync.(*Pool).pinSlow+0xf9 /usr/local/go/src/sync/pool.go:227
# 0x46de5d sync.(*Pool).pin+0x5d /usr/local/go/src/sync/pool.go:206
# 0x46db1e sync.(*Pool).Get+0x2e /usr/local/go/src/sync/pool.go:128
# 0x1cdcf8f github.com/prometheus/prometheus/tsdb.(*Head).getBytesBuffer+0x5f /app/tsdb/head.go:909
# 0x1cdcfbe github.com/prometheus/prometheus/tsdb.(*headAppender).log+0x8e /app/tsdb/head.go:997
# 0x1cdd3cd github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x4d /app/tsdb/head.go:1023
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
0: 0 [1: 32] @ 0x449c0f 0x44969e 0x449987 0x1d62dbc 0x1d62d70 0x1d68ddd 0x1d61efa 0x1d6bf40 0x45f181
# 0x1d62dbb github.com/prometheus/prometheus/rules.groupKey+0x7b /app/rules/manager.go:1027
# 0x1d62d6f github.com/prometheus/prometheus/rules.(*Group).setEvaluationTimestamp+0x2f /app/rules/manager.go:474
# 0x1d68ddc github.com/prometheus/prometheus/rules.(*Group).run.func1+0x19c /app/rules/manager.go:320
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [1: 48] @ 0x4d6a19 0x4dbb28 0x4dbb12 0x5de5ab 0x5de440 0x1cd540d 0x1cc38fd 0x1ccec24 0x1cce592 0x1ccded0 0x45f181
# 0x4d6a18 os.(*File).readdirnames+0x3c8 /usr/local/go/src/os/dir_unix.go:32
# 0x4dbb27 os.(*File).Readdirnames+0x67 /usr/local/go/src/os/dir.go:48
# 0x4dbb11 os.(*File).readdir+0x51 /usr/local/go/src/os/file_unix.go:377
# 0x5de5aa os.(*File).Readdir+0x1ea /usr/local/go/src/os/dir.go:26
# 0x5de43f io/ioutil.ReadDir+0x7f /usr/local/go/src/io/ioutil/ioutil.go:101
# 0x1cd540c github.com/prometheus/prometheus/tsdb.blockDirs+0x4c /app/tsdb/db.go:1392
# 0x1cc38fc github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Plan+0x4c /app/tsdb/compact.go:173
# 0x1ccec23 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x63 /app/tsdb/db.go:787
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [2: 384] @ 0x1b77bd0 0x1d7abd4 0x1d8649f 0x1d7fc5a 0x1d7e26b 0x45f181
# 0x1b77bcf github.com/prometheus/prometheus/pkg/labels.(*Builder).Labels+0x6f /app/pkg/labels/labels.go:388
# 0x1d7abd3 github.com/prometheus/prometheus/scrape.mutateSampleLabels+0x233 /app/scrape/scrape.go:476
# 0x1d8649e github.com/prometheus/prometheus/scrape.newScrapePool.func2.1+0x6e /app/scrape/scrape.go:230
# 0x1d7fc59 github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0x559 /app/scrape/scrape.go:1174
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
0: 0 [5: 320] @ 0x4e3f82 0x1c8b4fa 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8bb3d 0x1c8b81e 0x1c8a926 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b4fa 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x1d5d6eb 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x4e3f81 fmt.Sprintf+0x91 /usr/local/go/src/fmt/print.go:220
# 0x1c8b4f9 github.com/prometheus/prometheus/promql/parser.(*Call).String+0xd9 /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8bb3c github.com/prometheus/prometheus/promql/parser.(*ParenExpr).String+0x7c /app/promql/parser/printer.go:145
# 0x1c8b81d github.com/prometheus/prometheus/promql/parser.(*SubqueryExpr).String+0x7d /app/promql/parser/printer.go:137
# 0x1c8a925 github.com/prometheus/prometheus/promql/parser.Expressions.String+0x75 /app/promql/parser/printer.go:57
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b4f9 github.com/prometheus/prometheus/promql/parser.(*Call).String+0xd9 /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x1d5d6ea github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0x6a /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [10: 480] @ 0x1c931e0 0x1c935a8 0x1d09fd7 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1c931df github.com/prometheus/prometheus/util/stats.NewSpanTimer+0xff /app/util/stats/query_stats.go:134
# 0x1c935a7 github.com/prometheus/prometheus/util/stats.(*QueryTimers).GetSpanTimer+0x137 /app/util/stats/query_stats.go:156
# 0x1d09fd6 github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x436 /app/promql/engine.go:520
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [6: 288] @ 0x1c931e0 0x1c935a8 0x1d09370 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1c931df github.com/prometheus/prometheus/util/stats.NewSpanTimer+0xff /app/util/stats/query_stats.go:134
# 0x1c935a7 github.com/prometheus/prometheus/util/stats.(*QueryTimers).GetSpanTimer+0x137 /app/util/stats/query_stats.go:156
# 0x1d0936f github.com/prometheus/prometheus/promql.(*Engine).exec+0x1df /app/promql/engine.go:455
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [3: 48] @ 0x1d09c09 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1d09c08 github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x68 /app/promql/engine.go:504
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [2: 49152] @ 0x1cab0db 0x1cae4fb 0x1cdb15d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1cab0da github.com/prometheus/prometheus/tsdb/record.(*Decoder).Samples+0x23a /app/tsdb/record/record.go:128
# 0x1cae4fa github.com/prometheus/prometheus/tsdb/wal.Checkpoint+0xd1a /app/tsdb/wal/checkpoint.go:194
# 0x1cdb15c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x50c /app/tsdb/head.go:701
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [8: 786432] @ 0x1c68464 0x1cab97d 0x1cae916 0x1cdb15d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1c68463 github.com/prometheus/prometheus/tsdb/encoding.(*Encbuf).PutBE64+0xa3 /app/tsdb/encoding/encoding.go:55
# 0x1cab97c github.com/prometheus/prometheus/tsdb/record.(*Encoder).Series+0xfc /app/tsdb/record/record.go:179
# 0x1cae915 github.com/prometheus/prometheus/tsdb/wal.Checkpoint+0x1135 /app/tsdb/wal/checkpoint.go:188
# 0x1cdb15c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x50c /app/tsdb/head.go:701
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [5: 450560] @ 0x1cb1598 0x1cb0ccf 0x1cade59 0x1cdb15d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1cb1597 github.com/prometheus/prometheus/tsdb/wal.(*Reader).next+0x757 /app/tsdb/wal/reader.go:134
# 0x1cb0cce github.com/prometheus/prometheus/tsdb/wal.(*Reader).Next+0x2e /app/tsdb/wal/reader.go:45
# 0x1cade58 github.com/prometheus/prometheus/tsdb/wal.Checkpoint+0x678 /app/tsdb/wal/checkpoint.go:165
# 0x1cdb15c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x50c /app/tsdb/head.go:701
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 2048] @ 0x1caac5c 0x1cae816 0x1cdb15d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1caac5b github.com/prometheus/prometheus/tsdb/record.(*Decoder).Series+0x30b /app/tsdb/record/record.go:95
# 0x1cae815 github.com/prometheus/prometheus/tsdb/wal.Checkpoint+0x1035 /app/tsdb/wal/checkpoint.go:176
# 0x1cdb15c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x50c /app/tsdb/head.go:701
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [2: 81920] @ 0x1cadc55 0x1cadc02 0x1cdb15d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1cadc54 github.com/prometheus/prometheus/tsdb/wal.NewReader+0x474 /app/tsdb/wal/reader.go:39
# 0x1cadc01 github.com/prometheus/prometheus/tsdb/wal.Checkpoint+0x421 /app/tsdb/wal/checkpoint.go:154
# 0x1cdb15c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x50c /app/tsdb/head.go:701
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [3: 8064] @ 0x845cc3 0x1e6d755 0x6eba54 0x1e6e21c 0x6eba54 0x1e6e73a 0x6eba54 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x845cc2 github.com/prometheus/client_golang/prometheus.(*Registry).Gather+0x212 /app/vendor/github.com/prometheus/client_golang/prometheus/registry.go:419
# 0x1e6d754 github.com/prometheus/client_golang/prometheus/promhttp.HandlerFor.func1+0x64 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/http.go:126
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e21b github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerInFlight.func1+0xbb /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:40
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [9: 811008] @ 0x1ca5e31 0x1cde375 0x1cdad9d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1ca5e30 github.com/prometheus/prometheus/tsdb/index.(*MemPostings).Delete+0x3e0 /app/tsdb/index/postings.go:227
# 0x1cde374 github.com/prometheus/prometheus/tsdb.(*Head).gc+0x134 /app/tsdb/head.go:1141
# 0x1cdad9c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x14c /app/tsdb/head.go:661
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [5: 5120] @ 0x1c9ded8 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc69ae 0x1cce7f9 0x1cce541 0x1ccded0 0x45f181
# 0x1c9ded7 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0xbc7 /app/tsdb/index/index.go:858
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc69ad github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Write+0x1cd /app/tsdb/compact.go:486
# 0x1cce7f8 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0x98 /app/tsdb/db.go:756
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [6: 96] @ 0x6796a7 0x67a28d 0x679910 0x679a87 0x67f557 0x5479d4 0x4cc53d 0x1d7b790 0x1d7b745 0x1d7e13e 0x45f181
# 0x6796a6 compress/flate.(*huffmanDecoder).init+0x406 /usr/local/go/src/compress/flate/inflate.go:187
# 0x67a28c compress/flate.(*decompressor).readHuffman+0x56c /usr/local/go/src/compress/flate/inflate.go:459
# 0x67990f compress/flate.(*decompressor).nextBlock+0x11f /usr/local/go/src/compress/flate/inflate.go:322
# 0x679a86 compress/flate.(*decompressor).Read+0x76 /usr/local/go/src/compress/flate/inflate.go:347
# 0x67f556 compress/gzip.(*Reader).Read+0x86 /usr/local/go/src/compress/gzip/gunzip.go:251
# 0x5479d3 bytes.(*Buffer).ReadFrom+0xb3 /usr/local/go/src/bytes/buffer.go:204
# 0x4cc53c io.copyBuffer+0x2ec /usr/local/go/src/io/io.go:388
# 0x1d7b78f io.Copy+0x48f /usr/local/go/src/io/io.go:364
# 0x1d7b744 github.com/prometheus/prometheus/scrape.(*targetScraper).scrape+0x444 /app/scrape/scrape.go:584
# 0x1d7e13d github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x4bd /app/scrape/scrape.go:950
0: 0 [9: 144] @ 0x1c742fd 0x1c73a0b 0x1c73a93 0x1c73a93 0x1c73a93 0x1c73a93 0x1c73a93 0x1c73a93 0x1d0b45a 0x1d0b360 0x1d09eba 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1c742fc github.com/prometheus/prometheus/promql/parser.Children+0x68c /app/promql/parser/ast.go:349
# 0x1c73a0a github.com/prometheus/prometheus/promql/parser.Walk+0x13a /app/promql/parser/ast.go:280
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1d0b459 github.com/prometheus/prometheus/promql/parser.Inspect+0x169 /app/promql/parser/ast.go:305
# 0x1d0b35f github.com/prometheus/prometheus/promql.(*Engine).populateSeries+0x6f /app/promql/engine.go:655
# 0x1d09eb9 github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x319 /app/promql/engine.go:513
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [8: 384] @ 0x1d0efc8 0x1d0d768 0x1d11255 0x1d0bfe9 0x1d0a17f 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1d0efc7 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x1227 /app/promql/engine.go:1107
# 0x1d0d767 github.com/prometheus/prometheus/promql.(*evaluator).rangeEval+0x1407 /app/promql/engine.go:887
# 0x1d11254 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x34b4 /app/promql/engine.go:1255
# 0x1d0bfe8 github.com/prometheus/prometheus/promql.(*evaluator).Eval+0x98 /app/promql/engine.go:814
# 0x1d0a17e github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x5de /app/promql/engine.go:535
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [2: 6912] @ 0x1c68464 0x1cabc54 0x1cdd0b3 0x1cdd3ce 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x1c68463 github.com/prometheus/prometheus/tsdb/encoding.(*Encbuf).PutBE64+0xa3 /app/tsdb/encoding/encoding.go:55
# 0x1cabc53 github.com/prometheus/prometheus/tsdb/record.(*Encoder).Samples+0x173 /app/tsdb/record/record.go:209
# 0x1cdd0b2 github.com/prometheus/prometheus/tsdb.(*headAppender).log+0x182 /app/tsdb/head.go:1012
# 0x1cdd3cd github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x4d /app/tsdb/head.go:1023
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
0: 0 [3: 288] @ 0x8cb8d2 0x8c84ec 0x8c827b 0x8b6252 0x8b6e47 0x8b66a7 0x8b70a8 0x8b6685 0x8b6e60 0x8b66a7 0x8b6814 0x8b6640 0x8e325b 0xe9610f 0xe9611a 0xe95539 0xe94a32 0x45f181
# 0x8cb8d1 gopkg.in/yaml%2ev2.yaml_parser_parse_block_sequence_entry+0x711 /app/vendor/gopkg.in/yaml.v2/parserc.go:582
# 0x8c84eb gopkg.in/yaml%2ev2.yaml_parser_state_machine+0x23b /app/vendor/gopkg.in/yaml.v2/parserc.go:122
# 0x8c827a gopkg.in/yaml%2ev2.yaml_parser_parse+0x8a /app/vendor/gopkg.in/yaml.v2/parserc.go:72
# 0x8b6251 gopkg.in/yaml%2ev2.(*parser).peek+0x41 /app/vendor/gopkg.in/yaml.v2/decode.go:105
# 0x8b6e46 gopkg.in/yaml%2ev2.(*parser).sequence+0x96 /app/vendor/gopkg.in/yaml.v2/decode.go:205
# 0x8b66a6 gopkg.in/yaml%2ev2.(*parser).parse+0x1a6 /app/vendor/gopkg.in/yaml.v2/decode.go:151
# 0x8b70a7 gopkg.in/yaml%2ev2.(*parser).mapping+0xc7 /app/vendor/gopkg.in/yaml.v2/decode.go:217
# 0x8b6684 gopkg.in/yaml%2ev2.(*parser).parse+0x184 /app/vendor/gopkg.in/yaml.v2/decode.go:149
# 0x8b6e5f gopkg.in/yaml%2ev2.(*parser).sequence+0xaf /app/vendor/gopkg.in/yaml.v2/decode.go:206
# 0x8b66a6 gopkg.in/yaml%2ev2.(*parser).parse+0x1a6 /app/vendor/gopkg.in/yaml.v2/decode.go:151
# 0x8b6813 gopkg.in/yaml%2ev2.(*parser).document+0xa3 /app/vendor/gopkg.in/yaml.v2/decode.go:175
# 0x8b663f gopkg.in/yaml%2ev2.(*parser).parse+0x13f /app/vendor/gopkg.in/yaml.v2/decode.go:153
# 0x8e325a gopkg.in/yaml%2ev2.unmarshal+0x27a /app/vendor/gopkg.in/yaml.v2/yaml.go:142
# 0xe9610e gopkg.in/yaml%2ev2.UnmarshalStrict+0x22e /app/vendor/gopkg.in/yaml.v2/yaml.go:89
# 0xe96119 github.com/prometheus/prometheus/discovery/file.(*Discovery).readFile+0x239 /app/discovery/file/file.go:383
# 0xe95538 github.com/prometheus/prometheus/discovery/file.(*Discovery).refresh+0x138 /app/discovery/file/file.go:319
# 0xe94a31 github.com/prometheus/prometheus/discovery/file.(*Discovery).Run+0x4b1 /app/discovery/file/file.go:260
0: 0 [2: 192] @ 0x1cc3aca 0x1ccec24 0x1cce592 0x1ccded0 0x45f181
# 0x1cc3ac9 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Plan+0x219 /app/tsdb/compact.go:187
# 0x1ccec23 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x63 /app/tsdb/db.go:787
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 32] @ 0x4b9e37 0x8ba69c 0x8b8013 0x8bcc2c 0x8bb434 0x8b803f 0x8e644c 0x9f91f3 0x8b783c 0x8b7bf7 0x8b7f73 0x8ba55c 0x8b8013 0x8b82fc 0x8b80d7 0x8e333d 0xe9610f 0xe9611a 0xe95539 0xe94a32 0x45f181
# 0x4b9e36 reflect.Value.Slice+0x96 /usr/local/go/src/reflect/value.go:1765
# 0x8ba69b gopkg.in/yaml%2ev2.(*decoder).sequence+0x39b /app/vendor/gopkg.in/yaml.v2/decode.go:615
# 0x8b8012 gopkg.in/yaml%2ev2.(*decoder).unmarshal+0x182 /app/vendor/gopkg.in/yaml.v2/decode.go:374
# 0x8bcc2b gopkg.in/yaml%2ev2.(*decoder).mappingStruct+0xa6b /app/vendor/gopkg.in/yaml.v2/decode.go:767
# 0x8bb433 gopkg.in/yaml%2ev2.(*decoder).mapping+0xa93 /app/vendor/gopkg.in/yaml.v2/decode.go:626
# 0x8b803e gopkg.in/yaml%2ev2.(*decoder).unmarshal+0x1ae /app/vendor/gopkg.in/yaml.v2/decode.go:372
# 0x8e644b gopkg.in/yaml%2ev2.(*decoder).callUnmarshaler.func1+0x13b /app/vendor/gopkg.in/yaml.v2/decode.go:272
# 0x9f91f2 github.com/prometheus/prometheus/discovery/targetgroup.(*Group).UnmarshalYAML+0x52 /app/discovery/targetgroup/targetgroup.go:45
# 0x8b783b gopkg.in/yaml%2ev2.(*decoder).callUnmarshaler+0xab /app/vendor/gopkg.in/yaml.v2/decode.go:270
# 0x8b7bf6 gopkg.in/yaml%2ev2.(*decoder).prepare+0x196 /app/vendor/gopkg.in/yaml.v2/decode.go:313
# 0x8b7f72 gopkg.in/yaml%2ev2.(*decoder).unmarshal+0xe2 /app/vendor/gopkg.in/yaml.v2/decode.go:364
# 0x8ba55b gopkg.in/yaml%2ev2.(*decoder).sequence+0x25b /app/vendor/gopkg.in/yaml.v2/decode.go:609
# 0x8b8012 gopkg.in/yaml%2ev2.(*decoder).unmarshal+0x182 /app/vendor/gopkg.in/yaml.v2/decode.go:374
# 0x8b82fb gopkg.in/yaml%2ev2.(*decoder).document+0x7b /app/vendor/gopkg.in/yaml.v2/decode.go:384
# 0x8b80d6 gopkg.in/yaml%2ev2.(*decoder).unmarshal+0x246 /app/vendor/gopkg.in/yaml.v2/decode.go:360
# 0x8e333c gopkg.in/yaml%2ev2.unmarshal+0x35c /app/vendor/gopkg.in/yaml.v2/yaml.go:148
# 0xe9610e gopkg.in/yaml%2ev2.UnmarshalStrict+0x22e /app/vendor/gopkg.in/yaml.v2/yaml.go:89
# 0xe96119 github.com/prometheus/prometheus/discovery/file.(*Discovery).readFile+0x239 /app/discovery/file/file.go:383
# 0xe95538 github.com/prometheus/prometheus/discovery/file.(*Discovery).refresh+0x138 /app/discovery/file/file.go:319
# 0xe94a31 github.com/prometheus/prometheus/discovery/file.(*Discovery).Run+0x4b1 /app/discovery/file/file.go:260
0: 0 [3: 144] @ 0x1c5fa0d 0x1ce1bf1 0x1ce22dc 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d870c0 0x1d81e68 0x1d7e3ef 0x45f181
# 0x1c5fa0c github.com/prometheus/prometheus/tsdb/chunkenc.(*XORChunk).Compact+0x5c /app/tsdb/chunkenc/xor.go:84
# 0x1ce1bf0 github.com/prometheus/prometheus/tsdb.(*memSeries).cut+0x150 /app/tsdb/head.go:1745
# 0x1ce22db github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x38b /app/tsdb/head.go:1842
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d870bf github.com/prometheus/prometheus/scrape.(*scrapeLoop).report.func1+0x3f /app/scrape/scrape.go:1287
# 0x1d81e67 github.com/prometheus/prometheus/scrape.(*scrapeLoop).report+0x467 /app/scrape/scrape.go:1305
# 0x1d7e3ee github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x76e /app/scrape/scrape.go:986
0: 0 [4: 2048] @ 0x46df8a 0x46de5e 0x46db1f 0x1d0ef05 0x1d0ef97 0x1d0d768 0x1d10d70 0x1d109bc 0x1d108c3 0x1d0da69 0x1d10558 0x1d0d768 0x1d11255 0x1d0bfe9 0x1d0a17f 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x46df89 sync.(*Pool).pinSlow+0xf9 /usr/local/go/src/sync/pool.go:227
# 0x46de5d sync.(*Pool).pin+0x5d /usr/local/go/src/sync/pool.go:206
# 0x46db1e sync.(*Pool).Get+0x2e /usr/local/go/src/sync/pool.go:128
# 0x1d0ef04 github.com/prometheus/prometheus/promql.getPointSlice+0x1164 /app/promql/engine.go:1407
# 0x1d0ef96 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x11f6 /app/promql/engine.go:1106
# 0x1d0d767 github.com/prometheus/prometheus/promql.(*evaluator).rangeEval+0x1407 /app/promql/engine.go:887
# 0x1d10d6f github.com/prometheus/prometheus/promql.(*evaluator).eval+0x2fcf /app/promql/engine.go:1249
# 0x1d109bb github.com/prometheus/prometheus/promql.(*evaluator).eval+0x2c1b /app/promql/engine.go:1210
# 0x1d108c2 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x2b22 /app/promql/engine.go:1333
# 0x1d0da68 github.com/prometheus/prometheus/promql.(*evaluator).evalSubquery+0x58 /app/promql/engine.go:1000
# 0x1d10557 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x27b7 /app/promql/engine.go:1071
# 0x1d0d767 github.com/prometheus/prometheus/promql.(*evaluator).rangeEval+0x1407 /app/promql/engine.go:887
# 0x1d11254 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x34b4 /app/promql/engine.go:1255
# 0x1d0bfe8 github.com/prometheus/prometheus/promql.(*evaluator).Eval+0x98 /app/promql/engine.go:814
# 0x1d0a17e github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x5de /app/promql/engine.go:535
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [3: 864] @ 0x547b77 0x5474bb 0x5478dd 0x75674a 0x753f99 0x754806 0x752042 0x751aeb 0x7510c2 0x1d22448 0x1d22703 0x1d22a71 0x1d098f5 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x547b76 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229
# 0x5474ba bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142
# 0x5478dc bytes.(*Buffer).WriteString+0xdc /usr/local/go/src/bytes/buffer.go:184
# 0x756749 encoding/json.(*encodeState).string+0xd9 /usr/local/go/src/encoding/json/encode.go:901
# 0x753f98 encoding/json.stringEncoder+0xd8 /usr/local/go/src/encoding/json/encode.go:610
# 0x754805 encoding/json.structEncoder.encode+0x305 /usr/local/go/src/encoding/json/encode.go:664
# 0x752041 encoding/json.(*encodeState).reflectValue+0x81 /usr/local/go/src/encoding/json/encode.go:337
# 0x751aea encoding/json.(*encodeState).marshal+0x10a /usr/local/go/src/encoding/json/encode.go:309
# 0x7510c1 encoding/json.Marshal+0x51 /usr/local/go/src/encoding/json/encode.go:161
# 0x1d22447 github.com/prometheus/prometheus/promql._newJSONEntry+0x87 /app/promql/query_logger.go:149
# 0x1d22702 github.com/prometheus/prometheus/promql.newJSONEntry+0xe2 /app/promql/query_logger.go:164
# 0x1d22a70 github.com/prometheus/prometheus/promql.ActiveQueryTracker.Insert+0x1a0 /app/promql/query_logger.go:188
# 0x1d098f4 github.com/prometheus/prometheus/promql.(*Engine).exec+0x764 /app/promql/engine.go:462
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [1: 1024] @ 0x1c60b38 0x1c607bc 0x1c601a7 0x1ce2069 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d870c0 0x1d81e68 0x1d7e3ef 0x45f181
# 0x1c60b37 github.com/prometheus/prometheus/tsdb/chunkenc.(*bstream).writeBit+0x467 /app/tsdb/chunkenc/bstream.go:69
# 0x1c607bb github.com/prometheus/prometheus/tsdb/chunkenc.(*xorAppender).writeVDelta+0xeb /app/tsdb/chunkenc/xor.go:213
# 0x1c601a6 github.com/prometheus/prometheus/tsdb/chunkenc.(*xorAppender).Append+0x396 /app/tsdb/chunkenc/xor.go:193
# 0x1ce2068 github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x118 /app/tsdb/head.go:1845
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d870bf github.com/prometheus/prometheus/scrape.(*scrapeLoop).report.func1+0x3f /app/scrape/scrape.go:1287
# 0x1d81e67 github.com/prometheus/prometheus/scrape.(*scrapeLoop).report+0x467 /app/scrape/scrape.go:1305
# 0x1d7e3ee github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x76e /app/scrape/scrape.go:986
0: 0 [1: 6784] @ 0x1c9b0fa 0x1c98d0d 0x1c9f4e4 0x1cc7671 0x1cc53a2 0x1ccecfa 0x1cce592 0x1ccded0 0x45f181
# 0x1c9b0f9 github.com/prometheus/prometheus/tsdb/index.(*Writer).writeLabelIndices+0x409 /app/tsdb/index/index.go:579
# 0x1c98d0c github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xec /app/tsdb/index/index.go:371
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc53a1 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Compact+0x621 /app/tsdb/compact.go:419
# 0x1ccecf9 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x139 /app/tsdb/db.go:801
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [3: 384] @ 0x1c9ded8 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc53a2 0x1ccecfa 0x1cce592 0x1ccded0 0x45f181
# 0x1c9ded7 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0xbc7 /app/tsdb/index/index.go:858
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc53a1 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Compact+0x621 /app/tsdb/compact.go:419
# 0x1ccecf9 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x139 /app/tsdb/db.go:801
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 64] @ 0x1c9ded8 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc53a2 0x1ccecfa 0x1cce592 0x1ccded0 0x45f181
# 0x1c9ded7 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0xbc7 /app/tsdb/index/index.go:858
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc53a1 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Compact+0x621 /app/tsdb/compact.go:419
# 0x1ccecf9 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x139 /app/tsdb/db.go:801
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [3: 48] @ 0x67d3c1 0x1c66a3a 0x1cca2a2 0x1ccaf0d 0x1cc8a02 0x1cc75bd 0x1cc53a2 0x1ccecfa 0x1cce592 0x1ccded0 0x45f181
# 0x67d3c0 hash/crc32.(*digest).Sum+0x90 /usr/local/go/src/hash/crc32/crc32.go:242
# 0x1c66a39 github.com/prometheus/prometheus/tsdb/chunks.(*Reader).Chunk+0x269 /app/tsdb/chunks/chunks.go:583
# 0x1cca2a1 github.com/prometheus/prometheus/tsdb.(*compactionSeriesSet).Next+0x221 /app/tsdb/compact.go:896
# 0x1ccaf0c github.com/prometheus/prometheus/tsdb.(*compactionMerger).Next+0x41c /app/tsdb/compact.go:986
# 0x1cc8a01 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).populateBlock+0x861 /app/tsdb/compact.go:735
# 0x1cc75bc github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x5cc /app/tsdb/compact.go:577
# 0x1cc53a1 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Compact+0x621 /app/tsdb/compact.go:419
# 0x1ccecf9 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x139 /app/tsdb/db.go:801
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 32] @ 0x1ca102b 0x1ca1010 0x1ca1f5d 0x1ca4243 0x1ca2a70 0x1cc1673 0x1cca202 0x1ccaf0d 0x1cc8a02 0x1cc75bd 0x1cc53a2 0x1ccecfa 0x1cce592 0x1ccded0 0x45f181
# 0x1ca102a github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x14a /app/tsdb/encoding/encoding.go:187
# 0x1ca100f github.com/prometheus/prometheus/tsdb/index.Symbols.Lookup+0x12f /app/tsdb/index/index.go:1282
# 0x1ca1f5c github.com/prometheus/prometheus/tsdb/index.(*Reader).lookupSymbol+0x10c /app/tsdb/index/index.go:1408
# 0x1ca4242 github.com/prometheus/prometheus/tsdb/index.(*Decoder).Series+0x1a2 /app/tsdb/index/index.go:1675
# 0x1ca2a6f github.com/prometheus/prometheus/tsdb/index.(*Reader).Series+0x12f /app/tsdb/index/index.go:1488
# 0x1cc1672 github.com/prometheus/prometheus/tsdb.blockIndexReader.Series+0x72 /app/tsdb/block.go:440
# 0x1cca201 github.com/prometheus/prometheus/tsdb.(*compactionSeriesSet).Next+0x181 /app/tsdb/compact.go:876
# 0x1ccaf0c github.com/prometheus/prometheus/tsdb.(*compactionMerger).Next+0x41c /app/tsdb/compact.go:986
# 0x1cc8a01 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).populateBlock+0x861 /app/tsdb/compact.go:735
# 0x1cc75bc github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x5cc /app/tsdb/compact.go:577
# 0x1cc53a1 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Compact+0x621 /app/tsdb/compact.go:419
# 0x1ccecf9 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x139 /app/tsdb/db.go:801
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [2: 32] @ 0x67cdba 0x1c66812 0x1c66803 0x1cca2a2 0x1ccb4d9 0x1cc8a02 0x1cc75bd 0x1cc53a2 0x1ccecfa 0x1cce592 0x1ccded0 0x45f181
# 0x67cdb9 hash/crc32.New+0x49 /usr/local/go/src/hash/crc32/crc32.go:151
# 0x1c66811 github.com/prometheus/prometheus/tsdb/chunks.newCRC32+0x41 /app/tsdb/chunks/chunks.go:101
# 0x1c66802 github.com/prometheus/prometheus/tsdb/chunks.(*Reader).Chunk+0x32 /app/tsdb/chunks/chunks.go:549
# 0x1cca2a1 github.com/prometheus/prometheus/tsdb.(*compactionSeriesSet).Next+0x221 /app/tsdb/compact.go:896
# 0x1ccb4d8 github.com/prometheus/prometheus/tsdb.(*compactionMerger).Next+0x9e8 /app/tsdb/compact.go:966
# 0x1cc8a01 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).populateBlock+0x861 /app/tsdb/compact.go:735
# 0x1cc75bc github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x5cc /app/tsdb/compact.go:577
# 0x1cc53a1 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Compact+0x621 /app/tsdb/compact.go:419
# 0x1ccecf9 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x139 /app/tsdb/db.go:801
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 48] @ 0x1ca102b 0x1ca1010 0x1ca1f5d 0x1ca4243 0x1ca2a70 0x1cc1673 0x1cca202 0x1ccaf0d 0x1cc8a02 0x1cc75bd 0x1cc53a2 0x1ccecfa 0x1cce592 0x1ccded0 0x45f181
# 0x1ca102a github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x14a /app/tsdb/encoding/encoding.go:187
# 0x1ca100f github.com/prometheus/prometheus/tsdb/index.Symbols.Lookup+0x12f /app/tsdb/index/index.go:1282
# 0x1ca1f5c github.com/prometheus/prometheus/tsdb/index.(*Reader).lookupSymbol+0x10c /app/tsdb/index/index.go:1408
# 0x1ca4242 github.com/prometheus/prometheus/tsdb/index.(*Decoder).Series+0x1a2 /app/tsdb/index/index.go:1675
# 0x1ca2a6f github.com/prometheus/prometheus/tsdb/index.(*Reader).Series+0x12f /app/tsdb/index/index.go:1488
# 0x1cc1672 github.com/prometheus/prometheus/tsdb.blockIndexReader.Series+0x72 /app/tsdb/block.go:440
# 0x1cca201 github.com/prometheus/prometheus/tsdb.(*compactionSeriesSet).Next+0x181 /app/tsdb/compact.go:876
# 0x1ccaf0c github.com/prometheus/prometheus/tsdb.(*compactionMerger).Next+0x41c /app/tsdb/compact.go:986
# 0x1cc8a01 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).populateBlock+0x861 /app/tsdb/compact.go:735
# 0x1cc75bc github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x5cc /app/tsdb/compact.go:577
# 0x1cc53a1 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Compact+0x621 /app/tsdb/compact.go:419
# 0x1ccecf9 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x139 /app/tsdb/db.go:801
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [4: 64] @ 0x67cdba 0x1c66812 0x1c66803 0x1cca2a2 0x1ccaf0d 0x1cc8a02 0x1cc75bd 0x1cc53a2 0x1ccecfa 0x1cce592 0x1ccded0 0x45f181
# 0x67cdb9 hash/crc32.New+0x49 /usr/local/go/src/hash/crc32/crc32.go:151
# 0x1c66811 github.com/prometheus/prometheus/tsdb/chunks.newCRC32+0x41 /app/tsdb/chunks/chunks.go:101
# 0x1c66802 github.com/prometheus/prometheus/tsdb/chunks.(*Reader).Chunk+0x32 /app/tsdb/chunks/chunks.go:549
# 0x1cca2a1 github.com/prometheus/prometheus/tsdb.(*compactionSeriesSet).Next+0x221 /app/tsdb/compact.go:896
# 0x1ccaf0c github.com/prometheus/prometheus/tsdb.(*compactionMerger).Next+0x41c /app/tsdb/compact.go:986
# 0x1cc8a01 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).populateBlock+0x861 /app/tsdb/compact.go:735
# 0x1cc75bc github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x5cc /app/tsdb/compact.go:577
# 0x1cc53a1 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Compact+0x621 /app/tsdb/compact.go:419
# 0x1ccecf9 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x139 /app/tsdb/db.go:801
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 48] @ 0x466aa3 0x4c6c4d 0x5de51e 0x1cd540d 0x1cd0290 0x1ccf322 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x466aa2 internal/reflectlite.Swapper+0x1a2 /usr/local/go/src/internal/reflectlite/swapper.go:64
# 0x4c6c4c sort.Slice+0x7c /usr/local/go/src/sort/slice.go:15
# 0x5de51d io/ioutil.ReadDir+0x15d /usr/local/go/src/io/ioutil/ioutil.go:106
# 0x1cd540c github.com/prometheus/prometheus/tsdb.blockDirs+0x4c /app/tsdb/db.go:1392
# 0x1cd028f github.com/prometheus/prometheus/tsdb.openBlocks+0x4f /app/tsdb/db.go:929
# 0x1ccf321 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xf1 /app/tsdb/db.go:840
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [4: 512] @ 0x1c9ded8 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc69ae 0x1cce7f9 0x1cce541 0x1ccded0 0x45f181
# 0x1c9ded7 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0xbc7 /app/tsdb/index/index.go:858
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc69ad github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Write+0x1cd /app/tsdb/compact.go:486
# 0x1cce7f8 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0x98 /app/tsdb/db.go:756
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [5: 163840] @ 0x1cdf9de 0x1cc878d 0x1cc75bd 0x1cc69ae 0x1cce7f9 0x1cce541 0x1ccded0 0x45f181
# 0x1cdf9dd github.com/prometheus/prometheus/tsdb.(*headIndexReader).SortedPostings+0x14d /app/tsdb/head.go:1402
# 0x1cc878c github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).populateBlock+0x5ec /app/tsdb/compact.go:707
# 0x1cc75bc github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x5cc /app/tsdb/compact.go:577
# 0x1cc69ad github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Write+0x1cd /app/tsdb/compact.go:486
# 0x1cce7f8 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0x98 /app/tsdb/db.go:756
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [2: 32] @ 0x1d0b321 0x1d09eba 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1d0b320 github.com/prometheus/prometheus/promql.(*Engine).populateSeries+0x30 /app/promql/engine.go:650
# 0x1d09eb9 github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x319 /app/promql/engine.go:513
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [2: 64] @ 0x40d5db 0x40d474 0x4119b5 0x1d23ade 0x1d0cbbc 0x1d10d70 0x1d109bc 0x1d108c3 0x1d0da69 0x1d10558 0x1d0d768 0x1d11255 0x1d0bfe9 0x1d0a17f 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1d23add github.com/prometheus/prometheus/promql.Vector.ContainsSameLabelset+0x1bd /app/promql/value.go:141
# 0x1d0cbbb github.com/prometheus/prometheus/promql.(*evaluator).rangeEval+0x85b /app/promql/engine.go:940
# 0x1d10d6f github.com/prometheus/prometheus/promql.(*evaluator).eval+0x2fcf /app/promql/engine.go:1249
# 0x1d109bb github.com/prometheus/prometheus/promql.(*evaluator).eval+0x2c1b /app/promql/engine.go:1210
# 0x1d108c2 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x2b22 /app/promql/engine.go:1333
# 0x1d0da68 github.com/prometheus/prometheus/promql.(*evaluator).evalSubquery+0x58 /app/promql/engine.go:1000
# 0x1d10557 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x27b7 /app/promql/engine.go:1071
# 0x1d0d767 github.com/prometheus/prometheus/promql.(*evaluator).rangeEval+0x1407 /app/promql/engine.go:887
# 0x1d11254 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x34b4 /app/promql/engine.go:1255
# 0x1d0bfe8 github.com/prometheus/prometheus/promql.(*evaluator).Eval+0x98 /app/promql/engine.go:814
# 0x1d0a17e github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x5de /app/promql/engine.go:535
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [1: 16] @ 0x1c8b195 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8bb3d 0x1c8b81e 0x1c8a926 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b4fa 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x1d5d6eb 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1c8b194 github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x2d4 /app/promql/parser/printer.go:107
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8bb3c github.com/prometheus/prometheus/promql/parser.(*ParenExpr).String+0x7c /app/promql/parser/printer.go:145
# 0x1c8b81d github.com/prometheus/prometheus/promql/parser.(*SubqueryExpr).String+0x7d /app/promql/parser/printer.go:137
# 0x1c8a925 github.com/prometheus/prometheus/promql/parser.Expressions.String+0x75 /app/promql/parser/printer.go:57
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b4f9 github.com/prometheus/prometheus/promql/parser.(*Call).String+0xd9 /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x1d5d6ea github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0x6a /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [8: 128] @ 0x8032fc 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b956 0x1c8a926 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b4fa 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x1c8a843 0x1d0739b 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x8032fb github.com/prometheus/common/model.Duration.String+0x34b /app/vendor/github.com/prometheus/common/model/time.go:250
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b955 github.com/prometheus/prometheus/promql/parser.(*SubqueryExpr).String+0x1b5 /app/promql/parser/printer.go:137
# 0x1c8a925 github.com/prometheus/prometheus/promql/parser.Expressions.String+0x75 /app/promql/parser/printer.go:57
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b4f9 github.com/prometheus/prometheus/promql/parser.(*Call).String+0xd9 /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x1c8a842 github.com/prometheus/prometheus/promql/parser.(*EvalStmt).String+0x32 /app/promql/parser/printer.go:49
# 0x1d0739a github.com/prometheus/prometheus/promql.(*query).Exec+0x1ea /app/promql/engine.go:184
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [2: 98304] @ 0x1ca6aa9 0x1ca6868 0x1ce05f3 0x1ce03b8 0x1cdc8fc 0x1c6e02b 0x1d84878 0x1d7fd1d 0x1d7e26b 0x45f181
# 0x1ca6aa8 github.com/prometheus/prometheus/tsdb/index.(*MemPostings).addFor+0x1b8 /app/tsdb/index/postings.go:282
# 0x1ca6867 github.com/prometheus/prometheus/tsdb/index.(*MemPostings).Add+0x97 /app/tsdb/index/postings.go:269
# 0x1ce05f2 github.com/prometheus/prometheus/tsdb.(*Head).getOrCreateWithID+0x202 /app/tsdb/head.go:1483
# 0x1ce03b7 github.com/prometheus/prometheus/tsdb.(*Head).getOrCreate+0xc7 /app/tsdb/head.go:1469
# 0x1cdc8fb github.com/prometheus/prometheus/tsdb.(*headAppender).Add+0x11b /app/tsdb/head.go:949
# 0x1c6e02a github.com/prometheus/prometheus/storage.(*fanoutAppender).Add+0x7a /app/storage/fanout.go:129
# 0x1d84877 github.com/prometheus/prometheus/scrape.(*timeLimitAppender).Add+0x77 /app/scrape/target.go:328
# 0x1d7fd1c github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0x61c /app/scrape/scrape.go:1188
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
0: 0 [5: 160] @ 0x1cfaa0d 0x1cfa9de 0x1cdd05a 0x1cdd3ce 0x1cce2a5 0x1c6e2f9 0x1d694b9 0x1d6a29d 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1cfaa0c github.com/prometheus/prometheus/tsdb.(*Head).putBytesBuffer+0x4c /app/tsdb/head.go:918
# 0x1cfa9dd github.com/prometheus/prometheus/tsdb.(*headAppender).log.func1+0x1d /app/tsdb/head.go:998
# 0x1cdd059 github.com/prometheus/prometheus/tsdb.(*headAppender).log+0x129 /app/tsdb/head.go:1019
# 0x1cdd3cd github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x4d /app/tsdb/head.go:1023
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d694b8 github.com/prometheus/prometheus/rules.(*Group).Eval.func1.2+0x48 /app/rules/manager.go:594
# 0x1d6a29c github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0xbfc /app/rules/manager.go:637
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [1: 16] @ 0x1b7b312 0x1b7ac18 0x1d84da5 0x1d85c12 0x1d79e35 0x1d86109 0x45f181
# 0x1b7b311 github.com/prometheus/prometheus/pkg/relabel.relabel+0x691 /app/pkg/relabel/relabel.go:217
# 0x1b7ac17 github.com/prometheus/prometheus/pkg/relabel.Process+0x77 /app/pkg/relabel/relabel.go:185
# 0x1d84da4 github.com/prometheus/prometheus/scrape.populateLabels+0x3e4 /app/scrape/target.go:368
# 0x1d85c11 github.com/prometheus/prometheus/scrape.targetsFromGroup+0x461 /app/scrape/target.go:452
# 0x1d79e34 github.com/prometheus/prometheus/scrape.(*scrapePool).Sync+0x324 /app/scrape/scrape.go:364
# 0x1d86108 github.com/prometheus/prometheus/scrape.(*Manager).reload.func1+0x48 /app/scrape/manager.go:197
0: 0 [4: 960] @ 0x6795ca 0x67a210 0x679910 0x679a87 0x67f557 0x5479d4 0x4cc53d 0x1d7b790 0x1d7b745 0x1d7e13e 0x45f181
# 0x6795c9 compress/flate.(*huffmanDecoder).init+0x329 /usr/local/go/src/compress/flate/inflate.go:178
# 0x67a20f compress/flate.(*decompressor).readHuffman+0x4ef /usr/local/go/src/compress/flate/inflate.go:459
# 0x67990f compress/flate.(*decompressor).nextBlock+0x11f /usr/local/go/src/compress/flate/inflate.go:322
# 0x679a86 compress/flate.(*decompressor).Read+0x76 /usr/local/go/src/compress/flate/inflate.go:347
# 0x67f556 compress/gzip.(*Reader).Read+0x86 /usr/local/go/src/compress/gzip/gunzip.go:251
# 0x5479d3 bytes.(*Buffer).ReadFrom+0xb3 /usr/local/go/src/bytes/buffer.go:204
# 0x4cc53c io.copyBuffer+0x2ec /usr/local/go/src/io/io.go:388
# 0x1d7b78f io.Copy+0x48f /usr/local/go/src/io/io.go:364
# 0x1d7b744 github.com/prometheus/prometheus/scrape.(*targetScraper).scrape+0x444 /app/scrape/scrape.go:584
# 0x1d7e13d github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x4bd /app/scrape/scrape.go:950
0: 0 [3: 768] @ 0x1c60ab7 0x1c6097b 0x1c601a7 0x1ce2069 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x1c60ab6 github.com/prometheus/prometheus/tsdb/chunkenc.(*bstream).writeBit+0x3e6 /app/tsdb/chunkenc/bstream.go:69
# 0x1c6097a github.com/prometheus/prometheus/tsdb/chunkenc.(*xorAppender).writeVDelta+0x2aa /app/tsdb/chunkenc/xor.go:229
# 0x1c601a6 github.com/prometheus/prometheus/tsdb/chunkenc.(*xorAppender).Append+0x396 /app/tsdb/chunkenc/xor.go:193
# 0x1ce2068 github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x118 /app/tsdb/head.go:1845
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
0: 0 [8: 2048] @ 0x1c60b38 0x1c607bc 0x1c601a7 0x1ce2069 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x1c60b37 github.com/prometheus/prometheus/tsdb/chunkenc.(*bstream).writeBit+0x467 /app/tsdb/chunkenc/bstream.go:69
# 0x1c607bb github.com/prometheus/prometheus/tsdb/chunkenc.(*xorAppender).writeVDelta+0xeb /app/tsdb/chunkenc/xor.go:213
# 0x1c601a6 github.com/prometheus/prometheus/tsdb/chunkenc.(*xorAppender).Append+0x396 /app/tsdb/chunkenc/xor.go:193
# 0x1ce2068 github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x118 /app/tsdb/head.go:1845
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
0: 0 [2: 96] @ 0x1ca058a 0x1c9f818 0x1cbfd01 0x1cd06f6 0x1ccf322 0x1cced3d 0x1cce592 0x1ccded0 0x45f181
# 0x1ca0589 github.com/prometheus/prometheus/tsdb/index.newReader+0x899 /app/tsdb/index/index.go:1171
# 0x1c9f817 github.com/prometheus/prometheus/tsdb/index.NewFileReader+0xc7 /app/tsdb/index/index.go:1075
# 0x1cbfd00 github.com/prometheus/prometheus/tsdb.OpenBlock+0x2e0 /app/tsdb/block.go:294
# 0x1cd06f5 github.com/prometheus/prometheus/tsdb.openBlocks+0x4b5 /app/tsdb/db.go:945
# 0x1ccf321 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xf1 /app/tsdb/db.go:840
# 0x1cced3c github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x17c /app/tsdb/db.go:807
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 48] @ 0x1ca1b50 0x1ca1b51 0x1ca03d0 0x1c9f818 0x1cbfd01 0x1cd06f6 0x1ccf322 0x1cced3d 0x1cce592 0x1ccded0 0x45f181
# 0x1ca1b4f github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x14f /app/tsdb/encoding/encoding.go:187
# 0x1ca1b50 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x150 /app/tsdb/index/index.go:1385
# 0x1ca03cf github.com/prometheus/prometheus/tsdb/index.newReader+0x6df /app/tsdb/index/index.go:1140
# 0x1c9f817 github.com/prometheus/prometheus/tsdb/index.NewFileReader+0xc7 /app/tsdb/index/index.go:1075
# 0x1cbfd00 github.com/prometheus/prometheus/tsdb.OpenBlock+0x2e0 /app/tsdb/block.go:294
# 0x1cd06f5 github.com/prometheus/prometheus/tsdb.openBlocks+0x4b5 /app/tsdb/db.go:945
# 0x1ccf321 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xf1 /app/tsdb/db.go:840
# 0x1cced3c github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x17c /app/tsdb/db.go:807
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 32] @ 0x5de4c0 0x1cd540d 0x1cd0290 0x1ccf322 0x1cced3d 0x1cce592 0x1ccded0 0x45f181
# 0x5de4bf io/ioutil.ReadDir+0xff /usr/local/go/src/io/ioutil/ioutil.go:106
# 0x1cd540c github.com/prometheus/prometheus/tsdb.blockDirs+0x4c /app/tsdb/db.go:1392
# 0x1cd028f github.com/prometheus/prometheus/tsdb.openBlocks+0x4f /app/tsdb/db.go:929
# 0x1ccf321 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xf1 /app/tsdb/db.go:840
# 0x1cced3c github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x17c /app/tsdb/db.go:807
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 27264] @ 0x1c9ded8 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc53a2 0x1ccecfa 0x1cce592 0x1ccded0 0x45f181
# 0x1c9ded7 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0xbc7 /app/tsdb/index/index.go:858
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc53a1 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Compact+0x621 /app/tsdb/compact.go:419
# 0x1ccecf9 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x139 /app/tsdb/db.go:801
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [3: 768] @ 0x1c9ded8 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc53a2 0x1ccecfa 0x1cce592 0x1ccded0 0x45f181
# 0x1c9ded7 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0xbc7 /app/tsdb/index/index.go:858
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc53a1 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Compact+0x621 /app/tsdb/compact.go:419
# 0x1ccecf9 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x139 /app/tsdb/db.go:801
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 27264] @ 0x1c9d879 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc53a2 0x1ccecfa 0x1cce592 0x1ccded0 0x45f181
# 0x1c9d878 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0x568 /app/tsdb/index/index.go:802
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc53a1 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Compact+0x621 /app/tsdb/compact.go:419
# 0x1ccecf9 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x139 /app/tsdb/db.go:801
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [11: 176] @ 0x1ca102b 0x1ca1010 0x1ca1f5d 0x1ca4243 0x1ca2a70 0x1cc1673 0x1cca202 0x1ccaf0d 0x1ccaf0d 0x1cc8a02 0x1cc75bd 0x1cc53a2 0x1ccecfa 0x1cce592 0x1ccded0 0x45f181
# 0x1ca102a github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x14a /app/tsdb/encoding/encoding.go:187
# 0x1ca100f github.com/prometheus/prometheus/tsdb/index.Symbols.Lookup+0x12f /app/tsdb/index/index.go:1282
# 0x1ca1f5c github.com/prometheus/prometheus/tsdb/index.(*Reader).lookupSymbol+0x10c /app/tsdb/index/index.go:1408
# 0x1ca4242 github.com/prometheus/prometheus/tsdb/index.(*Decoder).Series+0x1a2 /app/tsdb/index/index.go:1675
# 0x1ca2a6f github.com/prometheus/prometheus/tsdb/index.(*Reader).Series+0x12f /app/tsdb/index/index.go:1488
# 0x1cc1672 github.com/prometheus/prometheus/tsdb.blockIndexReader.Series+0x72 /app/tsdb/block.go:440
# 0x1cca201 github.com/prometheus/prometheus/tsdb.(*compactionSeriesSet).Next+0x181 /app/tsdb/compact.go:876
# 0x1ccaf0c github.com/prometheus/prometheus/tsdb.(*compactionMerger).Next+0x41c /app/tsdb/compact.go:986
# 0x1ccaf0c github.com/prometheus/prometheus/tsdb.(*compactionMerger).Next+0x41c /app/tsdb/compact.go:986
# 0x1cc8a01 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).populateBlock+0x861 /app/tsdb/compact.go:735
# 0x1cc75bc github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x5cc /app/tsdb/compact.go:577
# 0x1cc53a1 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Compact+0x621 /app/tsdb/compact.go:419
# 0x1ccecf9 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x139 /app/tsdb/db.go:801
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [4: 32768] @ 0x4d6a5a 0x4de402 0x4ddd53 0x4dd9a2 0x1cd125b 0x1cd115f 0x1ccfe7d 0x1cced3d 0x1cce592 0x1ccded0 0x45f181
# 0x4d6a59 os.(*File).readdirnames+0x409 /usr/local/go/src/os/dir_unix.go:34
# 0x4de401 os.(*File).Readdirnames+0x861 /usr/local/go/src/os/dir.go:48
# 0x4ddd52 os.removeAllFrom+0x1b2 /usr/local/go/src/os/removeall_at.go:110
# 0x4dd9a1 os.removeAll+0x2e1 /usr/local/go/src/os/removeall_at.go:49
# 0x1cd125a os.RemoveAll+0x1ba /usr/local/go/src/os/path.go:70
# 0x1cd115e github.com/prometheus/prometheus/tsdb.(*DB).deleteBlocks+0xbe /app/tsdb/db.go:1040
# 0x1ccfe7c github.com/prometheus/prometheus/tsdb.(*DB).reload+0xc4c /app/tsdb/db.go:913
# 0x1cced3c github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x17c /app/tsdb/db.go:807
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 8192] @ 0x4d6a5a 0x4dbb28 0x4dbb12 0x5de5ab 0x5de440 0x1cd540d 0x1cd0290 0x1ccf322 0x1cced3d 0x1cce592 0x1ccded0 0x45f181
# 0x4d6a59 os.(*File).readdirnames+0x409 /usr/local/go/src/os/dir_unix.go:34
# 0x4dbb27 os.(*File).Readdirnames+0x67 /usr/local/go/src/os/dir.go:48
# 0x4dbb11 os.(*File).readdir+0x51 /usr/local/go/src/os/file_unix.go:377
# 0x5de5aa os.(*File).Readdir+0x1ea /usr/local/go/src/os/dir.go:26
# 0x5de43f io/ioutil.ReadDir+0x7f /usr/local/go/src/io/ioutil/ioutil.go:101
# 0x1cd540c github.com/prometheus/prometheus/tsdb.blockDirs+0x4c /app/tsdb/db.go:1392
# 0x1cd028f github.com/prometheus/prometheus/tsdb.openBlocks+0x4f /app/tsdb/db.go:929
# 0x1ccf321 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xf1 /app/tsdb/db.go:840
# 0x1cced3c github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x17c /app/tsdb/db.go:807
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [2: 64] @ 0x1c9ded8 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc53a2 0x1ccecfa 0x1cce592 0x1ccded0 0x45f181
# 0x1c9ded7 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0xbc7 /app/tsdb/index/index.go:858
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc53a1 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Compact+0x621 /app/tsdb/compact.go:419
# 0x1ccecf9 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x139 /app/tsdb/db.go:801
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [10: 160] @ 0x1ca102b 0x1ca1010 0x1ca1f5d 0x1ca4243 0x1ca2a70 0x1cc1673 0x1cca202 0x1ccaf2f 0x1cc8a02 0x1cc75bd 0x1cc53a2 0x1ccecfa 0x1cce592 0x1ccded0 0x45f181
# 0x1ca102a github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x14a /app/tsdb/encoding/encoding.go:187
# 0x1ca100f github.com/prometheus/prometheus/tsdb/index.Symbols.Lookup+0x12f /app/tsdb/index/index.go:1282
# 0x1ca1f5c github.com/prometheus/prometheus/tsdb/index.(*Reader).lookupSymbol+0x10c /app/tsdb/index/index.go:1408
# 0x1ca4242 github.com/prometheus/prometheus/tsdb/index.(*Decoder).Series+0x1a2 /app/tsdb/index/index.go:1675
# 0x1ca2a6f github.com/prometheus/prometheus/tsdb/index.(*Reader).Series+0x12f /app/tsdb/index/index.go:1488
# 0x1cc1672 github.com/prometheus/prometheus/tsdb.blockIndexReader.Series+0x72 /app/tsdb/block.go:440
# 0x1cca201 github.com/prometheus/prometheus/tsdb.(*compactionSeriesSet).Next+0x181 /app/tsdb/compact.go:876
# 0x1ccaf2e github.com/prometheus/prometheus/tsdb.(*compactionMerger).Next+0x43e /app/tsdb/compact.go:987
# 0x1cc8a01 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).populateBlock+0x861 /app/tsdb/compact.go:735
# 0x1cc75bc github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x5cc /app/tsdb/compact.go:577
# 0x1cc53a1 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Compact+0x621 /app/tsdb/compact.go:419
# 0x1ccecf9 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x139 /app/tsdb/db.go:801
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [12: 5898240] @ 0x1c68464 0x1cab97d 0x1cae916 0x1cdb15d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1c68463 github.com/prometheus/prometheus/tsdb/encoding.(*Encbuf).PutBE64+0xa3 /app/tsdb/encoding/encoding.go:55
# 0x1cab97c github.com/prometheus/prometheus/tsdb/record.(*Encoder).Series+0xfc /app/tsdb/record/record.go:179
# 0x1cae915 github.com/prometheus/prometheus/tsdb/wal.Checkpoint+0x1135 /app/tsdb/wal/checkpoint.go:188
# 0x1cdb15c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x50c /app/tsdb/head.go:701
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [4: 64] @ 0x8032da 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b956 0x1c8a926 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b4fa 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x1d5f69a 0x1d6ac21 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x8032d9 github.com/prometheus/common/model.Duration.String+0x329 /app/vendor/github.com/prometheus/common/model/time.go:250
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b955 github.com/prometheus/prometheus/promql/parser.(*SubqueryExpr).String+0x1b5 /app/promql/parser/printer.go:137
# 0x1c8a925 github.com/prometheus/prometheus/promql/parser.Expressions.String+0x75 /app/promql/parser/printer.go:57
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b4f9 github.com/prometheus/prometheus/promql/parser.(*Call).String+0xd9 /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x1d5f699 github.com/prometheus/prometheus/rules.(*AlertingRule).sendAlerts+0xe9 /app/rules/alerting.go:498
# 0x1d6ac20 github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x1580 /app/rules/manager.go:584
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [5: 160] @ 0x1c7456b 0x1c73a0b 0x1c73a93 0x1c73a93 0x1c73a93 0x1c73a93 0x1d0b24d 0x1d0b19c 0x1d09cfe 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1c7456a github.com/prometheus/prometheus/promql/parser.Children+0x8fa /app/promql/parser/ast.go:334
# 0x1c73a0a github.com/prometheus/prometheus/promql/parser.Walk+0x13a /app/promql/parser/ast.go:280
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1d0b24c github.com/prometheus/prometheus/promql/parser.Inspect+0xec /app/promql/parser/ast.go:305
# 0x1d0b19b github.com/prometheus/prometheus/promql.(*Engine).findMinTime+0x3b /app/promql/engine.go:622
# 0x1d09cfd github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x15d /app/promql/engine.go:505
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [2: 96] @ 0x7a694f 0x1b7b3d0 0x1b7b346 0x1b7ac18 0x1d84da5 0x1d85c12 0x1d79e35 0x1d86109 0x45f181
# 0x7a694e regexp.(*Regexp).expand+0x4ee /usr/local/go/src/regexp/regexp.go:932
# 0x1b7b3cf regexp.(*Regexp).ExpandString+0x74f /usr/local/go/src/regexp/regexp.go:902
# 0x1b7b345 github.com/prometheus/prometheus/pkg/relabel.relabel+0x6c5 /app/pkg/relabel/relabel.go:222
# 0x1b7ac17 github.com/prometheus/prometheus/pkg/relabel.Process+0x77 /app/pkg/relabel/relabel.go:185
# 0x1d84da4 github.com/prometheus/prometheus/scrape.populateLabels+0x3e4 /app/scrape/target.go:368
# 0x1d85c11 github.com/prometheus/prometheus/scrape.targetsFromGroup+0x461 /app/scrape/target.go:452
# 0x1d79e34 github.com/prometheus/prometheus/scrape.(*scrapePool).Sync+0x324 /app/scrape/scrape.go:364
# 0x1d86108 github.com/prometheus/prometheus/scrape.(*Manager).reload.func1+0x48 /app/scrape/manager.go:197
0: 0 [5: 80] @ 0x1c86d1e 0x1c7b116 0x1c8a1e2 0x1c856de 0x1d089df 0x1d68981 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1c86d1d github.com/prometheus/prometheus/promql/parser.(*parser).assembleVectorSelector+0xed /app/promql/parser/parse.go:362
# 0x1c7b115 github.com/prometheus/prometheus/promql/parser.(*yyParserImpl).Parse+0x5995 generated_parser.y:459
# 0x1c8a1e1 github.com/prometheus/prometheus/promql/parser.(*parser).parseGenerated+0x71 /app/promql/parser/parse.go:635
# 0x1c856dd github.com/prometheus/prometheus/promql/parser.ParseExpr+0x11d /app/promql/parser/parse.go:111
# 0x1d089de github.com/prometheus/prometheus/promql.(*Engine).NewInstantQuery+0x3e /app/promql/engine.go:363
# 0x1d68980 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0x80 /app/rules/manager.go:167
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [11: 528] @ 0x48ffd8 0x1c5ceee 0x1c5cef9 0x1c93170 0x1c93110 0x1c935a8 0x1d09cb9 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x48ffd7 context.WithValue+0x77 /usr/local/go/src/context/context.go:487
# 0x1c5ceed github.com/opentracing/opentracing-go.ContextWithSpan+0x10d /app/vendor/github.com/opentracing/opentracing-go/gocontext.go:12
# 0x1c5cef8 github.com/opentracing/opentracing-go.StartSpanFromContextWithTracer+0x118 /app/vendor/github.com/opentracing/opentracing-go/gocontext.go:59
# 0x1c9316f github.com/opentracing/opentracing-go.StartSpanFromContext+0x8f /app/vendor/github.com/opentracing/opentracing-go/gocontext.go:44
# 0x1c9310f github.com/prometheus/prometheus/util/stats.NewSpanTimer+0x2f /app/util/stats/query_stats.go:127
# 0x1c935a7 github.com/prometheus/prometheus/util/stats.(*QueryTimers).GetSpanTimer+0x137 /app/util/stats/query_stats.go:156
# 0x1d09cb8 github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x118 /app/promql/engine.go:504
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [1: 128] @ 0x1d7359f 0x1d7fbdb 0x1d7e26b 0x45f181
# 0x1d7359e github.com/prometheus/prometheus/pkg/textparse.(*PromParser).Metric+0x5e /app/pkg/textparse/promparse.go:211
# 0x1d7fbda github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0x4da /app/scrape/scrape.go:1169
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
0: 0 [14: 448] @ 0x1c8a29f 0x1c7be99 0x1c8a1e2 0x1c856de 0x1d089df 0x1d68981 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1c8a29e github.com/prometheus/prometheus/promql/parser.(*parser).newLabelMatcher+0x3e /app/promql/parser/parse.go:641
# 0x1c7be98 github.com/prometheus/prometheus/promql/parser.(*yyParserImpl).Parse+0x6718 generated_parser.y:519
# 0x1c8a1e1 github.com/prometheus/prometheus/promql/parser.(*parser).parseGenerated+0x71 /app/promql/parser/parse.go:635
# 0x1c856dd github.com/prometheus/prometheus/promql/parser.ParseExpr+0x11d /app/promql/parser/parse.go:111
# 0x1d089de github.com/prometheus/prometheus/promql.(*Engine).NewInstantQuery+0x3e /app/promql/engine.go:363
# 0x1d68980 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0x80 /app/rules/manager.go:167
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [4: 64] @ 0x1c8b836 0x1c8a926 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b4fa 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x1d5f69a 0x1d6ac21 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1c8b835 github.com/prometheus/prometheus/promql/parser.(*SubqueryExpr).String+0x95 /app/promql/parser/printer.go:137
# 0x1c8a925 github.com/prometheus/prometheus/promql/parser.Expressions.String+0x75 /app/promql/parser/printer.go:57
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b4f9 github.com/prometheus/prometheus/promql/parser.(*Call).String+0xd9 /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x1d5f699 github.com/prometheus/prometheus/rules.(*AlertingRule).sendAlerts+0xe9 /app/rules/alerting.go:498
# 0x1d6ac20 github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x1580 /app/rules/manager.go:584
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [2: 32] @ 0x1c87e28 0x1c88965 0x1c89bb5 0x1c89962 0x1c8723a 0x1c87f45 0x1c888ff 0x1c857b3 0x1d089df 0x1d68981 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1c87e27 github.com/prometheus/prometheus/promql/parser.(*parser).checkAST+0x947 /app/promql/parser/parse.go:554
# 0x1c88964 github.com/prometheus/prometheus/promql/parser.(*parser).checkAST+0x1484 /app/promql/parser/parse.go:466
# 0x1c89bb4 github.com/prometheus/prometheus/promql/parser.(*parser).checkAST+0x26d4 /app/promql/parser/parse.go:558
# 0x1c89961 github.com/prometheus/prometheus/promql/parser.(*parser).checkAST+0x2481 /app/promql/parser/parse.go:569
# 0x1c87239 github.com/prometheus/prometheus/promql/parser.(*parser).expectType+0x59 /app/promql/parser/parse.go:417
# 0x1c87f44 github.com/prometheus/prometheus/promql/parser.(*parser).checkAST+0xa64 /app/promql/parser/parse.go:554
# 0x1c888fe github.com/prometheus/prometheus/promql/parser.(*parser).checkAST+0x141e /app/promql/parser/parse.go:465
# 0x1c857b2 github.com/prometheus/prometheus/promql/parser.ParseExpr+0x1f2 /app/promql/parser/parse.go:119
# 0x1d089de github.com/prometheus/prometheus/promql.(*Engine).NewInstantQuery+0x3e /app/promql/engine.go:363
# 0x1d68980 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0x80 /app/rules/manager.go:167
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [11: 704] @ 0x1c93608 0x1c934a0 0x1d09cb9 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1c93607 github.com/prometheus/prometheus/util/stats.(*TimerGroup).GetTimer+0x197 /app/util/stats/timer.go:75
# 0x1c9349f github.com/prometheus/prometheus/util/stats.(*QueryTimers).GetSpanTimer+0x2f /app/util/stats/query_stats.go:156
# 0x1d09cb8 github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x118 /app/promql/engine.go:504
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [10: 5120] @ 0x1c60b38 0x1c607bc 0x1c601a7 0x1ce2069 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x1c60b37 github.com/prometheus/prometheus/tsdb/chunkenc.(*bstream).writeBit+0x467 /app/tsdb/chunkenc/bstream.go:69
# 0x1c607bb github.com/prometheus/prometheus/tsdb/chunkenc.(*xorAppender).writeVDelta+0xeb /app/tsdb/chunkenc/xor.go:213
# 0x1c601a6 github.com/prometheus/prometheus/tsdb/chunkenc.(*xorAppender).Append+0x396 /app/tsdb/chunkenc/xor.go:193
# 0x1ce2068 github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x118 /app/tsdb/head.go:1845
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
0: 0 [3: 6144] @ 0x1c68464 0x1cabc54 0x1cdd0b3 0x1cdd3ce 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x1c68463 github.com/prometheus/prometheus/tsdb/encoding.(*Encbuf).PutBE64+0xa3 /app/tsdb/encoding/encoding.go:55
# 0x1cabc53 github.com/prometheus/prometheus/tsdb/record.(*Encoder).Samples+0x173 /app/tsdb/record/record.go:209
# 0x1cdd0b2 github.com/prometheus/prometheus/tsdb.(*headAppender).log+0x182 /app/tsdb/head.go:1012
# 0x1cdd3cd github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x4d /app/tsdb/head.go:1023
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
0: 0 [1: 512] @ 0x46df8a 0x46de5e 0x46db1f 0x7b133a 0x7b4320 0x7b1140 0x1cdaf20 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x46df89 sync.(*Pool).pinSlow+0xf9 /usr/local/go/src/sync/pool.go:227
# 0x46de5d sync.(*Pool).pin+0x5d /usr/local/go/src/sync/pool.go:206
# 0x46db1e sync.(*Pool).Get+0x2e /usr/local/go/src/sync/pool.go:128
# 0x7b1339 github.com/go-kit/kit/log.logfmtLogger.Log+0x49 /app/vendor/github.com/go-kit/kit/log/logfmt_logger.go:42
# 0x7b431f github.com/go-kit/kit/log/level.(*logger).Log+0xaf /app/vendor/github.com/go-kit/kit/log/level/level.go:63
# 0x7b113f github.com/go-kit/kit/log.(*context).Log+0x21f /app/vendor/github.com/go-kit/kit/log/log.go:124
# 0x1cdaf1f github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x2cf /app/tsdb/head.go:662
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [5: 10240] @ 0x1c9ded8 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc69ae 0x1cce7f9 0x1cce541 0x1ccded0 0x45f181
# 0x1c9ded7 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0xbc7 /app/tsdb/index/index.go:858
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc69ad github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Write+0x1cd /app/tsdb/compact.go:486
# 0x1cce7f8 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0x98 /app/tsdb/db.go:756
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [2: 32] @ 0x1c9ded8 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc69ae 0x1cce7f9 0x1cce541 0x1ccded0 0x45f181
# 0x1c9ded7 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0xbc7 /app/tsdb/index/index.go:858
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc69ad github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Write+0x1cd /app/tsdb/compact.go:486
# 0x1cce7f8 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0x98 /app/tsdb/db.go:756
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [7: 401408] @ 0x1c9d879 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc69ae 0x1cce7f9 0x1cce541 0x1ccded0 0x45f181
# 0x1c9d878 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0x568 /app/tsdb/index/index.go:802
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc69ad github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Write+0x1cd /app/tsdb/compact.go:486
# 0x1cce7f8 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0x98 /app/tsdb/db.go:756
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [6: 245760] @ 0x1cdf9de 0x1cc878d 0x1cc75bd 0x1cc69ae 0x1cce7f9 0x1cce541 0x1ccded0 0x45f181
# 0x1cdf9dd github.com/prometheus/prometheus/tsdb.(*headIndexReader).SortedPostings+0x14d /app/tsdb/head.go:1402
# 0x1cc878c github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).populateBlock+0x5ec /app/tsdb/compact.go:707
# 0x1cc75bc github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x5cc /app/tsdb/compact.go:577
# 0x1cc69ad github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Write+0x1cd /app/tsdb/compact.go:486
# 0x1cce7f8 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0x98 /app/tsdb/db.go:756
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 2048] @ 0x1cdf9de 0x1cc878d 0x1cc75bd 0x1cc69ae 0x1cce7f9 0x1cce541 0x1ccded0 0x45f181
# 0x1cdf9dd github.com/prometheus/prometheus/tsdb.(*headIndexReader).SortedPostings+0x14d /app/tsdb/head.go:1402
# 0x1cc878c github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).populateBlock+0x5ec /app/tsdb/compact.go:707
# 0x1cc75bc github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x5cc /app/tsdb/compact.go:577
# 0x1cc69ad github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Write+0x1cd /app/tsdb/compact.go:486
# 0x1cce7f8 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0x98 /app/tsdb/db.go:756
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [10: 640] @ 0x1d85d39 0x1d79e35 0x1d86109 0x45f181
# 0x1d85d38 github.com/prometheus/prometheus/scrape.targetsFromGroup+0x588 /app/scrape/target.go:439
# 0x1d79e34 github.com/prometheus/prometheus/scrape.(*scrapePool).Sync+0x324 /app/scrape/scrape.go:364
# 0x1d86108 github.com/prometheus/prometheus/scrape.(*Manager).reload.func1+0x48 /app/scrape/manager.go:197
0: 0 [1: 96] @ 0x1cc4701 0x1cc412f 0x1cc3cfe 0x1cc3a2b 0x1ccec24 0x1cce592 0x1ccded0 0x45f181
# 0x1cc4700 github.com/prometheus/prometheus/tsdb.splitByRange+0x1a0 /app/tsdb/compact.go:322
# 0x1cc412e github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).selectDirs+0xce /app/tsdb/compact.go:237
# 0x1cc3cfd github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).plan+0x15d /app/tsdb/compact.go:206
# 0x1cc3a2a github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Plan+0x17a /app/tsdb/compact.go:189
# 0x1ccec23 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x63 /app/tsdb/db.go:787
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [5: 160] @ 0x1d10d92 0x1d109bc 0x1d108c3 0x1d0da69 0x1d10558 0x1d0d768 0x1d11255 0x1d0bfe9 0x1d0a17f 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1d10d91 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x2ff1 /app/promql/engine.go:1249
# 0x1d109bb github.com/prometheus/prometheus/promql.(*evaluator).eval+0x2c1b /app/promql/engine.go:1210
# 0x1d108c2 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x2b22 /app/promql/engine.go:1333
# 0x1d0da68 github.com/prometheus/prometheus/promql.(*evaluator).evalSubquery+0x58 /app/promql/engine.go:1000
# 0x1d10557 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x27b7 /app/promql/engine.go:1071
# 0x1d0d767 github.com/prometheus/prometheus/promql.(*evaluator).rangeEval+0x1407 /app/promql/engine.go:887
# 0x1d11254 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x34b4 /app/promql/engine.go:1255
# 0x1d0bfe8 github.com/prometheus/prometheus/promql.(*evaluator).Eval+0x98 /app/promql/engine.go:814
# 0x1d0a17e github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x5de /app/promql/engine.go:535
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [8: 384] @ 0x40d8c0 0x1d143d6 0x1d26a87 0x1d0cb88 0x1d10d70 0x1d109bc 0x1d108c3 0x1d0da69 0x1d10558 0x1d0d768 0x1d11255 0x1d0bfe9 0x1d0a17f 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1d143d5 github.com/prometheus/prometheus/promql.(*evaluator).VectorBinop+0xd45 /app/promql/engine.go:1595
# 0x1d26a86 github.com/prometheus/prometheus/promql.(*evaluator).eval.func9+0xd6 /app/promql/engine.go:1250
# 0x1d0cb87 github.com/prometheus/prometheus/promql.(*evaluator).rangeEval+0x827 /app/promql/engine.go:939
# 0x1d10d6f github.com/prometheus/prometheus/promql.(*evaluator).eval+0x2fcf /app/promql/engine.go:1249
# 0x1d109bb github.com/prometheus/prometheus/promql.(*evaluator).eval+0x2c1b /app/promql/engine.go:1210
# 0x1d108c2 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x2b22 /app/promql/engine.go:1333
# 0x1d0da68 github.com/prometheus/prometheus/promql.(*evaluator).evalSubquery+0x58 /app/promql/engine.go:1000
# 0x1d10557 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x27b7 /app/promql/engine.go:1071
# 0x1d0d767 github.com/prometheus/prometheus/promql.(*evaluator).rangeEval+0x1407 /app/promql/engine.go:887
# 0x1d11254 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x34b4 /app/promql/engine.go:1255
# 0x1d0bfe8 github.com/prometheus/prometheus/promql.(*evaluator).Eval+0x98 /app/promql/engine.go:814
# 0x1d0a17e github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x5de /app/promql/engine.go:535
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [7: 336] @ 0x48ffd8 0x1c5ceee 0x1c5cef9 0x1c93170 0x1c93110 0x1c935a8 0x1d0948a 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x48ffd7 context.WithValue+0x77 /usr/local/go/src/context/context.go:487
# 0x1c5ceed github.com/opentracing/opentracing-go.ContextWithSpan+0x10d /app/vendor/github.com/opentracing/opentracing-go/gocontext.go:12
# 0x1c5cef8 github.com/opentracing/opentracing-go.StartSpanFromContextWithTracer+0x118 /app/vendor/github.com/opentracing/opentracing-go/gocontext.go:59
# 0x1c9316f github.com/opentracing/opentracing-go.StartSpanFromContext+0x8f /app/vendor/github.com/opentracing/opentracing-go/gocontext.go:44
# 0x1c9310f github.com/prometheus/prometheus/util/stats.NewSpanTimer+0x2f /app/util/stats/query_stats.go:127
# 0x1c935a7 github.com/prometheus/prometheus/util/stats.(*QueryTimers).GetSpanTimer+0x137 /app/util/stats/query_stats.go:156
# 0x1d09489 github.com/prometheus/prometheus/promql.(*Engine).exec+0x2f9 /app/promql/engine.go:458
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [9: 9216] @ 0x1c601dd 0x1c60167 0x1ce2069 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x1c601dc github.com/prometheus/prometheus/tsdb/chunkenc.(*bstream).writeBit+0x3cc /app/tsdb/chunkenc/bstream.go:69
# 0x1c60166 github.com/prometheus/prometheus/tsdb/chunkenc.(*xorAppender).Append+0x356 /app/tsdb/chunkenc/xor.go:178
# 0x1ce2068 github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x118 /app/tsdb/head.go:1845
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
0: 0 [1: 512] @ 0x46df8a 0x46de5e 0x46db1f 0x1cdc4ed 0x1cdc51c 0x1cdc3f3 0x1ed418e 0x1ed41e2 0x1c6dbf9 0x1d69991 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x46df89 sync.(*Pool).pinSlow+0xf9 /usr/local/go/src/sync/pool.go:227
# 0x46de5d sync.(*Pool).pin+0x5d /usr/local/go/src/sync/pool.go:206
# 0x46db1e sync.(*Pool).Get+0x2e /usr/local/go/src/sync/pool.go:128
# 0x1cdc4ec github.com/prometheus/prometheus/tsdb.(*Head).getSeriesBuffer+0xcc /app/tsdb/head.go:896
# 0x1cdc51b github.com/prometheus/prometheus/tsdb.(*Head).appender+0xfb /app/tsdb/head.go:869
# 0x1cdc3f2 github.com/prometheus/prometheus/tsdb.(*Head).Appender+0x112 /app/tsdb/head.go:857
# 0x1ed418d github.com/prometheus/prometheus/tsdb.(*DB).Appender+0x4d /app/tsdb/db.go:676
# 0x1ed41e1 main.(*readyStorage).Appender+0xa1 /app/cmd/prometheus/main.go:957
# 0x1c6dbf8 github.com/prometheus/prometheus/storage.(*fanout).Appender+0x48 /app/storage/fanout.go:92
# 0x1d69990 github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x2f0 /app/rules/manager.go:591
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [2: 128] @ 0x9f9232 0x8b783c 0x8b7bf7 0x8b7f73 0x8ba55c 0x8b8013 0x8b82fc 0x8b80d7 0x8e333d 0xe9610f 0xe9611a 0xe95539 0xe94a32 0x45f181
# 0x9f9231 github.com/prometheus/prometheus/discovery/targetgroup.(*Group).UnmarshalYAML+0x91 /app/discovery/targetgroup/targetgroup.go:48
# 0x8b783b gopkg.in/yaml%2ev2.(*decoder).callUnmarshaler+0xab /app/vendor/gopkg.in/yaml.v2/decode.go:270
# 0x8b7bf6 gopkg.in/yaml%2ev2.(*decoder).prepare+0x196 /app/vendor/gopkg.in/yaml.v2/decode.go:313
# 0x8b7f72 gopkg.in/yaml%2ev2.(*decoder).unmarshal+0xe2 /app/vendor/gopkg.in/yaml.v2/decode.go:364
# 0x8ba55b gopkg.in/yaml%2ev2.(*decoder).sequence+0x25b /app/vendor/gopkg.in/yaml.v2/decode.go:609
# 0x8b8012 gopkg.in/yaml%2ev2.(*decoder).unmarshal+0x182 /app/vendor/gopkg.in/yaml.v2/decode.go:374
# 0x8b82fb gopkg.in/yaml%2ev2.(*decoder).document+0x7b /app/vendor/gopkg.in/yaml.v2/decode.go:384
# 0x8b80d6 gopkg.in/yaml%2ev2.(*decoder).unmarshal+0x246 /app/vendor/gopkg.in/yaml.v2/decode.go:360
# 0x8e333c gopkg.in/yaml%2ev2.unmarshal+0x35c /app/vendor/gopkg.in/yaml.v2/yaml.go:148
# 0xe9610e gopkg.in/yaml%2ev2.UnmarshalStrict+0x22e /app/vendor/gopkg.in/yaml.v2/yaml.go:89
# 0xe96119 github.com/prometheus/prometheus/discovery/file.(*Discovery).readFile+0x239 /app/discovery/file/file.go:383
# 0xe95538 github.com/prometheus/prometheus/discovery/file.(*Discovery).refresh+0x138 /app/discovery/file/file.go:319
# 0xe94a31 github.com/prometheus/prometheus/discovery/file.(*Discovery).Run+0x4b1 /app/discovery/file/file.go:260
0: 0 [4: 192] @ 0x1ce33e1 0x1cdbcbe 0x1ce579a 0x1cd4556 0x1ed40ba 0x1c6d81c 0x1d09e01 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1ce33e0 github.com/prometheus/prometheus/tsdb.(*isolation).State+0xe0 /app/tsdb/isolation.go:95
# 0x1cdbcbd github.com/prometheus/prometheus/tsdb.(*RangeHead).Chunks+0x3d /app/tsdb/head.go:771
# 0x1ce5799 github.com/prometheus/prometheus/tsdb.NewBlockQuerier+0x89 /app/tsdb/querier.go:161
# 0x1cd4555 github.com/prometheus/prometheus/tsdb.(*DB).Querier+0x4e5 /app/tsdb/db.go:1295
# 0x1ed40b9 main.(*readyStorage).Querier+0x69 /app/cmd/prometheus/main.go:949
# 0x1c6d81b github.com/prometheus/prometheus/storage.(*fanout).Querier+0xbb /app/storage/fanout.go:72
# 0x1d09e00 github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x260 /app/promql/engine.go:506
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [6: 96] @ 0x1c8c22a 0x1c8b5e9 0x1c8a926 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b4fa 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8bb3d 0x1c8b81e 0x1c8a926 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b4fa 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x1d5d6eb 0x1d69920
# 0x1c8c229 github.com/prometheus/prometheus/promql/parser.(*VectorSelector).String+0x519 /app/promql/parser/printer.go:174
# 0x1c8b5e8 github.com/prometheus/prometheus/promql/parser.(*MatrixSelector).String+0xb8 /app/promql/parser/printer.go:125
# 0x1c8a925 github.com/prometheus/prometheus/promql/parser.Expressions.String+0x75 /app/promql/parser/printer.go:57
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b4f9 github.com/prometheus/prometheus/promql/parser.(*Call).String+0xd9 /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8bb3c github.com/prometheus/prometheus/promql/parser.(*ParenExpr).String+0x7c /app/promql/parser/printer.go:145
# 0x1c8b81d github.com/prometheus/prometheus/promql/parser.(*SubqueryExpr).String+0x7d /app/promql/parser/printer.go:137
# 0x1c8a925 github.com/prometheus/prometheus/promql/parser.Expressions.String+0x75 /app/promql/parser/printer.go:57
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b4f9 github.com/prometheus/prometheus/promql/parser.(*Call).String+0xd9 /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x1d5d6ea github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0x6a /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
0: 0 [26: 3407872] @ 0x1ce2198 0x1ce210c 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d870c0 0x1d81e68 0x1d7e3ef 0x45f181
# 0x1ce2197 github.com/prometheus/prometheus/tsdb.(*txRing).add+0x247 /app/tsdb/isolation.go:145
# 0x1ce210b github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x1bb /app/tsdb/head.go:1855
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d870bf github.com/prometheus/prometheus/scrape.(*scrapeLoop).report.func1+0x3f /app/scrape/scrape.go:1287
# 0x1d81e67 github.com/prometheus/prometheus/scrape.(*scrapeLoop).report+0x467 /app/scrape/scrape.go:1305
# 0x1d7e3ee github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x76e /app/scrape/scrape.go:986
0: 0 [2408: 315621376] @ 0x1ce2198 0x1ce210c 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x1ce2197 github.com/prometheus/prometheus/tsdb.(*txRing).add+0x247 /app/tsdb/isolation.go:145
# 0x1ce210b github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x1bb /app/tsdb/head.go:1855
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
0: 0 [3: 48] @ 0x1c8be30 0x1c8bf2d 0x1c8b5e9 0x1c8a926 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b4fa 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8bb3d 0x1c8b81e 0x1c8a926 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b4fa 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x1c8a843
# 0x1c8be2f github.com/prometheus/prometheus/pkg/labels.(*Matcher).String+0x11f /app/pkg/labels/matcher.go:81
# 0x1c8bf2c github.com/prometheus/prometheus/promql/parser.(*VectorSelector).String+0x21c /app/promql/parser/printer.go:163
# 0x1c8b5e8 github.com/prometheus/prometheus/promql/parser.(*MatrixSelector).String+0xb8 /app/promql/parser/printer.go:125
# 0x1c8a925 github.com/prometheus/prometheus/promql/parser.Expressions.String+0x75 /app/promql/parser/printer.go:57
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b4f9 github.com/prometheus/prometheus/promql/parser.(*Call).String+0xd9 /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8bb3c github.com/prometheus/prometheus/promql/parser.(*ParenExpr).String+0x7c /app/promql/parser/printer.go:145
# 0x1c8b81d github.com/prometheus/prometheus/promql/parser.(*SubqueryExpr).String+0x7d /app/promql/parser/printer.go:137
# 0x1c8a925 github.com/prometheus/prometheus/promql/parser.Expressions.String+0x75 /app/promql/parser/printer.go:57
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b4f9 github.com/prometheus/prometheus/promql/parser.(*Call).String+0xd9 /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x1c8a842 github.com/prometheus/prometheus/promql/parser.(*EvalStmt).String+0x32 /app/promql/parser/printer.go:49
0: 0 [8: 384] @ 0x40d8c0 0x1d137ed 0x1d26a87 0x1d0cb88 0x1d10d70 0x1d109bc 0x1d108c3 0x1d0da69 0x1d10558 0x1d0d768 0x1d11255 0x1d0bfe9 0x1d0a17f 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1d137ec github.com/prometheus/prometheus/promql.(*evaluator).VectorBinop+0x15c /app/promql/engine.go:1625
# 0x1d26a86 github.com/prometheus/prometheus/promql.(*evaluator).eval.func9+0xd6 /app/promql/engine.go:1250
# 0x1d0cb87 github.com/prometheus/prometheus/promql.(*evaluator).rangeEval+0x827 /app/promql/engine.go:939
# 0x1d10d6f github.com/prometheus/prometheus/promql.(*evaluator).eval+0x2fcf /app/promql/engine.go:1249
# 0x1d109bb github.com/prometheus/prometheus/promql.(*evaluator).eval+0x2c1b /app/promql/engine.go:1210
# 0x1d108c2 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x2b22 /app/promql/engine.go:1333
# 0x1d0da68 github.com/prometheus/prometheus/promql.(*evaluator).evalSubquery+0x58 /app/promql/engine.go:1000
# 0x1d10557 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x27b7 /app/promql/engine.go:1071
# 0x1d0d767 github.com/prometheus/prometheus/promql.(*evaluator).rangeEval+0x1407 /app/promql/engine.go:887
# 0x1d11254 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x34b4 /app/promql/engine.go:1255
# 0x1d0bfe8 github.com/prometheus/prometheus/promql.(*evaluator).Eval+0x98 /app/promql/engine.go:814
# 0x1d0a17e github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x5de /app/promql/engine.go:535
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [6: 384] @ 0x1b77bd0 0x1d84d45 0x1d85c12 0x1d79e35 0x1d86109 0x45f181
# 0x1b77bcf github.com/prometheus/prometheus/pkg/labels.(*Builder).Labels+0x6f /app/pkg/labels/labels.go:388
# 0x1d84d44 github.com/prometheus/prometheus/scrape.populateLabels+0x384 /app/scrape/target.go:367
# 0x1d85c11 github.com/prometheus/prometheus/scrape.targetsFromGroup+0x461 /app/scrape/target.go:452
# 0x1d79e34 github.com/prometheus/prometheus/scrape.(*scrapePool).Sync+0x324 /app/scrape/scrape.go:364
# 0x1d86108 github.com/prometheus/prometheus/scrape.(*Manager).reload.func1+0x48 /app/scrape/manager.go:197
0: 0 [9: 4608] @ 0x1c5ef61 0x1c5ee03 0x1c608f1 0x1c601a7 0x1ce2069 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x1c5ef60 github.com/prometheus/prometheus/tsdb/chunkenc.(*bstream).writeByte+0x1d0 /app/tsdb/chunkenc/bstream.go:84
# 0x1c5ee02 github.com/prometheus/prometheus/tsdb/chunkenc.(*bstream).writeBits+0x72 /app/tsdb/chunkenc/bstream.go:102
# 0x1c608f0 github.com/prometheus/prometheus/tsdb/chunkenc.(*xorAppender).writeVDelta+0x220 /app/tsdb/chunkenc/xor.go:225
# 0x1c601a6 github.com/prometheus/prometheus/tsdb/chunkenc.(*xorAppender).Append+0x396 /app/tsdb/chunkenc/xor.go:193
# 0x1ce2068 github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x118 /app/tsdb/head.go:1845
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
0: 0 [3: 288] @ 0x4db13c 0x4db477 0x4d99c3 0xe95f61 0xe95f32 0xe95539 0xe94a32 0x45f181
# 0x4db13b os.newFile+0x6b /usr/local/go/src/os/file_unix.go:116
# 0x4db476 os.openFileNolog+0x1b6 /usr/local/go/src/os/file_unix.go:222
# 0x4d99c2 os.OpenFile+0x62 /usr/local/go/src/os/file.go:300
# 0xe95f60 os.Open+0x80 /usr/local/go/src/os/file.go:280
# 0xe95f31 github.com/prometheus/prometheus/discovery/file.(*Discovery).readFile+0x51 /app/discovery/file/file.go:359
# 0xe95538 github.com/prometheus/prometheus/discovery/file.(*Discovery).refresh+0x138 /app/discovery/file/file.go:319
# 0xe94a31 github.com/prometheus/prometheus/discovery/file.(*Discovery).Run+0x4b1 /app/discovery/file/file.go:260
0: 0 [6: 3456] @ 0x8b5c35 0x8d3ece 0x8d646a 0x8d3417 0x8d2b3f 0x8cb5e0 0x8cb5c4 0x8c84ec 0x8c827b 0x8b6252 0x8b6e47 0x8b66a7 0x8b6814 0x8b6640 0x8e325b 0xe9610f 0xe9611a 0xe95539 0xe94a32 0x45f181
# 0x8b5c34 gopkg.in/yaml%2ev2.yaml_insert_token+0x324 /app/vendor/gopkg.in/yaml.v2/apic.go:18
# 0x8d3ecd gopkg.in/yaml%2ev2.yaml_parser_roll_indent+0x13d /app/vendor/gopkg.in/yaml.v2/scannerc.go:960
# 0x8d6469 gopkg.in/yaml%2ev2.yaml_parser_fetch_value+0x4b9 /app/vendor/gopkg.in/yaml.v2/scannerc.go:1297
# 0x8d3416 gopkg.in/yaml%2ev2.yaml_parser_fetch_next_token+0x6f6 /app/vendor/gopkg.in/yaml.v2/scannerc.go:741
# 0x8d2b3e gopkg.in/yaml%2ev2.yaml_parser_fetch_more_tokens+0x3e /app/vendor/gopkg.in/yaml.v2/scannerc.go:642
# 0x8cb5df gopkg.in/yaml%2ev2.peek_token+0x41f /app/vendor/gopkg.in/yaml.v2/parserc.go:47
# 0x8cb5c3 gopkg.in/yaml%2ev2.yaml_parser_parse_block_sequence_entry+0x403 /app/vendor/gopkg.in/yaml.v2/parserc.go:594
# 0x8c84eb gopkg.in/yaml%2ev2.yaml_parser_state_machine+0x23b /app/vendor/gopkg.in/yaml.v2/parserc.go:122
# 0x8c827a gopkg.in/yaml%2ev2.yaml_parser_parse+0x8a /app/vendor/gopkg.in/yaml.v2/parserc.go:72
# 0x8b6251 gopkg.in/yaml%2ev2.(*parser).peek+0x41 /app/vendor/gopkg.in/yaml.v2/decode.go:105
# 0x8b6e46 gopkg.in/yaml%2ev2.(*parser).sequence+0x96 /app/vendor/gopkg.in/yaml.v2/decode.go:205
# 0x8b66a6 gopkg.in/yaml%2ev2.(*parser).parse+0x1a6 /app/vendor/gopkg.in/yaml.v2/decode.go:151
# 0x8b6813 gopkg.in/yaml%2ev2.(*parser).document+0xa3 /app/vendor/gopkg.in/yaml.v2/decode.go:175
# 0x8b663f gopkg.in/yaml%2ev2.(*parser).parse+0x13f /app/vendor/gopkg.in/yaml.v2/decode.go:153
# 0x8e325a gopkg.in/yaml%2ev2.unmarshal+0x27a /app/vendor/gopkg.in/yaml.v2/yaml.go:142
# 0xe9610e gopkg.in/yaml%2ev2.UnmarshalStrict+0x22e /app/vendor/gopkg.in/yaml.v2/yaml.go:89
# 0xe96119 github.com/prometheus/prometheus/discovery/file.(*Discovery).readFile+0x239 /app/discovery/file/file.go:383
# 0xe95538 github.com/prometheus/prometheus/discovery/file.(*Discovery).refresh+0x138 /app/discovery/file/file.go:319
# 0xe94a31 github.com/prometheus/prometheus/discovery/file.(*Discovery).Run+0x4b1 /app/discovery/file/file.go:260
0: 0 [7: 112] @ 0x1c8bd74 0x1c8b5e9 0x1c8a926 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b4fa 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8bb3d 0x1c8b81e 0x1c8a926 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b4fa 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x1d5f69a 0x1d6ac21
# 0x1c8bd73 github.com/prometheus/prometheus/promql/parser.(*VectorSelector).String+0x63 /app/promql/parser/printer.go:157
# 0x1c8b5e8 github.com/prometheus/prometheus/promql/parser.(*MatrixSelector).String+0xb8 /app/promql/parser/printer.go:125
# 0x1c8a925 github.com/prometheus/prometheus/promql/parser.Expressions.String+0x75 /app/promql/parser/printer.go:57
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b4f9 github.com/prometheus/prometheus/promql/parser.(*Call).String+0xd9 /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8bb3c github.com/prometheus/prometheus/promql/parser.(*ParenExpr).String+0x7c /app/promql/parser/printer.go:145
# 0x1c8b81d github.com/prometheus/prometheus/promql/parser.(*SubqueryExpr).String+0x7d /app/promql/parser/printer.go:137
# 0x1c8a925 github.com/prometheus/prometheus/promql/parser.Expressions.String+0x75 /app/promql/parser/printer.go:57
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b4f9 github.com/prometheus/prometheus/promql/parser.(*Call).String+0xd9 /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x1d5f699 github.com/prometheus/prometheus/rules.(*AlertingRule).sendAlerts+0xe9 /app/rules/alerting.go:498
# 0x1d6ac20 github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x1580 /app/rules/manager.go:584
0: 0 [4: 128] @ 0x1c79cc6 0x1c8a1e2 0x1c856de 0x1d089df 0x1d68981 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1c79cc5 github.com/prometheus/prometheus/promql/parser.(*yyParserImpl).Parse+0x4545 generated_parser.y:368
# 0x1c8a1e1 github.com/prometheus/prometheus/promql/parser.(*parser).parseGenerated+0x71 /app/promql/parser/parse.go:635
# 0x1c856dd github.com/prometheus/prometheus/promql/parser.ParseExpr+0x11d /app/promql/parser/parse.go:111
# 0x1d089de github.com/prometheus/prometheus/promql.(*Engine).NewInstantQuery+0x3e /app/promql/engine.go:363
# 0x1d68980 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0x80 /app/rules/manager.go:167
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [1: 144] @ 0x547b77 0x5474bb 0x547dac 0x75675d 0x753f99 0x754806 0x752042 0x751aeb 0x7510c2 0x1d22448 0x1d22703 0x1d22a71 0x1d098f5 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x547b76 bytes.makeSlice+0x76 /usr/local/go/src/bytes/buffer.go:229
# 0x5474ba bytes.(*Buffer).grow+0x15a /usr/local/go/src/bytes/buffer.go:142
# 0x547dab bytes.(*Buffer).WriteByte+0x8b /usr/local/go/src/bytes/buffer.go:267
# 0x75675c encoding/json.(*encodeState).string+0xec /usr/local/go/src/encoding/json/encode.go:903
# 0x753f98 encoding/json.stringEncoder+0xd8 /usr/local/go/src/encoding/json/encode.go:610
# 0x754805 encoding/json.structEncoder.encode+0x305 /usr/local/go/src/encoding/json/encode.go:664
# 0x752041 encoding/json.(*encodeState).reflectValue+0x81 /usr/local/go/src/encoding/json/encode.go:337
# 0x751aea encoding/json.(*encodeState).marshal+0x10a /usr/local/go/src/encoding/json/encode.go:309
# 0x7510c1 encoding/json.Marshal+0x51 /usr/local/go/src/encoding/json/encode.go:161
# 0x1d22447 github.com/prometheus/prometheus/promql._newJSONEntry+0x87 /app/promql/query_logger.go:149
# 0x1d22702 github.com/prometheus/prometheus/promql.newJSONEntry+0xe2 /app/promql/query_logger.go:164
# 0x1d22a70 github.com/prometheus/prometheus/promql.ActiveQueryTracker.Insert+0x1a0 /app/promql/query_logger.go:188
# 0x1d098f4 github.com/prometheus/prometheus/promql.(*Engine).exec+0x764 /app/promql/engine.go:462
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [10: 102400] @ 0x1c68464 0x1cabc54 0x1cdd0b3 0x1cdd3ce 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x1c68463 github.com/prometheus/prometheus/tsdb/encoding.(*Encbuf).PutBE64+0xa3 /app/tsdb/encoding/encoding.go:55
# 0x1cabc53 github.com/prometheus/prometheus/tsdb/record.(*Encoder).Samples+0x173 /app/tsdb/record/record.go:209
# 0x1cdd0b2 github.com/prometheus/prometheus/tsdb.(*headAppender).log+0x182 /app/tsdb/head.go:1012
# 0x1cdd3cd github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x4d /app/tsdb/head.go:1023
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
0: 0 [22: 16941056] @ 0x1c6883c 0x1c6877d 0x1caba72 0x1cae916 0x1cdb15d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1c6883b github.com/prometheus/prometheus/tsdb/encoding.(*Encbuf).PutString+0xfb /app/tsdb/encoding/encoding.go:40
# 0x1c6877c github.com/prometheus/prometheus/tsdb/encoding.(*Encbuf).PutUvarintStr+0x3c /app/tsdb/encoding/encoding.go:72
# 0x1caba71 github.com/prometheus/prometheus/tsdb/record.(*Encoder).Series+0x1f1 /app/tsdb/record/record.go:184
# 0x1cae915 github.com/prometheus/prometheus/tsdb/wal.Checkpoint+0x1135 /app/tsdb/wal/checkpoint.go:188
# 0x1cdb15c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x50c /app/tsdb/head.go:701
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [10: 3932160] @ 0x1c6883c 0x1c6877d 0x1caba72 0x1cae916 0x1cdb15d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1c6883b github.com/prometheus/prometheus/tsdb/encoding.(*Encbuf).PutString+0xfb /app/tsdb/encoding/encoding.go:40
# 0x1c6877c github.com/prometheus/prometheus/tsdb/encoding.(*Encbuf).PutUvarintStr+0x3c /app/tsdb/encoding/encoding.go:72
# 0x1caba71 github.com/prometheus/prometheus/tsdb/record.(*Encoder).Series+0x1f1 /app/tsdb/record/record.go:184
# 0x1cae915 github.com/prometheus/prometheus/tsdb/wal.Checkpoint+0x1135 /app/tsdb/wal/checkpoint.go:188
# 0x1cdb15c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x50c /app/tsdb/head.go:701
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 188416] @ 0x1cb1598 0x1cb0ccf 0x1cade59 0x1cdb15d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1cb1597 github.com/prometheus/prometheus/tsdb/wal.(*Reader).next+0x757 /app/tsdb/wal/reader.go:134
# 0x1cb0cce github.com/prometheus/prometheus/tsdb/wal.(*Reader).Next+0x2e /app/tsdb/wal/reader.go:45
# 0x1cade58 github.com/prometheus/prometheus/tsdb/wal.Checkpoint+0x678 /app/tsdb/wal/checkpoint.go:165
# 0x1cdb15c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x50c /app/tsdb/head.go:701
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [5: 778240] @ 0x1c682b9 0x1c681c9 0x1c6877c 0x1caba4d 0x1cae916 0x1cdb15d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1c682b8 github.com/prometheus/prometheus/tsdb/encoding.(*Encbuf).PutUvarint64+0x118 /app/tsdb/encoding/encoding.go:60
# 0x1c681c8 github.com/prometheus/prometheus/tsdb/encoding.(*Encbuf).PutUvarint+0x28 /app/tsdb/encoding/encoding.go:46
# 0x1c6877b github.com/prometheus/prometheus/tsdb/encoding.(*Encbuf).PutUvarintStr+0x3b /app/tsdb/encoding/encoding.go:71
# 0x1caba4c github.com/prometheus/prometheus/tsdb/record.(*Encoder).Series+0x1cc /app/tsdb/record/record.go:183
# 0x1cae915 github.com/prometheus/prometheus/tsdb/wal.Checkpoint+0x1135 /app/tsdb/wal/checkpoint.go:188
# 0x1cdb15c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x50c /app/tsdb/head.go:701
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [3: 172032] @ 0x1c6883c 0x1c6877d 0x1caba72 0x1cae916 0x1cdb15d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1c6883b github.com/prometheus/prometheus/tsdb/encoding.(*Encbuf).PutString+0xfb /app/tsdb/encoding/encoding.go:40
# 0x1c6877c github.com/prometheus/prometheus/tsdb/encoding.(*Encbuf).PutUvarintStr+0x3c /app/tsdb/encoding/encoding.go:72
# 0x1caba71 github.com/prometheus/prometheus/tsdb/record.(*Encoder).Series+0x1f1 /app/tsdb/record/record.go:184
# 0x1cae915 github.com/prometheus/prometheus/tsdb/wal.Checkpoint+0x1135 /app/tsdb/wal/checkpoint.go:188
# 0x1cdb15c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x50c /app/tsdb/head.go:701
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [7: 224] @ 0x1ca661c 0x1ca664c 0x1cde55f 0x1cdad9d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1ca661b github.com/prometheus/prometheus/tsdb/index.newListPostings+0x14b /app/tsdb/index/postings.go:653
# 0x1ca664b github.com/prometheus/prometheus/tsdb/index.(*MemPostings).Iter+0x17b /app/tsdb/index/postings.go:256
# 0x1cde55e github.com/prometheus/prometheus/tsdb.(*Head).gc+0x31e /app/tsdb/head.go:1162
# 0x1cdad9c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x14c /app/tsdb/head.go:661
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 12288] @ 0x1ca5e31 0x1cde375 0x1cdad9d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1ca5e30 github.com/prometheus/prometheus/tsdb/index.(*MemPostings).Delete+0x3e0 /app/tsdb/index/postings.go:227
# 0x1cde374 github.com/prometheus/prometheus/tsdb.(*Head).gc+0x134 /app/tsdb/head.go:1141
# 0x1cdad9c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x14c /app/tsdb/head.go:661
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 512] @ 0x1c9d879 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc69ae 0x1cce7f9 0x1cce541 0x1ccded0 0x45f181
# 0x1c9d878 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0x568 /app/tsdb/index/index.go:802
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc69ad github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Write+0x1cd /app/tsdb/compact.go:486
# 0x1cce7f8 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0x98 /app/tsdb/db.go:756
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [14: 448] @ 0x1d0eff0 0x1d0d768 0x1d10d70 0x1d109bc 0x1d108c3 0x1d0da69 0x1d10558 0x1d0d768 0x1d11255 0x1d0bfe9 0x1d0a17f 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1d0efef github.com/prometheus/prometheus/promql.(*evaluator).eval+0x124f /app/promql/engine.go:1108
# 0x1d0d767 github.com/prometheus/prometheus/promql.(*evaluator).rangeEval+0x1407 /app/promql/engine.go:887
# 0x1d10d6f github.com/prometheus/prometheus/promql.(*evaluator).eval+0x2fcf /app/promql/engine.go:1249
# 0x1d109bb github.com/prometheus/prometheus/promql.(*evaluator).eval+0x2c1b /app/promql/engine.go:1210
# 0x1d108c2 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x2b22 /app/promql/engine.go:1333
# 0x1d0da68 github.com/prometheus/prometheus/promql.(*evaluator).evalSubquery+0x58 /app/promql/engine.go:1000
# 0x1d10557 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x27b7 /app/promql/engine.go:1071
# 0x1d0d767 github.com/prometheus/prometheus/promql.(*evaluator).rangeEval+0x1407 /app/promql/engine.go:887
# 0x1d11254 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x34b4 /app/promql/engine.go:1255
# 0x1d0bfe8 github.com/prometheus/prometheus/promql.(*evaluator).Eval+0x98 /app/promql/engine.go:814
# 0x1d0a17e github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x5de /app/promql/engine.go:535
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [10: 480] @ 0x48ffd8 0x1c5ceee 0x1c5cef9 0x1d6972e 0x1d696d3 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x48ffd7 context.WithValue+0x77 /usr/local/go/src/context/context.go:487
# 0x1c5ceed github.com/opentracing/opentracing-go.ContextWithSpan+0x10d /app/vendor/github.com/opentracing/opentracing-go/gocontext.go:12
# 0x1c5cef8 github.com/opentracing/opentracing-go.StartSpanFromContextWithTracer+0x118 /app/vendor/github.com/opentracing/opentracing-go/gocontext.go:59
# 0x1d6972d github.com/opentracing/opentracing-go.StartSpanFromContext+0x8d /app/vendor/github.com/opentracing/opentracing-go/gocontext.go:44
# 0x1d696d2 github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x32 /app/rules/manager.go:559
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [6: 192] @ 0x1c5cf75 0x1c93170 0x1c93110 0x1c935a8 0x1d09370 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1c5cf74 github.com/opentracing/opentracing-go.StartSpanFromContextWithTracer+0x194 /app/vendor/github.com/opentracing/opentracing-go/gocontext.go:56
# 0x1c9316f github.com/opentracing/opentracing-go.StartSpanFromContext+0x8f /app/vendor/github.com/opentracing/opentracing-go/gocontext.go:44
# 0x1c9310f github.com/prometheus/prometheus/util/stats.NewSpanTimer+0x2f /app/util/stats/query_stats.go:127
# 0x1c935a7 github.com/prometheus/prometheus/util/stats.(*QueryTimers).GetSpanTimer+0x137 /app/util/stats/query_stats.go:156
# 0x1d0936f github.com/prometheus/prometheus/promql.(*Engine).exec+0x1df /app/promql/engine.go:455
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [3: 48] @ 0x1c746c6 0x1c73a0b 0x1c73a93 0x1c73a93 0x1d0b45a 0x1d0b360 0x1d09eba 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1c746c5 github.com/prometheus/prometheus/promql/parser.Children+0xa55 /app/promql/parser/ast.go:343
# 0x1c73a0a github.com/prometheus/prometheus/promql/parser.Walk+0x13a /app/promql/parser/ast.go:280
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1d0b459 github.com/prometheus/prometheus/promql/parser.Inspect+0x169 /app/promql/parser/ast.go:305
# 0x1d0b35f github.com/prometheus/prometheus/promql.(*Engine).populateSeries+0x6f /app/promql/engine.go:655
# 0x1d09eb9 github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x319 /app/promql/engine.go:513
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [14: 1568] @ 0x449c0f 0x44969e 0x449917 0x1c8a991 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b4fa 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x1d5d6eb 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1c8a990 github.com/prometheus/prometheus/promql/parser.Expressions.String+0xe0 /app/promql/parser/printer.go:58
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b4f9 github.com/prometheus/prometheus/promql/parser.(*Call).String+0xd9 /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x1d5d6ea github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0x6a /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [4: 128] @ 0x1d0eff0 0x1d0d768 0x1d11255 0x1d0bfe9 0x1d0a17f 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1d0efef github.com/prometheus/prometheus/promql.(*evaluator).eval+0x124f /app/promql/engine.go:1108
# 0x1d0d767 github.com/prometheus/prometheus/promql.(*evaluator).rangeEval+0x1407 /app/promql/engine.go:887
# 0x1d11254 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x34b4 /app/promql/engine.go:1255
# 0x1d0bfe8 github.com/prometheus/prometheus/promql.(*evaluator).Eval+0x98 /app/promql/engine.go:814
# 0x1d0a17e github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x5de /app/promql/engine.go:535
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [6: 288] @ 0x40d8c0 0x1ce33c4 0x1cdbcbe 0x1ce579a 0x1cd4556 0x1ed40ba 0x1c6d81c 0x1d09e01 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1ce33c3 github.com/prometheus/prometheus/tsdb.(*isolation).State+0xc3 /app/tsdb/isolation.go:94
# 0x1cdbcbd github.com/prometheus/prometheus/tsdb.(*RangeHead).Chunks+0x3d /app/tsdb/head.go:771
# 0x1ce5799 github.com/prometheus/prometheus/tsdb.NewBlockQuerier+0x89 /app/tsdb/querier.go:161
# 0x1cd4555 github.com/prometheus/prometheus/tsdb.(*DB).Querier+0x4e5 /app/tsdb/db.go:1295
# 0x1ed40b9 main.(*readyStorage).Querier+0x69 /app/cmd/prometheus/main.go:949
# 0x1c6d81b github.com/prometheus/prometheus/storage.(*fanout).Querier+0xbb /app/storage/fanout.go:72
# 0x1d09e00 github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x260 /app/promql/engine.go:506
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [9: 288] @ 0x1c5cf75 0x1c93170 0x1c93110 0x1c935a8 0x1d0948a 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1c5cf74 github.com/opentracing/opentracing-go.StartSpanFromContextWithTracer+0x194 /app/vendor/github.com/opentracing/opentracing-go/gocontext.go:56
# 0x1c9316f github.com/opentracing/opentracing-go.StartSpanFromContext+0x8f /app/vendor/github.com/opentracing/opentracing-go/gocontext.go:44
# 0x1c9310f github.com/prometheus/prometheus/util/stats.NewSpanTimer+0x2f /app/util/stats/query_stats.go:127
# 0x1c935a7 github.com/prometheus/prometheus/util/stats.(*QueryTimers).GetSpanTimer+0x137 /app/util/stats/query_stats.go:156
# 0x1d09489 github.com/prometheus/prometheus/promql.(*Engine).exec+0x2f9 /app/promql/engine.go:458
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [2: 64] @ 0x75a1ea 0x75a18b 0x759bf7 0x748246 0x1cbea34 0x1cc3989 0x1ccec24 0x1cce592 0x1ccded0 0x45f181
# 0x75a1e9 encoding/json.(*scanner).pushParseState+0x339 /usr/local/go/src/encoding/json/scanner.go:144
# 0x75a18a encoding/json.stateBeginValue+0x2da /usr/local/go/src/encoding/json/scanner.go:187
# 0x759bf6 encoding/json.checkValid+0xa6 /usr/local/go/src/encoding/json/scanner.go:29
# 0x748245 encoding/json.Unmarshal+0x65 /usr/local/go/src/encoding/json/decode.go:100
# 0x1cbea33 github.com/prometheus/prometheus/tsdb.readMetaFile+0x123 /app/tsdb/block.go:191
# 0x1cc3988 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Plan+0xd8 /app/tsdb/compact.go:183
# 0x1ccec23 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x63 /app/tsdb/db.go:787
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [12: 192] @ 0x1ce80e4 0x1ce72c3 0x1ce9ecc 0x1ce5d80 0x1ce5d26 0x1ce4b14 0x1d257f4 0x1c73bfc 0x1c73949 0x1c73a93 0x1c73a93 0x1c73a93 0x1c73a93 0x1c73a93 0x1c73a93 0x1c73a93 0x1d0b45a 0x1d0b360 0x1d09eba 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1ce80e3 github.com/prometheus/prometheus/tsdb.postingsForMatcher+0x443 /app/tsdb/querier.go:392
# 0x1ce72c2 github.com/prometheus/prometheus/tsdb.PostingsForMatchers+0x292 /app/tsdb/querier.go:349
# 0x1ce9ecb github.com/prometheus/prometheus/tsdb.lookupChunkSeries+0x8b /app/tsdb/querier.go:687
# 0x1ce5d7f github.com/prometheus/prometheus/tsdb.LookupChunkSeries+0x2cf /app/tsdb/querier.go:674
# 0x1ce5d25 github.com/prometheus/prometheus/tsdb.(*blockQuerier).Select+0x275 /app/tsdb/querier.go:199
# 0x1ce4b13 github.com/prometheus/prometheus/tsdb.(*querier).Select+0x483 /app/tsdb/querier.go:95
# 0x1d257f3 github.com/prometheus/prometheus/promql.(*Engine).populateSeries.func1+0x3d3 /app/promql/engine.go:692
# 0x1c73bfb github.com/prometheus/prometheus/promql/parser.inspector.Visit+0x5b /app/promql/parser/ast.go:293
# 0x1c73948 github.com/prometheus/prometheus/promql/parser.Walk+0x78 /app/promql/parser/ast.go:275
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1d0b459 github.com/prometheus/prometheus/promql/parser.Inspect+0x169 /app/promql/parser/ast.go:305
# 0x1d0b35f github.com/prometheus/prometheus/promql.(*Engine).populateSeries+0x6f /app/promql/engine.go:655
# 0x1d09eb9 github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x319 /app/promql/engine.go:513
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [14: 1120] @ 0x4846a9 0x48f96a 0x48ff2b 0x1d09282 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x4846a8 time.AfterFunc+0x48 /usr/local/go/src/time/sleep.go:157
# 0x48f969 context.WithDeadline+0x319 /usr/local/go/src/context/context.go:412
# 0x48ff2a context.WithTimeout+0x6a /usr/local/go/src/context/context.go:464
# 0x1d09281 github.com/prometheus/prometheus/promql.(*Engine).exec+0xf1 /app/promql/engine.go:423
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [3: 48] @ 0x74e1f3 0x74951e 0x74bf22 0x7493ad 0x74a06c 0x74943d 0x74bf22 0x7493ad 0x74bf22 0x7493ad 0x7488eb 0x7482f2 0x1cbea34 0x1cc3989 0x1ccec24 0x1cce592 0x1ccded0 0x45f181
# 0x74e1f2 encoding/json.(*decodeState).literalStore+0x1062 /usr/local/go/src/encoding/json/decode.go:1026
# 0x74951d encoding/json.(*decodeState).value+0x1dd /usr/local/go/src/encoding/json/decode.go:443
# 0x74bf21 encoding/json.(*decodeState).object+0x1391 /usr/local/go/src/encoding/json/decode.go:823
# 0x7493ac encoding/json.(*decodeState).value+0x6c /usr/local/go/src/encoding/json/decode.go:429
# 0x74a06b encoding/json.(*decodeState).array+0x1ab /usr/local/go/src/encoding/json/decode.go:616
# 0x74943c encoding/json.(*decodeState).value+0xfc /usr/local/go/src/encoding/json/decode.go:419
# 0x74bf21 encoding/json.(*decodeState).object+0x1391 /usr/local/go/src/encoding/json/decode.go:823
# 0x7493ac encoding/json.(*decodeState).value+0x6c /usr/local/go/src/encoding/json/decode.go:429
# 0x74bf21 encoding/json.(*decodeState).object+0x1391 /usr/local/go/src/encoding/json/decode.go:823
# 0x7493ac encoding/json.(*decodeState).value+0x6c /usr/local/go/src/encoding/json/decode.go:429
# 0x7488ea encoding/json.(*decodeState).unmarshal+0x1fa /usr/local/go/src/encoding/json/decode.go:179
# 0x7482f1 encoding/json.Unmarshal+0x111 /usr/local/go/src/encoding/json/decode.go:106
# 0x1cbea33 github.com/prometheus/prometheus/tsdb.readMetaFile+0x123 /app/tsdb/block.go:191
# 0x1cc3988 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Plan+0xd8 /app/tsdb/compact.go:183
# 0x1ccec23 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x63 /app/tsdb/db.go:787
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [3: 624] @ 0x4df121 0x4deafd 0x5dbfd0 0xe93eb6 0xe954b2 0xe94a32 0x45f181
# 0x4df120 os.lstatNolog+0x30 /usr/local/go/src/os/stat_unix.go:41
# 0x4deafc os.Lstat+0x4c /usr/local/go/src/os/stat.go:22
# 0x5dbfcf path/filepath.Glob+0x3ff /usr/local/go/src/path/filepath/match.go:236
# 0xe93eb5 github.com/prometheus/prometheus/discovery/file.(*Discovery).listFiles+0xb5 /app/discovery/file/file.go:193
# 0xe954b1 github.com/prometheus/prometheus/discovery/file.(*Discovery).refresh+0xb1 /app/discovery/file/file.go:318
# 0xe94a31 github.com/prometheus/prometheus/discovery/file.(*Discovery).Run+0x4b1 /app/discovery/file/file.go:260
0: 0 [9: 122112] @ 0x1c6870b 0x1cabc1a 0x1cdd0b3 0x1cdd3ce 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x1c6870a github.com/prometheus/prometheus/tsdb/encoding.(*Encbuf).PutVarint64+0x12a /app/tsdb/encoding/encoding.go:65
# 0x1cabc19 github.com/prometheus/prometheus/tsdb/record.(*Encoder).Samples+0x139 /app/tsdb/record/record.go:207
# 0x1cdd0b2 github.com/prometheus/prometheus/tsdb.(*headAppender).log+0x182 /app/tsdb/head.go:1012
# 0x1cdd3cd github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x4d /app/tsdb/head.go:1023
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
0: 0 [1: 5376] @ 0x1c9ded8 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc53a2 0x1ccecfa 0x1cce592 0x1ccded0 0x45f181
# 0x1c9ded7 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0xbc7 /app/tsdb/index/index.go:858
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc53a1 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Compact+0x621 /app/tsdb/compact.go:419
# 0x1ccecf9 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x139 /app/tsdb/db.go:801
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [35: 1680] @ 0x1ca102b 0x1ca1010 0x1ca1f5d 0x1ca4243 0x1ca2a70 0x1cc1673 0x1cca202 0x1ccaf2f 0x1cc8a02 0x1cc75bd 0x1cc53a2 0x1ccecfa 0x1cce592 0x1ccded0 0x45f181
# 0x1ca102a github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x14a /app/tsdb/encoding/encoding.go:187
# 0x1ca100f github.com/prometheus/prometheus/tsdb/index.Symbols.Lookup+0x12f /app/tsdb/index/index.go:1282
# 0x1ca1f5c github.com/prometheus/prometheus/tsdb/index.(*Reader).lookupSymbol+0x10c /app/tsdb/index/index.go:1408
# 0x1ca4242 github.com/prometheus/prometheus/tsdb/index.(*Decoder).Series+0x1a2 /app/tsdb/index/index.go:1675
# 0x1ca2a6f github.com/prometheus/prometheus/tsdb/index.(*Reader).Series+0x12f /app/tsdb/index/index.go:1488
# 0x1cc1672 github.com/prometheus/prometheus/tsdb.blockIndexReader.Series+0x72 /app/tsdb/block.go:440
# 0x1cca201 github.com/prometheus/prometheus/tsdb.(*compactionSeriesSet).Next+0x181 /app/tsdb/compact.go:876
# 0x1ccaf2e github.com/prometheus/prometheus/tsdb.(*compactionMerger).Next+0x43e /app/tsdb/compact.go:987
# 0x1cc8a01 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).populateBlock+0x861 /app/tsdb/compact.go:735
# 0x1cc75bc github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x5cc /app/tsdb/compact.go:577
# 0x1cc53a1 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Compact+0x621 /app/tsdb/compact.go:419
# 0x1ccecf9 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x139 /app/tsdb/db.go:801
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [4: 1024] @ 0x1c9ded8 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc69ae 0x1cce7f9 0x1cce541 0x1ccded0 0x45f181
# 0x1c9ded7 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0xbc7 /app/tsdb/index/index.go:858
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc69ad github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Write+0x1cd /app/tsdb/compact.go:486
# 0x1cce7f8 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0x98 /app/tsdb/db.go:756
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [5: 80] @ 0x1c8b45e 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8bb3d 0x1c8b81e 0x1c8a926 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b4fa 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x1d5d6eb 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1c8b45d github.com/prometheus/prometheus/promql/parser.(*Call).String+0x3d /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8bb3c github.com/prometheus/prometheus/promql/parser.(*ParenExpr).String+0x7c /app/promql/parser/printer.go:145
# 0x1c8b81d github.com/prometheus/prometheus/promql/parser.(*SubqueryExpr).String+0x7d /app/promql/parser/printer.go:137
# 0x1c8a925 github.com/prometheus/prometheus/promql/parser.Expressions.String+0x75 /app/promql/parser/printer.go:57
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b4f9 github.com/prometheus/prometheus/promql/parser.(*Call).String+0xd9 /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x1d5d6ea github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0x6a /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [11: 352] @ 0x1c8b48c 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8bb3d 0x1c8b81e 0x1c8a926 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b4fa 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x1c8a843 0x1d0739b 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40
# 0x1c8b48b github.com/prometheus/prometheus/promql/parser.(*Call).String+0x6b /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8bb3c github.com/prometheus/prometheus/promql/parser.(*ParenExpr).String+0x7c /app/promql/parser/printer.go:145
# 0x1c8b81d github.com/prometheus/prometheus/promql/parser.(*SubqueryExpr).String+0x7d /app/promql/parser/printer.go:137
# 0x1c8a925 github.com/prometheus/prometheus/promql/parser.Expressions.String+0x75 /app/promql/parser/printer.go:57
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b4f9 github.com/prometheus/prometheus/promql/parser.(*Call).String+0xd9 /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x1c8a842 github.com/prometheus/prometheus/promql/parser.(*EvalStmt).String+0x32 /app/promql/parser/printer.go:49
# 0x1d0739a github.com/prometheus/prometheus/promql.(*query).Exec+0x1ea /app/promql/engine.go:184
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [6: 384] @ 0x1c93608 0x1c934a0 0x1d09521 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1c93607 github.com/prometheus/prometheus/util/stats.(*TimerGroup).GetTimer+0x197 /app/util/stats/timer.go:75
# 0x1c9349f github.com/prometheus/prometheus/util/stats.(*QueryTimers).GetSpanTimer+0x2f /app/util/stats/query_stats.go:156
# 0x1d09520 github.com/prometheus/prometheus/promql.(*Engine).exec+0x390 /app/promql/engine.go:476
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [23: 2944] @ 0x4e3f82 0x1c8b2df 0x1c8a843 0x1d0739b 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x4e3f81 fmt.Sprintf+0x91 /usr/local/go/src/fmt/print.go:220
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x1c8a842 github.com/prometheus/prometheus/promql/parser.(*EvalStmt).String+0x32 /app/promql/parser/printer.go:49
# 0x1d0739a github.com/prometheus/prometheus/promql.(*query).Exec+0x1ea /app/promql/engine.go:184
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [7: 224] @ 0x4bb879 0x74a5bc 0x74943d 0x74bf22 0x7493ad 0x74bf22 0x7493ad 0x7488eb 0x7482f2 0x1cbea34 0x1cc3989 0x1ccec24 0x1cce592 0x1ccded0 0x45f181
# 0x4bb878 reflect.MakeSlice+0x78 /usr/local/go/src/reflect/value.go:2268
# 0x74a5bb encoding/json.(*decodeState).array+0x6fb /usr/local/go/src/encoding/json/decode.go:605
# 0x74943c encoding/json.(*decodeState).value+0xfc /usr/local/go/src/encoding/json/decode.go:419
# 0x74bf21 encoding/json.(*decodeState).object+0x1391 /usr/local/go/src/encoding/json/decode.go:823
# 0x7493ac encoding/json.(*decodeState).value+0x6c /usr/local/go/src/encoding/json/decode.go:429
# 0x74bf21 encoding/json.(*decodeState).object+0x1391 /usr/local/go/src/encoding/json/decode.go:823
# 0x7493ac encoding/json.(*decodeState).value+0x6c /usr/local/go/src/encoding/json/decode.go:429
# 0x7488ea encoding/json.(*decodeState).unmarshal+0x1fa /usr/local/go/src/encoding/json/decode.go:179
# 0x7482f1 encoding/json.Unmarshal+0x111 /usr/local/go/src/encoding/json/decode.go:106
# 0x1cbea33 github.com/prometheus/prometheus/tsdb.readMetaFile+0x123 /app/tsdb/block.go:191
# 0x1cc3988 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Plan+0xd8 /app/tsdb/compact.go:183
# 0x1ccec23 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x63 /app/tsdb/db.go:787
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 48] @ 0x7660b4 0x766102 0x765f5d 0x76a2ef 0x76486d 0x76e771 0x76e8af 0x1d55f16 0x1ec42ca 0x1ec71db 0x1ec5a45 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x7660b3 text/template/parse.NewIdentifier+0x3f3 /usr/local/go/src/text/template/parse/node.go:291
# 0x766101 html/template.newIdentCmd+0x441 /usr/local/go/src/html/template/escape.go:387
# 0x765f5c html/template.ensurePipelineContains+0x29c /usr/local/go/src/html/template/escape.go:300
# 0x76a2ee html/template.(*escaper).commit+0x22e /usr/local/go/src/html/template/escape.go:815
# 0x76486c html/template.escapeTemplate+0x1fc /usr/local/go/src/html/template/escape.go:38
# 0x76e770 html/template.(*Template).escape+0x170 /usr/local/go/src/html/template/template.go:102
# 0x76e8ae html/template.(*Template).Execute+0x2e /usr/local/go/src/html/template/template.go:119
# 0x1d55f15 github.com/prometheus/prometheus/template.Expander.ExpandHTML+0x385 /app/template/template.go:350
# 0x1ec42c9 github.com/prometheus/prometheus/web.(*Handler).executeTemplate+0x2d9 /app/web/web.go:1098
# 0x1ec71da github.com/prometheus/prometheus/web.(*Handler).graph+0x5a /app/web/web.go:722
# 0x1ec5a44 github.com/prometheus/prometheus/web.(*Handler).testReady.func1+0x54 /app/web/web.go:489
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [1: 96] @ 0x72ade7 0x72adbb 0x72a8dc 0x72a733 0x729541 0x728bf7 0x727bc2 0x7467d1 0x76ef69 0x1d55e79 0x1ec42ca 0x1ec71db 0x1ec5a45 0x6eba54 0x1e6e999 0x6eba54 0x1e6e552 0x6eba54 0x1e6e73a 0x1ec6bd6 0x1e837f6 0x1e7eebe 0x1e833ac 0x6eda2d 0x1e6806b 0x6eba54 0x1ec48d3 0x6eba54 0x6eefa4 0x6ea845 0x45f181
# 0x72ade6 text/template/parse.(*Tree).newPipeline+0x96 /usr/local/go/src/text/template/parse/node.go:155
# 0x72adba text/template/parse.(*Tree).pipeline+0x6a /usr/local/go/src/text/template/parse/parse.go:384
# 0x72a8db text/template/parse.(*Tree).action+0x16b /usr/local/go/src/text/template/parse/parse.go:377
# 0x72a732 text/template/parse.(*Tree).textOrAction+0x292 /usr/local/go/src/text/template/parse/parse.go:345
# 0x729540 text/template/parse.(*Tree).parse+0x380 /usr/local/go/src/text/template/parse/parse.go:291
# 0x728bf6 text/template/parse.(*Tree).Parse+0x246 /usr/local/go/src/text/template/parse/parse.go:230
# 0x727bc1 text/template/parse.Parse+0x121 /usr/local/go/src/text/template/parse/parse.go:55
# 0x7467d0 text/template.(*Template).Parse+0x110 /usr/local/go/src/text/template/template.go:200
# 0x76ef68 html/template.(*Template).Parse+0x98 /usr/local/go/src/html/template/template.go:189
# 0x1d55e78 github.com/prometheus/prometheus/template.Expander.ExpandHTML+0x2e8 /app/template/template.go:339
# 0x1ec42c9 github.com/prometheus/prometheus/web.(*Handler).executeTemplate+0x2d9 /app/web/web.go:1098
# 0x1ec71da github.com/prometheus/prometheus/web.(*Handler).graph+0x5a /app/web/web.go:722
# 0x1ec5a44 github.com/prometheus/prometheus/web.(*Handler).testReady.func1+0x54 /app/web/web.go:489
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e998 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerResponseSize.func1+0xe8 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:196
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e551 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerDuration.func2+0xb1 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:76
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1e6e739 github.com/prometheus/client_golang/prometheus/promhttp.InstrumentHandlerCounter.func1+0xd9 /app/vendor/github.com/prometheus/client_golang/prometheus/promhttp/instrument_server.go:100
# 0x1ec6bd5 github.com/prometheus/prometheus/web.setPathWithPrefix.func1.1+0x1c5 /app/web/web.go:1122
# 0x1e837f5 github.com/prometheus/common/route.(*Router).handle.func1+0x295 /app/vendor/github.com/prometheus/common/route/route.go:83
# 0x1e7eebd github.com/julienschmidt/httprouter.(*Router).ServeHTTP+0x95d /app/vendor/github.com/julienschmidt/httprouter/router.go:334
# 0x1e833ab github.com/prometheus/common/route.(*Router).ServeHTTP+0x4b /app/vendor/github.com/prometheus/common/route/route.go:121
# 0x6eda2c net/http.(*ServeMux).ServeHTTP+0x1bc /usr/local/go/src/net/http/server.go:2387
# 0x1e6806a github.com/opentracing-contrib/go-stdlib/nethttp.MiddlewareFunc.func5+0x5fa /app/vendor/github.com/opentracing-contrib/go-stdlib/nethttp/server.go:140
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x1ec48d2 github.com/prometheus/prometheus/web.withStackTracer.func1+0xb2 /app/web/web.go:103
# 0x6eba53 net/http.HandlerFunc.ServeHTTP+0x43 /usr/local/go/src/net/http/server.go:2007
# 0x6eefa3 net/http.serverHandler.ServeHTTP+0xa3 /usr/local/go/src/net/http/server.go:2802
# 0x6ea844 net/http.(*conn).serve+0x874 /usr/local/go/src/net/http/server.go:1890
0: 0 [3: 96] @ 0x1cc3aca 0x1ccec24 0x1cce592 0x1ccded0 0x45f181
# 0x1cc3ac9 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Plan+0x219 /app/tsdb/compact.go:187
# 0x1ccec23 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x63 /app/tsdb/db.go:787
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [2: 32] @ 0x8032da 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b956 0x1c8a926 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b4fa 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x1d5d6eb 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x8032d9 github.com/prometheus/common/model.Duration.String+0x329 /app/vendor/github.com/prometheus/common/model/time.go:250
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b955 github.com/prometheus/prometheus/promql/parser.(*SubqueryExpr).String+0x1b5 /app/promql/parser/printer.go:137
# 0x1c8a925 github.com/prometheus/prometheus/promql/parser.Expressions.String+0x75 /app/promql/parser/printer.go:57
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b4f9 github.com/prometheus/prometheus/promql/parser.(*Call).String+0xd9 /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x1d5d6ea github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0x6a /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [2: 96] @ 0x1cc47e5 0x1cc412f 0x1cc3cfe 0x1cc3a2b 0x1ccec24 0x1cce592 0x1ccded0 0x45f181
# 0x1cc47e4 github.com/prometheus/prometheus/tsdb.splitByRange+0x284 /app/tsdb/compact.go:326
# 0x1cc412e github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).selectDirs+0xce /app/tsdb/compact.go:237
# 0x1cc3cfd github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).plan+0x15d /app/tsdb/compact.go:206
# 0x1cc3a2a github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Plan+0x17a /app/tsdb/compact.go:189
# 0x1ccec23 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x63 /app/tsdb/db.go:787
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [2: 32] @ 0x1c73b64 0x1d0b24d 0x1d0b19c 0x1d09cfe 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1c73b63 github.com/prometheus/prometheus/promql/parser.Walk+0x293 /app/promql/parser/ast.go:278
# 0x1d0b24c github.com/prometheus/prometheus/promql/parser.Inspect+0xec /app/promql/parser/ast.go:305
# 0x1d0b19b github.com/prometheus/prometheus/promql.(*Engine).findMinTime+0x3b /app/promql/engine.go:622
# 0x1d09cfd github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x15d /app/promql/engine.go:505
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [5: 160] @ 0x1d0ed65 0x1d0d768 0x1d11255 0x1d0bfe9 0x1d0a17f 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1d0ed64 github.com/prometheus/prometheus/promql.(*evaluator).eval+0xfc4 /app/promql/engine.go:1084
# 0x1d0d767 github.com/prometheus/prometheus/promql.(*evaluator).rangeEval+0x1407 /app/promql/engine.go:887
# 0x1d11254 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x34b4 /app/promql/engine.go:1255
# 0x1d0bfe8 github.com/prometheus/prometheus/promql.(*evaluator).Eval+0x98 /app/promql/engine.go:814
# 0x1d0a17e github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x5de /app/promql/engine.go:535
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [15: 1200] @ 0x1d25545 0x1c73bfc 0x1c73949 0x1c73a93 0x1c73a93 0x1c73a93 0x1c73a93 0x1d0b45a 0x1d0b360 0x1d09eba 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1d25544 github.com/prometheus/prometheus/promql.(*Engine).populateSeries.func1+0x124 /app/promql/engine.go:661
# 0x1c73bfb github.com/prometheus/prometheus/promql/parser.inspector.Visit+0x5b /app/promql/parser/ast.go:293
# 0x1c73948 github.com/prometheus/prometheus/promql/parser.Walk+0x78 /app/promql/parser/ast.go:275
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1d0b459 github.com/prometheus/prometheus/promql/parser.Inspect+0x169 /app/promql/parser/ast.go:305
# 0x1d0b35f github.com/prometheus/prometheus/promql.(*Engine).populateSeries+0x6f /app/promql/engine.go:655
# 0x1d09eb9 github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x319 /app/promql/engine.go:513
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [2: 64] @ 0x1d73a15 0x1d7fbdb 0x1d7e26b 0x45f181
# 0x1d73a14 github.com/prometheus/prometheus/pkg/textparse.(*PromParser).Metric+0x4d4 /app/pkg/textparse/promparse.go:233
# 0x1d7fbda github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0x4da /app/scrape/scrape.go:1169
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
0: 0 [6: 288] @ 0x40d6bd 0x1c6e8df 0x1c6d9af 0x1d09e01 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1c6e8de github.com/prometheus/prometheus/storage.NewMergeQuerier+0x10e /app/storage/fanout.go:206
# 0x1c6d9ae github.com/prometheus/prometheus/storage.(*fanout).Querier+0x24e /app/storage/fanout.go:88
# 0x1d09e00 github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x260 /app/promql/engine.go:506
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [9: 288] @ 0x1cdc79e 0x1cdd71f 0x1cce2a5 0x1c6e2f9 0x1d694b9 0x1d6a29d 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1cdc79d github.com/prometheus/prometheus/tsdb.(*Head).putSeriesBuffer+0x3d /app/tsdb/head.go:905
# 0x1cdd71e github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x39e /app/tsdb/head.go:1056
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d694b8 github.com/prometheus/prometheus/rules.(*Group).Eval.func1.2+0x48 /app/rules/manager.go:594
# 0x1d6a29c github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0xbfc /app/rules/manager.go:637
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [2: 160] @ 0x48445c 0x1ccdd9b 0x1ccddfa 0x45f181
# 0x48445b time.NewTimer+0x6b /usr/local/go/src/time/sleep.go:86
# 0x1ccdd9a time.After+0x14a /usr/local/go/src/time/sleep.go:149
# 0x1ccddf9 github.com/prometheus/prometheus/tsdb.(*DB).run+0x1a9 /app/tsdb/db.go:648
0: 0 [6: 192] @ 0x1d0fef1 0x1d0d768 0x1d10d70 0x1d109bc 0x1d108c3 0x1d0da69 0x1d10558 0x1d0d768 0x1d11255 0x1d0bfe9 0x1d0a17f 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1d0fef0 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x2150 /app/promql/engine.go:1207
# 0x1d0d767 github.com/prometheus/prometheus/promql.(*evaluator).rangeEval+0x1407 /app/promql/engine.go:887
# 0x1d10d6f github.com/prometheus/prometheus/promql.(*evaluator).eval+0x2fcf /app/promql/engine.go:1249
# 0x1d109bb github.com/prometheus/prometheus/promql.(*evaluator).eval+0x2c1b /app/promql/engine.go:1210
# 0x1d108c2 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x2b22 /app/promql/engine.go:1333
# 0x1d0da68 github.com/prometheus/prometheus/promql.(*evaluator).evalSubquery+0x58 /app/promql/engine.go:1000
# 0x1d10557 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x27b7 /app/promql/engine.go:1071
# 0x1d0d767 github.com/prometheus/prometheus/promql.(*evaluator).rangeEval+0x1407 /app/promql/engine.go:887
# 0x1d11254 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x34b4 /app/promql/engine.go:1255
# 0x1d0bfe8 github.com/prometheus/prometheus/promql.(*evaluator).Eval+0x98 /app/promql/engine.go:814
# 0x1d0a17e github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x5de /app/promql/engine.go:535
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [3: 144] @ 0x48ffd8 0x1c5ceee 0x1c5cef9 0x1c93170 0x1c93110 0x1c935a8 0x1d09521 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x48ffd7 context.WithValue+0x77 /usr/local/go/src/context/context.go:487
# 0x1c5ceed github.com/opentracing/opentracing-go.ContextWithSpan+0x10d /app/vendor/github.com/opentracing/opentracing-go/gocontext.go:12
# 0x1c5cef8 github.com/opentracing/opentracing-go.StartSpanFromContextWithTracer+0x118 /app/vendor/github.com/opentracing/opentracing-go/gocontext.go:59
# 0x1c9316f github.com/opentracing/opentracing-go.StartSpanFromContext+0x8f /app/vendor/github.com/opentracing/opentracing-go/gocontext.go:44
# 0x1c9310f github.com/prometheus/prometheus/util/stats.NewSpanTimer+0x2f /app/util/stats/query_stats.go:127
# 0x1c935a7 github.com/prometheus/prometheus/util/stats.(*QueryTimers).GetSpanTimer+0x137 /app/util/stats/query_stats.go:156
# 0x1d09520 github.com/prometheus/prometheus/promql.(*Engine).exec+0x390 /app/promql/engine.go:476
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [1: 16384] @ 0x4d66dd 0x4de402 0x4ddd53 0x4dd9a2 0x1cad530 0x1cad492 0x1cdb305 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x4d66dc os.(*File).readdirnames+0x8c /usr/local/go/src/os/dir_unix.go:44
# 0x4de401 os.(*File).Readdirnames+0x861 /usr/local/go/src/os/dir.go:48
# 0x4ddd52 os.removeAllFrom+0x1b2 /usr/local/go/src/os/removeall_at.go:110
# 0x4dd9a1 os.removeAll+0x2e1 /usr/local/go/src/os/removeall_at.go:49
# 0x1cad52f os.RemoveAll+0x25f /usr/local/go/src/os/path.go:70
# 0x1cad491 github.com/prometheus/prometheus/tsdb/wal.DeleteCheckpoints+0x1c1 /app/tsdb/wal/checkpoint.go:86
# 0x1cdb304 github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x6b4 /app/tsdb/head.go:723
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [10: 320] @ 0x1caaab8 0x1caaa81 0x1cae816 0x1cdb15d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1caaab7 github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x167 /app/tsdb/encoding/encoding.go:187
# 0x1caaa80 github.com/prometheus/prometheus/tsdb/record.(*Decoder).Series+0x130 /app/tsdb/record/record.go:91
# 0x1cae815 github.com/prometheus/prometheus/tsdb/wal.Checkpoint+0x1035 /app/tsdb/wal/checkpoint.go:176
# 0x1cdb15c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x50c /app/tsdb/head.go:701
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [7: 1376256] @ 0x1c6883c 0x1c6877d 0x1caba72 0x1cae916 0x1cdb15d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1c6883b github.com/prometheus/prometheus/tsdb/encoding.(*Encbuf).PutString+0xfb /app/tsdb/encoding/encoding.go:40
# 0x1c6877c github.com/prometheus/prometheus/tsdb/encoding.(*Encbuf).PutUvarintStr+0x3c /app/tsdb/encoding/encoding.go:72
# 0x1caba71 github.com/prometheus/prometheus/tsdb/record.(*Encoder).Series+0x1f1 /app/tsdb/record/record.go:184
# 0x1cae915 github.com/prometheus/prometheus/tsdb/wal.Checkpoint+0x1135 /app/tsdb/wal/checkpoint.go:188
# 0x1cdb15c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x50c /app/tsdb/head.go:701
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [2: 114688] @ 0x1cb1598 0x1cb0ccf 0x1cade59 0x1cdb15d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1cb1597 github.com/prometheus/prometheus/tsdb/wal.(*Reader).next+0x757 /app/tsdb/wal/reader.go:134
# 0x1cb0cce github.com/prometheus/prometheus/tsdb/wal.(*Reader).Next+0x2e /app/tsdb/wal/reader.go:45
# 0x1cade58 github.com/prometheus/prometheus/tsdb/wal.Checkpoint+0x678 /app/tsdb/wal/checkpoint.go:165
# 0x1cdb15c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x50c /app/tsdb/head.go:701
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 4864] @ 0x1c6883c 0x1c6877d 0x1caba72 0x1cae916 0x1cdb15d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1c6883b github.com/prometheus/prometheus/tsdb/encoding.(*Encbuf).PutString+0xfb /app/tsdb/encoding/encoding.go:40
# 0x1c6877c github.com/prometheus/prometheus/tsdb/encoding.(*Encbuf).PutUvarintStr+0x3c /app/tsdb/encoding/encoding.go:72
# 0x1caba71 github.com/prometheus/prometheus/tsdb/record.(*Encoder).Series+0x1f1 /app/tsdb/record/record.go:184
# 0x1cae915 github.com/prometheus/prometheus/tsdb/wal.Checkpoint+0x1135 /app/tsdb/wal/checkpoint.go:188
# 0x1cdb15c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x50c /app/tsdb/head.go:701
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [6: 56832] @ 0x1c9ded8 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc69ae 0x1cce7f9 0x1cce541 0x1ccded0 0x45f181
# 0x1c9ded7 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0xbc7 /app/tsdb/index/index.go:858
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc69ad github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Write+0x1cd /app/tsdb/compact.go:486
# 0x1cce7f8 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0x98 /app/tsdb/db.go:756
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [9: 663552] @ 0x1cdf9de 0x1cc878d 0x1cc75bd 0x1cc69ae 0x1cce7f9 0x1cce541 0x1ccded0 0x45f181
# 0x1cdf9dd github.com/prometheus/prometheus/tsdb.(*headIndexReader).SortedPostings+0x14d /app/tsdb/head.go:1402
# 0x1cc878c github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).populateBlock+0x5ec /app/tsdb/compact.go:707
# 0x1cc75bc github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x5cc /app/tsdb/compact.go:577
# 0x1cc69ad github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Write+0x1cd /app/tsdb/compact.go:486
# 0x1cce7f8 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0x98 /app/tsdb/db.go:756
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [13: 2704] @ 0x4ded8f 0x5de29e 0x1cbe9b6 0x1cc3989 0x1ccec24 0x1cce592 0x1ccded0 0x45f181
# 0x4ded8e os.(*File).Stat+0x3e /usr/local/go/src/os/stat_unix.go:19
# 0x5de29d io/ioutil.ReadFile+0xdd /usr/local/go/src/io/ioutil/ioutil.go:62
# 0x1cbe9b5 github.com/prometheus/prometheus/tsdb.readMetaFile+0xa5 /app/tsdb/block.go:185
# 0x1cc3988 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Plan+0xd8 /app/tsdb/compact.go:183
# 0x1ccec23 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x63 /app/tsdb/db.go:787
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 16384] @ 0x1ca6aa9 0x1ca6868 0x1ce05f3 0x1ce03b8 0x1cdc8fc 0x1c6e02b 0x1d84878 0x1d7fd1d 0x1d7e26b 0x45f181
# 0x1ca6aa8 github.com/prometheus/prometheus/tsdb/index.(*MemPostings).addFor+0x1b8 /app/tsdb/index/postings.go:282
# 0x1ca6867 github.com/prometheus/prometheus/tsdb/index.(*MemPostings).Add+0x97 /app/tsdb/index/postings.go:269
# 0x1ce05f2 github.com/prometheus/prometheus/tsdb.(*Head).getOrCreateWithID+0x202 /app/tsdb/head.go:1483
# 0x1ce03b7 github.com/prometheus/prometheus/tsdb.(*Head).getOrCreate+0xc7 /app/tsdb/head.go:1469
# 0x1cdc8fb github.com/prometheus/prometheus/tsdb.(*headAppender).Add+0x11b /app/tsdb/head.go:949
# 0x1c6e02a github.com/prometheus/prometheus/storage.(*fanoutAppender).Add+0x7a /app/storage/fanout.go:129
# 0x1d84877 github.com/prometheus/prometheus/scrape.(*timeLimitAppender).Add+0x77 /app/scrape/target.go:328
# 0x1d7fd1c github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0x61c /app/scrape/scrape.go:1188
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
0: 0 [7: 896] @ 0x5e35a3 0x5e36b1 0x1d8336f 0x1d7a3fd 0x1d7a044 0x1d86109 0x45f181
# 0x5e35a2 strings.(*Builder).WriteString+0x862 /usr/local/go/src/strings/builder.go:122
# 0x5e36b0 net/url.(*URL).String+0x970 /usr/local/go/src/net/url/url.go:809
# 0x1d8336e github.com/prometheus/prometheus/scrape.(*Target).hash+0x13e /app/scrape/target.go:148
# 0x1d7a3fc github.com/prometheus/prometheus/scrape.(*scrapePool).sync+0x1dc /app/scrape/scrape.go:405
# 0x1d7a043 github.com/prometheus/prometheus/scrape.(*scrapePool).Sync+0x533 /app/scrape/scrape.go:378
# 0x1d86108 github.com/prometheus/prometheus/scrape.(*Manager).reload.func1+0x48 /app/scrape/manager.go:197
0: 0 [6: 96] @ 0x1ce737f 0x1ce9ecc 0x1ce5d80 0x1ce5d26 0x1ce4b14 0x1d257f4 0x1c73bfc 0x1c73949 0x1c73a93 0x1c73a93 0x1c73a93 0x1c73a93 0x1c73a93 0x1c73a93 0x1c73a93 0x1d0b45a 0x1d0b360 0x1d09eba 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1ce737e github.com/prometheus/prometheus/tsdb.PostingsForMatchers+0x34e /app/tsdb/querier.go:353
# 0x1ce9ecb github.com/prometheus/prometheus/tsdb.lookupChunkSeries+0x8b /app/tsdb/querier.go:687
# 0x1ce5d7f github.com/prometheus/prometheus/tsdb.LookupChunkSeries+0x2cf /app/tsdb/querier.go:674
# 0x1ce5d25 github.com/prometheus/prometheus/tsdb.(*blockQuerier).Select+0x275 /app/tsdb/querier.go:199
# 0x1ce4b13 github.com/prometheus/prometheus/tsdb.(*querier).Select+0x483 /app/tsdb/querier.go:95
# 0x1d257f3 github.com/prometheus/prometheus/promql.(*Engine).populateSeries.func1+0x3d3 /app/promql/engine.go:692
# 0x1c73bfb github.com/prometheus/prometheus/promql/parser.inspector.Visit+0x5b /app/promql/parser/ast.go:293
# 0x1c73948 github.com/prometheus/prometheus/promql/parser.Walk+0x78 /app/promql/parser/ast.go:275
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1d0b459 github.com/prometheus/prometheus/promql/parser.Inspect+0x169 /app/promql/parser/ast.go:305
# 0x1d0b35f github.com/prometheus/prometheus/promql.(*Engine).populateSeries+0x6f /app/promql/engine.go:655
# 0x1d09eb9 github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x319 /app/promql/engine.go:513
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [5: 160] @ 0x1c7456b 0x1c73a0b 0x1c73a93 0x1c73a93 0x1c73a93 0x1c73a93 0x1d0b45a 0x1d0b360 0x1d09eba 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1c7456a github.com/prometheus/prometheus/promql/parser.Children+0x8fa /app/promql/parser/ast.go:334
# 0x1c73a0a github.com/prometheus/prometheus/promql/parser.Walk+0x13a /app/promql/parser/ast.go:280
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1d0b459 github.com/prometheus/prometheus/promql/parser.Inspect+0x169 /app/promql/parser/ast.go:305
# 0x1d0b35f github.com/prometheus/prometheus/promql.(*Engine).populateSeries+0x6f /app/promql/engine.go:655
# 0x1d09eb9 github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x319 /app/promql/engine.go:513
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [15: 720] @ 0x4e3f82 0x1c8c319 0x1c8b5e9 0x1c8a926 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b4fa 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8bb3d 0x1c8b81e 0x1c8a926 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b4fa 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x1d5d6eb
# 0x4e3f81 fmt.Sprintf+0x91 /usr/local/go/src/fmt/print.go:220
# 0x1c8c318 github.com/prometheus/prometheus/promql/parser.(*VectorSelector).String+0x608 /app/promql/parser/printer.go:174
# 0x1c8b5e8 github.com/prometheus/prometheus/promql/parser.(*MatrixSelector).String+0xb8 /app/promql/parser/printer.go:125
# 0x1c8a925 github.com/prometheus/prometheus/promql/parser.Expressions.String+0x75 /app/promql/parser/printer.go:57
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b4f9 github.com/prometheus/prometheus/promql/parser.(*Call).String+0xd9 /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8bb3c github.com/prometheus/prometheus/promql/parser.(*ParenExpr).String+0x7c /app/promql/parser/printer.go:145
# 0x1c8b81d github.com/prometheus/prometheus/promql/parser.(*SubqueryExpr).String+0x7d /app/promql/parser/printer.go:137
# 0x1c8a925 github.com/prometheus/prometheus/promql/parser.Expressions.String+0x75 /app/promql/parser/printer.go:57
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b4f9 github.com/prometheus/prometheus/promql/parser.(*Call).String+0xd9 /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x1d5d6ea github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0x6a /app/rules/alerting.go:300
0: 0 [3: 192] @ 0x8d2612 0x8e05f8 0x8d6bbc 0x8d31bb 0x8d2b3f 0x8cb5e0 0x8cb5c4 0x8c849b 0x8c827b 0x8b6252 0x8b6e47 0x8b66a7 0x8b70a8 0x8b6685 0x8b6e60 0x8b66a7 0x8b6814 0x8b6640 0x8e325b 0xe9610f 0xe9611a 0xe95539 0xe94a32 0x45f181
# 0x8d2611 gopkg.in/yaml%2ev2.read+0x1d1 /app/vendor/gopkg.in/yaml.v2/scannerc.go:528
# 0x8e05f7 gopkg.in/yaml%2ev2.yaml_parser_scan_plain_scalar+0x2a7 /app/vendor/gopkg.in/yaml.v2/scannerc.go:2638
# 0x8d6bbb gopkg.in/yaml%2ev2.yaml_parser_fetch_plain_scalar+0x8b /app/vendor/gopkg.in/yaml.v2/scannerc.go:1435
# 0x8d31ba gopkg.in/yaml%2ev2.yaml_parser_fetch_next_token+0x49a /app/vendor/gopkg.in/yaml.v2/scannerc.go:813
# 0x8d2b3e gopkg.in/yaml%2ev2.yaml_parser_fetch_more_tokens+0x3e /app/vendor/gopkg.in/yaml.v2/scannerc.go:642
# 0x8cb5df gopkg.in/yaml%2ev2.peek_token+0x41f /app/vendor/gopkg.in/yaml.v2/parserc.go:47
# 0x8cb5c3 gopkg.in/yaml%2ev2.yaml_parser_parse_block_sequence_entry+0x403 /app/vendor/gopkg.in/yaml.v2/parserc.go:594
# 0x8c849a gopkg.in/yaml%2ev2.yaml_parser_state_machine+0x1ea /app/vendor/gopkg.in/yaml.v2/parserc.go:125
# 0x8c827a gopkg.in/yaml%2ev2.yaml_parser_parse+0x8a /app/vendor/gopkg.in/yaml.v2/parserc.go:72
# 0x8b6251 gopkg.in/yaml%2ev2.(*parser).peek+0x41 /app/vendor/gopkg.in/yaml.v2/decode.go:105
# 0x8b6e46 gopkg.in/yaml%2ev2.(*parser).sequence+0x96 /app/vendor/gopkg.in/yaml.v2/decode.go:205
# 0x8b66a6 gopkg.in/yaml%2ev2.(*parser).parse+0x1a6 /app/vendor/gopkg.in/yaml.v2/decode.go:151
# 0x8b70a7 gopkg.in/yaml%2ev2.(*parser).mapping+0xc7 /app/vendor/gopkg.in/yaml.v2/decode.go:217
# 0x8b6684 gopkg.in/yaml%2ev2.(*parser).parse+0x184 /app/vendor/gopkg.in/yaml.v2/decode.go:149
# 0x8b6e5f gopkg.in/yaml%2ev2.(*parser).sequence+0xaf /app/vendor/gopkg.in/yaml.v2/decode.go:206
# 0x8b66a6 gopkg.in/yaml%2ev2.(*parser).parse+0x1a6 /app/vendor/gopkg.in/yaml.v2/decode.go:151
# 0x8b6813 gopkg.in/yaml%2ev2.(*parser).document+0xa3 /app/vendor/gopkg.in/yaml.v2/decode.go:175
# 0x8b663f gopkg.in/yaml%2ev2.(*parser).parse+0x13f /app/vendor/gopkg.in/yaml.v2/decode.go:153
# 0x8e325a gopkg.in/yaml%2ev2.unmarshal+0x27a /app/vendor/gopkg.in/yaml.v2/yaml.go:142
# 0xe9610e gopkg.in/yaml%2ev2.UnmarshalStrict+0x22e /app/vendor/gopkg.in/yaml.v2/yaml.go:89
# 0xe96119 github.com/prometheus/prometheus/discovery/file.(*Discovery).readFile+0x239 /app/discovery/file/file.go:383
# 0xe95538 github.com/prometheus/prometheus/discovery/file.(*Discovery).refresh+0x138 /app/discovery/file/file.go:319
# 0xe94a31 github.com/prometheus/prometheus/discovery/file.(*Discovery).Run+0x4b1 /app/discovery/file/file.go:260
0: 0 [22: 2816] @ 0x1c73b64 0x1c73a93 0x1c73a93 0x1c73a93 0x1c73a93 0x1d0b24d 0x1d0b19c 0x1d09cfe 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1c73b63 github.com/prometheus/prometheus/promql/parser.Walk+0x293 /app/promql/parser/ast.go:278
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1d0b24c github.com/prometheus/prometheus/promql/parser.Inspect+0xec /app/promql/parser/ast.go:305
# 0x1d0b19b github.com/prometheus/prometheus/promql.(*Engine).findMinTime+0x3b /app/promql/engine.go:622
# 0x1d09cfd github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x15d /app/promql/engine.go:505
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [4: 256] @ 0x40cc35 0x4bb8c4 0x74a5bc 0x74943d 0x74bf22 0x7493ad 0x74bf22 0x7493ad 0x7488eb 0x7482f2 0x1cbea34 0x1cc3989 0x1ccec24 0x1cce592 0x1ccded0 0x45f181
# 0x40cc34 reflect.unsafe_NewArray+0x34 /usr/local/go/src/runtime/malloc.go:1178
# 0x4bb8c3 reflect.MakeSlice+0xc3 /usr/local/go/src/reflect/value.go:2268
# 0x74a5bb encoding/json.(*decodeState).array+0x6fb /usr/local/go/src/encoding/json/decode.go:605
# 0x74943c encoding/json.(*decodeState).value+0xfc /usr/local/go/src/encoding/json/decode.go:419
# 0x74bf21 encoding/json.(*decodeState).object+0x1391 /usr/local/go/src/encoding/json/decode.go:823
# 0x7493ac encoding/json.(*decodeState).value+0x6c /usr/local/go/src/encoding/json/decode.go:429
# 0x74bf21 encoding/json.(*decodeState).object+0x1391 /usr/local/go/src/encoding/json/decode.go:823
# 0x7493ac encoding/json.(*decodeState).value+0x6c /usr/local/go/src/encoding/json/decode.go:429
# 0x7488ea encoding/json.(*decodeState).unmarshal+0x1fa /usr/local/go/src/encoding/json/decode.go:179
# 0x7482f1 encoding/json.Unmarshal+0x111 /usr/local/go/src/encoding/json/decode.go:106
# 0x1cbea33 github.com/prometheus/prometheus/tsdb.readMetaFile+0x123 /app/tsdb/block.go:191
# 0x1cc3988 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Plan+0xd8 /app/tsdb/compact.go:183
# 0x1ccec23 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x63 /app/tsdb/db.go:787
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [10: 160] @ 0x661c60 0x661237 0x6e1d73 0x7075e5 0x7071af 0x45f181
# 0x661c5f net/textproto.canonicalMIMEHeaderKey+0x15f /usr/local/go/src/net/textproto/reader.go:639
# 0x661236 net/textproto.(*Reader).ReadMIMEHeader+0x186 /usr/local/go/src/net/textproto/reader.go:503
# 0x6e1d72 net/http.ReadResponse+0x462 /usr/local/go/src/net/http/response.go:191
# 0x7075e4 net/http.(*persistConn).readResponse+0x84 /usr/local/go/src/net/http/transport.go:2105
# 0x7071ae net/http.(*persistConn).readLoop+0x10ce /usr/local/go/src/net/http/transport.go:1926
0: 0 [1: 208] @ 0x4ded8f 0xe96022 0xe95539 0xe94a32 0x45f181
# 0x4ded8e os.(*File).Stat+0x3e /usr/local/go/src/os/stat_unix.go:19
# 0xe96021 github.com/prometheus/prometheus/discovery/file.(*Discovery).readFile+0x141 /app/discovery/file/file.go:370
# 0xe95538 github.com/prometheus/prometheus/discovery/file.(*Discovery).refresh+0x138 /app/discovery/file/file.go:319
# 0xe94a31 github.com/prometheus/prometheus/discovery/file.(*Discovery).Run+0x4b1 /app/discovery/file/file.go:260
0: 0 [3: 48] @ 0x1c8b45e 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8bb3d 0x1c8b81e 0x1c8a926 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b4fa 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x1d5f69a 0x1d6ac21 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1c8b45d github.com/prometheus/prometheus/promql/parser.(*Call).String+0x3d /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8bb3c github.com/prometheus/prometheus/promql/parser.(*ParenExpr).String+0x7c /app/promql/parser/printer.go:145
# 0x1c8b81d github.com/prometheus/prometheus/promql/parser.(*SubqueryExpr).String+0x7d /app/promql/parser/printer.go:137
# 0x1c8a925 github.com/prometheus/prometheus/promql/parser.Expressions.String+0x75 /app/promql/parser/printer.go:57
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b4f9 github.com/prometheus/prometheus/promql/parser.(*Call).String+0xd9 /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x1d5f699 github.com/prometheus/prometheus/rules.(*AlertingRule).sendAlerts+0xe9 /app/rules/alerting.go:498
# 0x1d6ac20 github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x1580 /app/rules/manager.go:584
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [20: 960] @ 0x1ce010c 0x1cea2a7 0x1ceac94 0x1ceae68 0x1d0b9ab 0x1d0b875 0x1d0b914 0x1d0ee7a 0x1d0d768 0x1d10d70 0x1d109bc 0x1d108c3 0x1d0da69 0x1d10558 0x1d0d768 0x1d11255 0x1d0bfe9 0x1d0a17f 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1ce010b github.com/prometheus/prometheus/tsdb.(*headIndexReader).Series+0x33b /app/tsdb/head.go:1447
# 0x1cea2a6 github.com/prometheus/prometheus/tsdb.(*baseChunkSeries).Next+0x186 /app/tsdb/querier.go:716
# 0x1ceac93 github.com/prometheus/prometheus/tsdb.(*populatedChunkSeries).Next+0x403 /app/tsdb/querier.go:774
# 0x1ceae67 github.com/prometheus/prometheus/tsdb.(*blockSeriesSet).Next+0x47 /app/tsdb/querier.go:833
# 0x1d0b9aa github.com/prometheus/prometheus/promql.expandSeriesSet+0x5a /app/promql/engine.go:756
# 0x1d0b874 github.com/prometheus/prometheus/promql.checkForSeriesSetExpansion+0x94 /app/promql/engine.go:745
# 0x1d0b913 github.com/prometheus/prometheus/promql.checkForSeriesSetExpansion+0x133 /app/promql/engine.go:742
# 0x1d0ee79 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x10d9 /app/promql/engine.go:1097
# 0x1d0d767 github.com/prometheus/prometheus/promql.(*evaluator).rangeEval+0x1407 /app/promql/engine.go:887
# 0x1d10d6f github.com/prometheus/prometheus/promql.(*evaluator).eval+0x2fcf /app/promql/engine.go:1249
# 0x1d109bb github.com/prometheus/prometheus/promql.(*evaluator).eval+0x2c1b /app/promql/engine.go:1210
# 0x1d108c2 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x2b22 /app/promql/engine.go:1333
# 0x1d0da68 github.com/prometheus/prometheus/promql.(*evaluator).evalSubquery+0x58 /app/promql/engine.go:1000
# 0x1d10557 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x27b7 /app/promql/engine.go:1071
# 0x1d0d767 github.com/prometheus/prometheus/promql.(*evaluator).rangeEval+0x1407 /app/promql/engine.go:887
# 0x1d11254 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x34b4 /app/promql/engine.go:1255
# 0x1d0bfe8 github.com/prometheus/prometheus/promql.(*evaluator).Eval+0x98 /app/promql/engine.go:814
# 0x1d0a17e github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x5de /app/promql/engine.go:535
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [11: 528] @ 0x1d0f065 0x1d0d768 0x1d11255 0x1d0bfe9 0x1d0a17f 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1d0f064 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x12c4 /app/promql/engine.go:1109
# 0x1d0d767 github.com/prometheus/prometheus/promql.(*evaluator).rangeEval+0x1407 /app/promql/engine.go:887
# 0x1d11254 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x34b4 /app/promql/engine.go:1255
# 0x1d0bfe8 github.com/prometheus/prometheus/promql.(*evaluator).Eval+0x98 /app/promql/engine.go:814
# 0x1d0a17e github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x5de /app/promql/engine.go:535
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [9: 1296] @ 0x1cbe9f7 0x1cc3989 0x1ccec24 0x1cce592 0x1ccded0 0x45f181
# 0x1cbe9f6 github.com/prometheus/prometheus/tsdb.readMetaFile+0xe6 /app/tsdb/block.go:189
# 0x1cc3988 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Plan+0xd8 /app/tsdb/compact.go:183
# 0x1ccec23 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x63 /app/tsdb/db.go:787
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [1: 32] @ 0x1d86401 0x1d6d088 0x1d7e064 0x45f181
# 0x1d86400 github.com/prometheus/prometheus/scrape.newScrapePool.func1+0x60 /app/scrape/scrape.go:204
# 0x1d6d087 github.com/prometheus/prometheus/pkg/pool.(*Pool).Get+0xa7 /app/pkg/pool/pool.go:66
# 0x1d7e063 github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x3e3 /app/scrape/scrape.go:947
0: 0 [1: 2688] @ 0x40da83 0x40f6f9 0x413152 0x1ca8c50 0x1ca1c71 0x1ca03d0 0x1c9f818 0x1cbfd01 0x1cd06f6 0x1ccf322 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1ca8c4f github.com/prometheus/prometheus/tsdb/index.newReader.func2+0x28f /app/tsdb/index/index.go:1146
# 0x1ca1c70 github.com/prometheus/prometheus/tsdb/index.ReadOffsetTable+0x270 /app/tsdb/index/index.go:1391
# 0x1ca03cf github.com/prometheus/prometheus/tsdb/index.newReader+0x6df /app/tsdb/index/index.go:1140
# 0x1c9f817 github.com/prometheus/prometheus/tsdb/index.NewFileReader+0xc7 /app/tsdb/index/index.go:1075
# 0x1cbfd00 github.com/prometheus/prometheus/tsdb.OpenBlock+0x2e0 /app/tsdb/block.go:294
# 0x1cd06f5 github.com/prometheus/prometheus/tsdb.openBlocks+0x4b5 /app/tsdb/db.go:945
# 0x1ccf321 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xf1 /app/tsdb/db.go:840
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [3: 192] @ 0x56137a 0x561357 0x560f45 0x5dded7 0x1cbe99e 0x1cbe940 0x1cc3989 0x1ccec24 0x1cce592 0x1ccded0 0x45f181
# 0x561379 strings.(*Builder).grow+0x4c9 /usr/local/go/src/strings/builder.go:67
# 0x561356 strings.(*Builder).Grow+0x4a6 /usr/local/go/src/strings/builder.go:81
# 0x560f44 strings.Join+0x94 /usr/local/go/src/strings/strings.go:438
# 0x5dded6 path/filepath.join+0xa6 /usr/local/go/src/path/filepath/path_unix.go:45
# 0x1cbe99d path/filepath.Join+0x8d /usr/local/go/src/path/filepath/path.go:210
# 0x1cbe93f github.com/prometheus/prometheus/tsdb.readMetaFile+0x2f /app/tsdb/block.go:185
# 0x1cc3988 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Plan+0xd8 /app/tsdb/compact.go:183
# 0x1ccec23 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x63 /app/tsdb/db.go:787
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [4: 128] @ 0x1e5fd9b 0x1e5fd7e 0x1c6dcb5 0x1d69991 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1e5fd9a github.com/prometheus/prometheus/storage/remote.(*WriteStorage).Appender+0x3a /app/storage/remote/write.go:192
# 0x1e5fd7d github.com/prometheus/prometheus/storage/remote.(*Storage).Appender+0x1d /app/storage/remote/storage.go:153
# 0x1c6dcb4 github.com/prometheus/prometheus/storage.(*fanout).Appender+0x104 /app/storage/fanout.go:95
# 0x1d69990 github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x2f0 /app/rules/manager.go:591
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [6: 96] @ 0x1c8c22a 0x1c8b5e9 0x1c8a926 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b4fa 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8bb3d 0x1c8b81e 0x1c8a926 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b4fa 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x1d5f69a 0x1d6ac21
# 0x1c8c229 github.com/prometheus/prometheus/promql/parser.(*VectorSelector).String+0x519 /app/promql/parser/printer.go:174
# 0x1c8b5e8 github.com/prometheus/prometheus/promql/parser.(*MatrixSelector).String+0xb8 /app/promql/parser/printer.go:125
# 0x1c8a925 github.com/prometheus/prometheus/promql/parser.Expressions.String+0x75 /app/promql/parser/printer.go:57
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b4f9 github.com/prometheus/prometheus/promql/parser.(*Call).String+0xd9 /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8bb3c github.com/prometheus/prometheus/promql/parser.(*ParenExpr).String+0x7c /app/promql/parser/printer.go:145
# 0x1c8b81d github.com/prometheus/prometheus/promql/parser.(*SubqueryExpr).String+0x7d /app/promql/parser/printer.go:137
# 0x1c8a925 github.com/prometheus/prometheus/promql/parser.Expressions.String+0x75 /app/promql/parser/printer.go:57
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b4f9 github.com/prometheus/prometheus/promql/parser.(*Call).String+0xd9 /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x1d5f699 github.com/prometheus/prometheus/rules.(*AlertingRule).sendAlerts+0xe9 /app/rules/alerting.go:498
# 0x1d6ac20 github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x1580 /app/rules/manager.go:584
0: 0 [7: 112] @ 0x1c8b620 0x1c8a926 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b4fa 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8bb3d 0x1c8b81e 0x1c8a926 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b4fa 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x1d5f69a 0x1d6ac21 0x1d63b89
# 0x1c8b61f github.com/prometheus/prometheus/promql/parser.(*MatrixSelector).String+0xef /app/promql/parser/printer.go:125
# 0x1c8a925 github.com/prometheus/prometheus/promql/parser.Expressions.String+0x75 /app/promql/parser/printer.go:57
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b4f9 github.com/prometheus/prometheus/promql/parser.(*Call).String+0xd9 /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8bb3c github.com/prometheus/prometheus/promql/parser.(*ParenExpr).String+0x7c /app/promql/parser/printer.go:145
# 0x1c8b81d github.com/prometheus/prometheus/promql/parser.(*SubqueryExpr).String+0x7d /app/promql/parser/printer.go:137
# 0x1c8a925 github.com/prometheus/prometheus/promql/parser.Expressions.String+0x75 /app/promql/parser/printer.go:57
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b4f9 github.com/prometheus/prometheus/promql/parser.(*Call).String+0xd9 /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x1d5f699 github.com/prometheus/prometheus/rules.(*AlertingRule).sendAlerts+0xe9 /app/rules/alerting.go:498
# 0x1d6ac20 github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x1580 /app/rules/manager.go:584
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
0: 0 [13: 9152] @ 0x1c5fa0d 0x1ce1bf1 0x1ce22dc 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x1c5fa0c github.com/prometheus/prometheus/tsdb/chunkenc.(*XORChunk).Compact+0x5c /app/tsdb/chunkenc/xor.go:84
# 0x1ce1bf0 github.com/prometheus/prometheus/tsdb.(*memSeries).cut+0x150 /app/tsdb/head.go:1745
# 0x1ce22db github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x38b /app/tsdb/head.go:1842
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
0: 0 [7: 224] @ 0x1d0eda0 0x1d0d768 0x1d11255 0x1d0bfe9 0x1d0a17f 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1d0ed9f github.com/prometheus/prometheus/promql.(*evaluator).eval+0xfff /app/promql/engine.go:1085
# 0x1d0d767 github.com/prometheus/prometheus/promql.(*evaluator).rangeEval+0x1407 /app/promql/engine.go:887
# 0x1d11254 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x34b4 /app/promql/engine.go:1255
# 0x1d0bfe8 github.com/prometheus/prometheus/promql.(*evaluator).Eval+0x98 /app/promql/engine.go:814
# 0x1d0a17e github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x5de /app/promql/engine.go:535
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [10: 800] @ 0x1d08a17 0x1d08a07 0x1d68981 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1d08a16 github.com/prometheus/prometheus/promql.(*Engine).newQuery+0x76 /app/promql/engine.go:394
# 0x1d08a06 github.com/prometheus/prometheus/promql.(*Engine).NewInstantQuery+0x66 /app/promql/engine.go:367
# 0x1d68980 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0x80 /app/rules/manager.go:167
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [6: 288] @ 0x1d0c3ee 0x1d11255 0x1d0bfe9 0x1d0a17f 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1d0c3ed github.com/prometheus/prometheus/promql.(*evaluator).rangeEval+0x8d /app/promql/engine.go:879
# 0x1d11254 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x34b4 /app/promql/engine.go:1255
# 0x1d0bfe8 github.com/prometheus/prometheus/promql.(*evaluator).Eval+0x98 /app/promql/engine.go:814
# 0x1d0a17e github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x5de /app/promql/engine.go:535
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [8: 768] @ 0x4db13c 0x4db477 0x4d99c3 0x5de23e 0x5de20f 0x1cbe9b6 0x1cc3989 0x1ccec24 0x1cce592 0x1ccded0 0x45f181
# 0x4db13b os.newFile+0x6b /usr/local/go/src/os/file_unix.go:116
# 0x4db476 os.openFileNolog+0x1b6 /usr/local/go/src/os/file_unix.go:222
# 0x4d99c2 os.OpenFile+0x62 /usr/local/go/src/os/file.go:300
# 0x5de23d os.Open+0x7d /usr/local/go/src/os/file.go:280
# 0x5de20e io/ioutil.ReadFile+0x4e /usr/local/go/src/io/ioutil/ioutil.go:53
# 0x1cbe9b5 github.com/prometheus/prometheus/tsdb.readMetaFile+0xa5 /app/tsdb/block.go:185
# 0x1cc3988 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Plan+0xd8 /app/tsdb/compact.go:183
# 0x1ccec23 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x63 /app/tsdb/db.go:787
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [9: 288] @ 0x1d0db2c 0x1d10558 0x1d0d768 0x1d11255 0x1d0bfe9 0x1d0a17f 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1d0db2b github.com/prometheus/prometheus/promql.(*evaluator).evalSubquery+0x11b /app/promql/engine.go:1007
# 0x1d10557 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x27b7 /app/promql/engine.go:1071
# 0x1d0d767 github.com/prometheus/prometheus/promql.(*evaluator).rangeEval+0x1407 /app/promql/engine.go:887
# 0x1d11254 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x34b4 /app/promql/engine.go:1255
# 0x1d0bfe8 github.com/prometheus/prometheus/promql.(*evaluator).Eval+0x98 /app/promql/engine.go:814
# 0x1d0a17e github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x5de /app/promql/engine.go:535
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [11: 1760] @ 0x1d83807 0x1d7a47d 0x1d7a044 0x1d86109 0x45f181
# 0x1d83806 github.com/prometheus/prometheus/scrape.(*Target).DiscoveredLabels+0xc6 /app/scrape/target.go:186
# 0x1d7a47c github.com/prometheus/prometheus/scrape.(*scrapePool).sync+0x25c /app/scrape/scrape.go:426
# 0x1d7a043 github.com/prometheus/prometheus/scrape.(*scrapePool).Sync+0x533 /app/scrape/scrape.go:378
# 0x1d86108 github.com/prometheus/prometheus/scrape.(*Manager).reload.func1+0x48 /app/scrape/manager.go:197
0: 0 [10: 640] @ 0x1c93608 0x1c934a0 0x1d09fd7 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1c93607 github.com/prometheus/prometheus/util/stats.(*TimerGroup).GetTimer+0x197 /app/util/stats/timer.go:75
# 0x1c9349f github.com/prometheus/prometheus/util/stats.(*QueryTimers).GetSpanTimer+0x2f /app/util/stats/query_stats.go:156
# 0x1d09fd6 github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x436 /app/promql/engine.go:520
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [2: 32] @ 0x1c746c6 0x1c73a0b 0x1c73a93 0x1c73a93 0x1d0b24d 0x1d0b19c 0x1d09cfe 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1c746c5 github.com/prometheus/prometheus/promql/parser.Children+0xa55 /app/promql/parser/ast.go:343
# 0x1c73a0a github.com/prometheus/prometheus/promql/parser.Walk+0x13a /app/promql/parser/ast.go:280
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1d0b24c github.com/prometheus/prometheus/promql/parser.Inspect+0xec /app/promql/parser/ast.go:305
# 0x1d0b19b github.com/prometheus/prometheus/promql.(*Engine).findMinTime+0x3b /app/promql/engine.go:622
# 0x1d09cfd github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x15d /app/promql/engine.go:505
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [11: 880] @ 0x1ce010c 0x1cea2a7 0x1ceac94 0x1ceae68 0x1d0b9ab 0x1d0b875 0x1d0b914 0x1d0ee7a 0x1d0d768 0x1d10d70 0x1d109bc 0x1d108c3 0x1d0da69 0x1d10558 0x1d0d768 0x1d11255 0x1d0bfe9 0x1d0a17f 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1ce010b github.com/prometheus/prometheus/tsdb.(*headIndexReader).Series+0x33b /app/tsdb/head.go:1447
# 0x1cea2a6 github.com/prometheus/prometheus/tsdb.(*baseChunkSeries).Next+0x186 /app/tsdb/querier.go:716
# 0x1ceac93 github.com/prometheus/prometheus/tsdb.(*populatedChunkSeries).Next+0x403 /app/tsdb/querier.go:774
# 0x1ceae67 github.com/prometheus/prometheus/tsdb.(*blockSeriesSet).Next+0x47 /app/tsdb/querier.go:833
# 0x1d0b9aa github.com/prometheus/prometheus/promql.expandSeriesSet+0x5a /app/promql/engine.go:756
# 0x1d0b874 github.com/prometheus/prometheus/promql.checkForSeriesSetExpansion+0x94 /app/promql/engine.go:745
# 0x1d0b913 github.com/prometheus/prometheus/promql.checkForSeriesSetExpansion+0x133 /app/promql/engine.go:742
# 0x1d0ee79 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x10d9 /app/promql/engine.go:1097
# 0x1d0d767 github.com/prometheus/prometheus/promql.(*evaluator).rangeEval+0x1407 /app/promql/engine.go:887
# 0x1d10d6f github.com/prometheus/prometheus/promql.(*evaluator).eval+0x2fcf /app/promql/engine.go:1249
# 0x1d109bb github.com/prometheus/prometheus/promql.(*evaluator).eval+0x2c1b /app/promql/engine.go:1210
# 0x1d108c2 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x2b22 /app/promql/engine.go:1333
# 0x1d0da68 github.com/prometheus/prometheus/promql.(*evaluator).evalSubquery+0x58 /app/promql/engine.go:1000
# 0x1d10557 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x27b7 /app/promql/engine.go:1071
# 0x1d0d767 github.com/prometheus/prometheus/promql.(*evaluator).rangeEval+0x1407 /app/promql/engine.go:887
# 0x1d11254 github.com/prometheus/prometheus/promql.(*evaluator).eval+0x34b4 /app/promql/engine.go:1255
# 0x1d0bfe8 github.com/prometheus/prometheus/promql.(*evaluator).Eval+0x98 /app/promql/engine.go:814
# 0x1d0a17e github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x5de /app/promql/engine.go:535
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [36: 7488] @ 0x1c5fa0d 0x1ce1bf1 0x1ce22dc 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x1c5fa0c github.com/prometheus/prometheus/tsdb/chunkenc.(*XORChunk).Compact+0x5c /app/tsdb/chunkenc/xor.go:84
# 0x1ce1bf0 github.com/prometheus/prometheus/tsdb.(*memSeries).cut+0x150 /app/tsdb/head.go:1745
# 0x1ce22db github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x38b /app/tsdb/head.go:1842
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
0: 0 [1: 14336] @ 0x1ca6aa9 0x1ca6868 0x1ce05f3 0x1ce03b8 0x1cdc8fc 0x1c6e02b 0x1d84878 0x1d7fd1d 0x1d7e26b 0x45f181
# 0x1ca6aa8 github.com/prometheus/prometheus/tsdb/index.(*MemPostings).addFor+0x1b8 /app/tsdb/index/postings.go:282
# 0x1ca6867 github.com/prometheus/prometheus/tsdb/index.(*MemPostings).Add+0x97 /app/tsdb/index/postings.go:269
# 0x1ce05f2 github.com/prometheus/prometheus/tsdb.(*Head).getOrCreateWithID+0x202 /app/tsdb/head.go:1483
# 0x1ce03b7 github.com/prometheus/prometheus/tsdb.(*Head).getOrCreate+0xc7 /app/tsdb/head.go:1469
# 0x1cdc8fb github.com/prometheus/prometheus/tsdb.(*headAppender).Add+0x11b /app/tsdb/head.go:949
# 0x1c6e02a github.com/prometheus/prometheus/storage.(*fanoutAppender).Add+0x7a /app/storage/fanout.go:129
# 0x1d84877 github.com/prometheus/prometheus/scrape.(*timeLimitAppender).Add+0x77 /app/scrape/target.go:328
# 0x1d7fd1c github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0x61c /app/scrape/scrape.go:1188
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
0: 0 [5: 80] @ 0x1c8c252 0x1c8b5e9 0x1c8a926 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b4fa 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8bb3d 0x1c8b81e 0x1c8a926 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b4fa 0x4e70f2 0x4e76b6 0x4eb07b 0x4e3f56 0x1c8b2df 0x1d5f69a 0x1d6ac21
# 0x1c8c251 github.com/prometheus/prometheus/promql/parser.(*VectorSelector).String+0x541 /app/promql/parser/printer.go:174
# 0x1c8b5e8 github.com/prometheus/prometheus/promql/parser.(*MatrixSelector).String+0xb8 /app/promql/parser/printer.go:125
# 0x1c8a925 github.com/prometheus/prometheus/promql/parser.Expressions.String+0x75 /app/promql/parser/printer.go:57
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b4f9 github.com/prometheus/prometheus/promql/parser.(*Call).String+0xd9 /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8bb3c github.com/prometheus/prometheus/promql/parser.(*ParenExpr).String+0x7c /app/promql/parser/printer.go:145
# 0x1c8b81d github.com/prometheus/prometheus/promql/parser.(*SubqueryExpr).String+0x7d /app/promql/parser/printer.go:137
# 0x1c8a925 github.com/prometheus/prometheus/promql/parser.Expressions.String+0x75 /app/promql/parser/printer.go:57
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b4f9 github.com/prometheus/prometheus/promql/parser.(*Call).String+0xd9 /app/promql/parser/printer.go:111
# 0x4e70f1 fmt.(*pp).handleMethods+0x301 /usr/local/go/src/fmt/print.go:630
# 0x4e76b5 fmt.(*pp).printArg+0x205 /usr/local/go/src/fmt/print.go:713
# 0x4eb07a fmt.(*pp).doPrintf+0x15a /usr/local/go/src/fmt/print.go:1030
# 0x4e3f55 fmt.Sprintf+0x65 /usr/local/go/src/fmt/print.go:219
# 0x1c8b2de github.com/prometheus/prometheus/promql/parser.(*BinaryExpr).String+0x41e /app/promql/parser/printer.go:107
# 0x1d5f699 github.com/prometheus/prometheus/rules.(*AlertingRule).sendAlerts+0xe9 /app/rules/alerting.go:498
# 0x1d6ac20 github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x1580 /app/rules/manager.go:584
0: 0 [14: 3584] @ 0x1c601dd 0x1c60167 0x1ce2069 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x1c601dc github.com/prometheus/prometheus/tsdb/chunkenc.(*bstream).writeBit+0x3cc /app/tsdb/chunkenc/bstream.go:69
# 0x1c60166 github.com/prometheus/prometheus/tsdb/chunkenc.(*xorAppender).Append+0x356 /app/tsdb/chunkenc/xor.go:178
# 0x1ce2068 github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x118 /app/tsdb/head.go:1845
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
0: 0 [5: 560] @ 0x8b7011 0x8b7002 0x8b6685 0x8b6e60 0x8b66a7 0x8b6814 0x8b6640 0x8e325b 0xe9610f 0xe9611a 0xe95539 0xe94a32 0x45f181
# 0x8b7010 gopkg.in/yaml%2ev2.(*parser).node+0x30 /app/vendor/gopkg.in/yaml.v2/decode.go:166
# 0x8b7001 gopkg.in/yaml%2ev2.(*parser).mapping+0x21 /app/vendor/gopkg.in/yaml.v2/decode.go:213
# 0x8b6684 gopkg.in/yaml%2ev2.(*parser).parse+0x184 /app/vendor/gopkg.in/yaml.v2/decode.go:149
# 0x8b6e5f gopkg.in/yaml%2ev2.(*parser).sequence+0xaf /app/vendor/gopkg.in/yaml.v2/decode.go:206
# 0x8b66a6 gopkg.in/yaml%2ev2.(*parser).parse+0x1a6 /app/vendor/gopkg.in/yaml.v2/decode.go:151
# 0x8b6813 gopkg.in/yaml%2ev2.(*parser).document+0xa3 /app/vendor/gopkg.in/yaml.v2/decode.go:175
# 0x8b663f gopkg.in/yaml%2ev2.(*parser).parse+0x13f /app/vendor/gopkg.in/yaml.v2/decode.go:153
# 0x8e325a gopkg.in/yaml%2ev2.unmarshal+0x27a /app/vendor/gopkg.in/yaml.v2/yaml.go:142
# 0xe9610e gopkg.in/yaml%2ev2.UnmarshalStrict+0x22e /app/vendor/gopkg.in/yaml.v2/yaml.go:89
# 0xe96119 github.com/prometheus/prometheus/discovery/file.(*Discovery).readFile+0x239 /app/discovery/file/file.go:383
# 0xe95538 github.com/prometheus/prometheus/discovery/file.(*Discovery).refresh+0x138 /app/discovery/file/file.go:319
# 0xe94a31 github.com/prometheus/prometheus/discovery/file.(*Discovery).Run+0x4b1 /app/discovery/file/file.go:260
0: 0 [25: 2000] @ 0x1d25545 0x1c73bfc 0x1c73ae5 0x1c73a93 0x1d0b45a 0x1d0b360 0x1d09eba 0x1d09656 0x1d07244 0x1d689c2 0x1d5d750 0x1d69920 0x1d63b89 0x1d68d01 0x1d61efa 0x1d6bf40 0x45f181
# 0x1d25544 github.com/prometheus/prometheus/promql.(*Engine).populateSeries.func1+0x124 /app/promql/engine.go:661
# 0x1c73bfb github.com/prometheus/prometheus/promql/parser.inspector.Visit+0x5b /app/promql/parser/ast.go:293
# 0x1c73ae4 github.com/prometheus/prometheus/promql/parser.Walk+0x214 /app/promql/parser/ast.go:286
# 0x1c73a92 github.com/prometheus/prometheus/promql/parser.Walk+0x1c2 /app/promql/parser/ast.go:281
# 0x1d0b459 github.com/prometheus/prometheus/promql/parser.Inspect+0x169 /app/promql/parser/ast.go:305
# 0x1d0b35f github.com/prometheus/prometheus/promql.(*Engine).populateSeries+0x6f /app/promql/engine.go:655
# 0x1d09eb9 github.com/prometheus/prometheus/promql.(*Engine).execEvalStmt+0x319 /app/promql/engine.go:513
# 0x1d09655 github.com/prometheus/prometheus/promql.(*Engine).exec+0x4c5 /app/promql/engine.go:486
# 0x1d07243 github.com/prometheus/prometheus/promql.(*query).Exec+0x93 /app/promql/engine.go:188
# 0x1d689c1 github.com/prometheus/prometheus/rules.EngineQueryFunc.func1+0xc1 /app/rules/manager.go:171
# 0x1d5d74f github.com/prometheus/prometheus/rules.(*AlertingRule).Eval+0xcf /app/rules/alerting.go:300
# 0x1d6991f github.com/prometheus/prometheus/rules.(*Group).Eval.func1+0x27f /app/rules/manager.go:572
# 0x1d63b88 github.com/prometheus/prometheus/rules.(*Group).Eval+0x108 /app/rules/manager.go:637
# 0x1d68d00 github.com/prometheus/prometheus/rules.(*Group).run.func1+0xc0 /app/rules/manager.go:315
# 0x1d61ef9 github.com/prometheus/prometheus/rules.(*Group).run+0x4e9 /app/rules/manager.go:393
# 0x1d6bf3f github.com/prometheus/prometheus/rules.(*Manager).Update.func1.1+0x5f /app/rules/manager.go:936
0: 0 [4: 256] @ 0x5e38ca 0x5e37c9 0x1d8336f 0x1d7a3fd 0x1d7a044 0x1d86109 0x45f181
# 0x5e38c9 strings.(*Builder).WriteString+0xb89 /usr/local/go/src/strings/builder.go:122
# 0x5e37c8 net/url.(*URL).String+0xa88 /usr/local/go/src/net/url/url.go:791
# 0x1d8336e github.com/prometheus/prometheus/scrape.(*Target).hash+0x13e /app/scrape/target.go:148
# 0x1d7a3fc github.com/prometheus/prometheus/scrape.(*scrapePool).sync+0x1dc /app/scrape/scrape.go:405
# 0x1d7a043 github.com/prometheus/prometheus/scrape.(*scrapePool).Sync+0x533 /app/scrape/scrape.go:378
# 0x1d86108 github.com/prometheus/prometheus/scrape.(*Manager).reload.func1+0x48 /app/scrape/manager.go:197
0: 0 [11: 16896] @ 0x8e3135 0x8e30e4 0x8e30c6 0xe9610f 0xe9611a 0xe95539 0xe94a32 0x45f181
# 0x8e3134 gopkg.in/yaml%2ev2.yaml_parser_initialize+0x154 /app/vendor/gopkg.in/yaml.v2/apic.go:30
# 0x8e30e3 gopkg.in/yaml%2ev2.newParser+0x103 /app/vendor/gopkg.in/yaml.v2/decode.go:46
# 0x8e30c5 gopkg.in/yaml%2ev2.unmarshal+0xe5 /app/vendor/gopkg.in/yaml.v2/yaml.go:140
# 0xe9610e gopkg.in/yaml%2ev2.UnmarshalStrict+0x22e /app/vendor/gopkg.in/yaml.v2/yaml.go:89
# 0xe96119 github.com/prometheus/prometheus/discovery/file.(*Discovery).readFile+0x239 /app/discovery/file/file.go:383
# 0xe95538 github.com/prometheus/prometheus/discovery/file.(*Discovery).refresh+0x138 /app/discovery/file/file.go:319
# 0xe94a31 github.com/prometheus/prometheus/discovery/file.(*Discovery).Run+0x4b1 /app/discovery/file/file.go:260
0: 0 [8: 4096] @ 0x46df8a 0x46de5e 0x46db1f 0x6da5f2 0x6dab2c 0x6dd13e 0x707df8 0x45f181
# 0x46df89 sync.(*Pool).pinSlow+0xf9 /usr/local/go/src/sync/pool.go:227
# 0x46de5d sync.(*Pool).pin+0x5d /usr/local/go/src/sync/pool.go:206
# 0x46db1e sync.(*Pool).Get+0x2e /usr/local/go/src/sync/pool.go:128
# 0x6da5f1 net/http.Header.sortedKeyValues+0x41 /usr/local/go/src/net/http/header.go:156
# 0x6dab2b net/http.Header.writeSubset+0x9b /usr/local/go/src/net/http/header.go:182
# 0x6dd13d net/http.(*Request).write+0x58d /usr/local/go/src/net/http/request.go:637
# 0x707df7 net/http.(*persistConn).writeLoop+0x1c7 /usr/local/go/src/net/http/transport.go:2213
0: 0 [22: 11264] @ 0x1c5eef0 0x1c5ee03 0x1c603cb 0x1ce2069 0x1cdd627 0x1cce2a5 0x1c6e2f9 0x1d86e50 0x1d8027f 0x1d7e26b 0x45f181
# 0x1c5eeef github.com/prometheus/prometheus/tsdb/chunkenc.(*bstream).writeByte+0x15f /app/tsdb/chunkenc/bstream.go:93
# 0x1c5ee02 github.com/prometheus/prometheus/tsdb/chunkenc.(*bstream).writeBits+0x72 /app/tsdb/chunkenc/bstream.go:102
# 0x1c603ca github.com/prometheus/prometheus/tsdb/chunkenc.(*xorAppender).Append+0x5ba /app/tsdb/chunkenc/xor.go:181
# 0x1ce2068 github.com/prometheus/prometheus/tsdb.(*memSeries).append+0x118 /app/tsdb/head.go:1845
# 0x1cdd626 github.com/prometheus/prometheus/tsdb.(*headAppender).Commit+0x2a6 /app/tsdb/head.go:1039
# 0x1cce2a4 github.com/prometheus/prometheus/tsdb.dbAppender.Commit+0x34 /app/tsdb/db.go:687
# 0x1c6e2f8 github.com/prometheus/prometheus/storage.(*fanoutAppender).Commit+0x48 /app/storage/fanout.go:156
# 0x1d86e4f github.com/prometheus/prometheus/scrape.(*scrapeLoop).append.func1+0x3f /app/scrape/scrape.go:1087
# 0x1d8027e github.com/prometheus/prometheus/scrape.(*scrapeLoop).append+0xb7e /app/scrape/scrape.go:1255
# 0x1d7e26a github.com/prometheus/prometheus/scrape.(*scrapeLoop).run+0x5ea /app/scrape/scrape.go:970
0: 0 [3: 36864] @ 0x1c9ded8 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc53a2 0x1ccecfa 0x1cce592 0x1ccded0 0x45f181
# 0x1c9ded7 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0xbc7 /app/tsdb/index/index.go:858
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc53a1 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Compact+0x621 /app/tsdb/compact.go:419
# 0x1ccecf9 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x139 /app/tsdb/db.go:801
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [10: 40960] @ 0x1c9ded8 0x1c98ce9 0x1c9f4e4 0x1cc7671 0x1cc53a2 0x1ccecfa 0x1cce592 0x1ccded0 0x45f181
# 0x1c9ded7 github.com/prometheus/prometheus/tsdb/index.(*Writer).writePostingsToTmpFiles+0xbc7 /app/tsdb/index/index.go:858
# 0x1c98ce8 github.com/prometheus/prometheus/tsdb/index.(*Writer).ensureStage+0xc8 /app/tsdb/index/index.go:368
# 0x1c9f4e3 github.com/prometheus/prometheus/tsdb/index.(*Writer).Close+0x33 /app/tsdb/index/index.go:981
# 0x1cc7670 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x680 /app/tsdb/compact.go:593
# 0x1cc53a1 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Compact+0x621 /app/tsdb/compact.go:419
# 0x1ccecf9 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x139 /app/tsdb/db.go:801
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [14: 448] @ 0x1ca102b 0x1ca1010 0x1ca1f5d 0x1ca4243 0x1ca2a70 0x1cc1673 0x1cca202 0x1ccaf0d 0x1ccaf0d 0x1cc8a02 0x1cc75bd 0x1cc53a2 0x1ccecfa 0x1cce592 0x1ccded0 0x45f181
# 0x1ca102a github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x14a /app/tsdb/encoding/encoding.go:187
# 0x1ca100f github.com/prometheus/prometheus/tsdb/index.Symbols.Lookup+0x12f /app/tsdb/index/index.go:1282
# 0x1ca1f5c github.com/prometheus/prometheus/tsdb/index.(*Reader).lookupSymbol+0x10c /app/tsdb/index/index.go:1408
# 0x1ca4242 github.com/prometheus/prometheus/tsdb/index.(*Decoder).Series+0x1a2 /app/tsdb/index/index.go:1675
# 0x1ca2a6f github.com/prometheus/prometheus/tsdb/index.(*Reader).Series+0x12f /app/tsdb/index/index.go:1488
# 0x1cc1672 github.com/prometheus/prometheus/tsdb.blockIndexReader.Series+0x72 /app/tsdb/block.go:440
# 0x1cca201 github.com/prometheus/prometheus/tsdb.(*compactionSeriesSet).Next+0x181 /app/tsdb/compact.go:876
# 0x1ccaf0c github.com/prometheus/prometheus/tsdb.(*compactionMerger).Next+0x41c /app/tsdb/compact.go:986
# 0x1ccaf0c github.com/prometheus/prometheus/tsdb.(*compactionMerger).Next+0x41c /app/tsdb/compact.go:986
# 0x1cc8a01 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).populateBlock+0x861 /app/tsdb/compact.go:735
# 0x1cc75bc github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x5cc /app/tsdb/compact.go:577
# 0x1cc53a1 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Compact+0x621 /app/tsdb/compact.go:419
# 0x1ccecf9 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x139 /app/tsdb/db.go:801
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [104: 1664] @ 0x67cdba 0x1c66812 0x1c66803 0x1cca2a2 0x1ccaf0d 0x1ccaf0d 0x1cc8a02 0x1cc75bd 0x1cc53a2 0x1ccecfa 0x1cce592 0x1ccded0 0x45f181
# 0x67cdb9 hash/crc32.New+0x49 /usr/local/go/src/hash/crc32/crc32.go:151
# 0x1c66811 github.com/prometheus/prometheus/tsdb/chunks.newCRC32+0x41 /app/tsdb/chunks/chunks.go:101
# 0x1c66802 github.com/prometheus/prometheus/tsdb/chunks.(*Reader).Chunk+0x32 /app/tsdb/chunks/chunks.go:549
# 0x1cca2a1 github.com/prometheus/prometheus/tsdb.(*compactionSeriesSet).Next+0x221 /app/tsdb/compact.go:896
# 0x1ccaf0c github.com/prometheus/prometheus/tsdb.(*compactionMerger).Next+0x41c /app/tsdb/compact.go:986
# 0x1ccaf0c github.com/prometheus/prometheus/tsdb.(*compactionMerger).Next+0x41c /app/tsdb/compact.go:986
# 0x1cc8a01 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).populateBlock+0x861 /app/tsdb/compact.go:735
# 0x1cc75bc github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x5cc /app/tsdb/compact.go:577
# 0x1cc53a1 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Compact+0x621 /app/tsdb/compact.go:419
# 0x1ccecf9 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x139 /app/tsdb/db.go:801
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [17: 544] @ 0x1ca102b 0x1ca1010 0x1ca1f5d 0x1ca4243 0x1ca2a70 0x1cc1673 0x1cca202 0x1ccaf2f 0x1ccaf0d 0x1cc8a02 0x1cc75bd 0x1cc53a2 0x1ccecfa 0x1cce592 0x1ccded0 0x45f181
# 0x1ca102a github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x14a /app/tsdb/encoding/encoding.go:187
# 0x1ca100f github.com/prometheus/prometheus/tsdb/index.Symbols.Lookup+0x12f /app/tsdb/index/index.go:1282
# 0x1ca1f5c github.com/prometheus/prometheus/tsdb/index.(*Reader).lookupSymbol+0x10c /app/tsdb/index/index.go:1408
# 0x1ca4242 github.com/prometheus/prometheus/tsdb/index.(*Decoder).Series+0x1a2 /app/tsdb/index/index.go:1675
# 0x1ca2a6f github.com/prometheus/prometheus/tsdb/index.(*Reader).Series+0x12f /app/tsdb/index/index.go:1488
# 0x1cc1672 github.com/prometheus/prometheus/tsdb.blockIndexReader.Series+0x72 /app/tsdb/block.go:440
# 0x1cca201 github.com/prometheus/prometheus/tsdb.(*compactionSeriesSet).Next+0x181 /app/tsdb/compact.go:876
# 0x1ccaf2e github.com/prometheus/prometheus/tsdb.(*compactionMerger).Next+0x43e /app/tsdb/compact.go:987
# 0x1ccaf0c github.com/prometheus/prometheus/tsdb.(*compactionMerger).Next+0x41c /app/tsdb/compact.go:986
# 0x1cc8a01 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).populateBlock+0x861 /app/tsdb/compact.go:735
# 0x1cc75bc github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).write+0x5cc /app/tsdb/compact.go:577
# 0x1cc53a1 github.com/prometheus/prometheus/tsdb.(*LeveledCompactor).Compact+0x621 /app/tsdb/compact.go:419
# 0x1ccecf9 github.com/prometheus/prometheus/tsdb.(*DB).compactBlocks+0x139 /app/tsdb/db.go:801
# 0x1cce591 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x251 /app/tsdb/db.go:742
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [18: 2880] @ 0x1caac13 0x1cae816 0x1cdb15d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1caac12 github.com/prometheus/prometheus/tsdb/record.(*Decoder).Series+0x2c2 /app/tsdb/record/record.go:87
# 0x1cae815 github.com/prometheus/prometheus/tsdb/wal.Checkpoint+0x1035 /app/tsdb/wal/checkpoint.go:176
# 0x1cdb15c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x50c /app/tsdb/head.go:701
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [32: 1536] @ 0x1caaab8 0x1caaa81 0x1cae816 0x1cdb15d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1caaab7 github.com/prometheus/prometheus/tsdb/encoding.(*Decbuf).UvarintStr+0x167 /app/tsdb/encoding/encoding.go:187
# 0x1caaa80 github.com/prometheus/prometheus/tsdb/record.(*Decoder).Series+0x130 /app/tsdb/record/record.go:91
# 0x1cae815 github.com/prometheus/prometheus/tsdb/wal.Checkpoint+0x1035 /app/tsdb/wal/checkpoint.go:176
# 0x1cdb15c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x50c /app/tsdb/head.go:701
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/tsdb/db.go:763
# 0x1cce540 github.com/prometheus/prometheus/tsdb.(*DB).Compact+0x200 /app/tsdb/db.go:737
# 0x1ccdecf github.com/prometheus/prometheus/tsdb.(*DB).run+0x27f /app/tsdb/db.go:658
0: 0 [12: 3735552] @ 0x1c6883c 0x1c6877d 0x1caba4d 0x1cae916 0x1cdb15d 0x1ccff33 0x1cce839 0x1cce541 0x1ccded0 0x45f181
# 0x1c6883b github.com/prometheus/prometheus/tsdb/encoding.(*Encbuf).PutString+0xfb /app/tsdb/encoding/encoding.go:40
# 0x1c6877c github.com/prometheus/prometheus/tsdb/encoding.(*Encbuf).PutUvarintStr+0x3c /app/tsdb/encoding/encoding.go:72
# 0x1caba4c github.com/prometheus/prometheus/tsdb/record.(*Encoder).Series+0x1cc /app/tsdb/record/record.go:183
# 0x1cae915 github.com/prometheus/prometheus/tsdb/wal.Checkpoint+0x1135 /app/tsdb/wal/checkpoint.go:188
# 0x1cdb15c github.com/prometheus/prometheus/tsdb.(*Head).Truncate+0x50c /app/tsdb/head.go:701
# 0x1ccff32 github.com/prometheus/prometheus/tsdb.(*DB).reload+0xd02 /app/tsdb/db.go:925
# 0x1cce838 github.com/prometheus/prometheus/tsdb.(*DB).compactHead+0xd8 /app/
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment