Skip to content

Instantly share code, notes, and snippets.

@mlehner616
Last active May 1, 2019 01:20
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save mlehner616/41ce1ba37fbca63570841d1cddacce69 to your computer and use it in GitHub Desktop.
Save mlehner616/41ce1ba37fbca63570841d1cddacce69 to your computer and use it in GitHub Desktop.
lifecycled-pprof-with-spot-listener-enabled
./lifecycled --cloudwatch-group=${LIFECYCLED_CLOUDWATCH_GROUP} --handler=${LIFECYCLED_HANDLER} --sns-topic=${LIFECYCLED_SNS_TOPIC} --json
heap profile: 0: 0 [25: 29424] @ heap/1048576
0: 0 [0: 0] @ 0x56e924 0x56f4c0 0x572c34 0x565b87 0x5ab2ce 0x5a87de 0x61a3da 0x619707 0x6195a4 0x620b9d 0x6173c6 0x620f9f 0x6173c6 0x620f9f 0x6173c6 0x616f1b 0x641bc2 0x63fc05 0x63f467 0x63e191 0x6f6ad2 0x45d6f1
# 0x56e923 math/big.basicSqr+0x53 /usr/lib/golang/src/math/big/nat.go:493
# 0x56f4bf math/big.nat.sqr+0x2ef /usr/lib/golang/src/math/big/nat.go:572
# 0x572c33 math/big.nat.expNN+0x313 /usr/lib/golang/src/math/big/nat.go:1088
# 0x565b86 math/big.(*Int).Exp+0x1a6 /usr/lib/golang/src/math/big/int.go:466
# 0x5ab2cd crypto/rsa.encrypt+0x5d /usr/lib/golang/src/crypto/rsa/rsa.go:355
# 0x5a87dd crypto/rsa.VerifyPKCS1v15+0x17d /usr/lib/golang/src/crypto/rsa/pkcs1v15.go:281
# 0x61a3d9 crypto/x509.checkSignature+0x959 /usr/lib/golang/src/crypto/x509/x509.go:898
# 0x619706 crypto/x509.(*Certificate).CheckSignature+0x96 /usr/lib/golang/src/crypto/x509/x509.go:842
# 0x6195a3 crypto/x509.(*Certificate).CheckSignatureFrom+0xf3 /usr/lib/golang/src/crypto/x509/x509.go:836
# 0x620b9c crypto/x509.(*Certificate).buildChains.func1+0x20c /usr/lib/golang/src/crypto/x509/verify.go:833
# 0x6173c5 crypto/x509.(*Certificate).buildChains+0x295 /usr/lib/golang/src/crypto/x509/verify.go:866
# 0x620f9e crypto/x509.(*Certificate).buildChains.func1+0x60e /usr/lib/golang/src/crypto/x509/verify.go:855
# 0x6173c5 crypto/x509.(*Certificate).buildChains+0x295 /usr/lib/golang/src/crypto/x509/verify.go:866
# 0x620f9e crypto/x509.(*Certificate).buildChains.func1+0x60e /usr/lib/golang/src/crypto/x509/verify.go:855
# 0x6173c5 crypto/x509.(*Certificate).buildChains+0x295 /usr/lib/golang/src/crypto/x509/verify.go:866
# 0x616f1a crypto/x509.(*Certificate).Verify+0x5aa /usr/lib/golang/src/crypto/x509/verify.go:768
# 0x641bc1 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1981 /usr/lib/golang/src/crypto/tls/handshake_client.go:340
# 0x63fc04 crypto/tls.(*clientHandshakeState).handshake+0x534 /usr/lib/golang/src/crypto/tls/handshake_client.go:247
# 0x63f466 crypto/tls.(*Conn).clientHandshake+0x396 /usr/lib/golang/src/crypto/tls/handshake_client.go:168
# 0x63e190 crypto/tls.(*Conn).Handshake+0xf0 /usr/lib/golang/src/crypto/tls/conn.go:1272
# 0x6f6ad1 net/http.(*persistConn).addTLS.func2+0x41 /usr/lib/golang/src/net/http/transport.go:1171
0: 0 [0: 0] @ 0x5963a0 0x59a3e7 0x599397 0x59813b 0x5998f6 0x59813b 0x5998f6 0x59bf28 0x59bd18 0x61c1f8 0x61e35b 0x641ef5 0x63fc05 0x63f467 0x63e191 0x6f6ad2 0x45d6f1
# 0x59639f encoding/asn1.parseObjectIdentifier+0x4f /usr/lib/golang/src/encoding/asn1/asn1.go:261
# 0x59a3e6 encoding/asn1.parseField+0x2176 /usr/lib/golang/src/encoding/asn1/asn1.go:828
# 0x599396 encoding/asn1.parseField+0x1126 /usr/lib/golang/src/encoding/asn1/asn1.go:919
# 0x59813a encoding/asn1.parseSequenceOf+0x50a /usr/lib/golang/src/encoding/asn1/asn1.go:617
# 0x5998f5 encoding/asn1.parseField+0x1685 /usr/lib/golang/src/encoding/asn1/asn1.go:935
# 0x59813a encoding/asn1.parseSequenceOf+0x50a /usr/lib/golang/src/encoding/asn1/asn1.go:617
# 0x5998f5 encoding/asn1.parseField+0x1685 /usr/lib/golang/src/encoding/asn1/asn1.go:935
# 0x59bf27 encoding/asn1.UnmarshalWithParams+0x1b7 /usr/lib/golang/src/encoding/asn1/asn1.go:1061
# 0x59bd17 encoding/asn1.Unmarshal+0x67 /usr/lib/golang/src/encoding/asn1/asn1.go:1054
# 0x61c1f7 crypto/x509.parseCertificate+0x317 /usr/lib/golang/src/crypto/x509/x509.go:1362
# 0x61e35a crypto/x509.ParseCertificate+0x10a /usr/lib/golang/src/crypto/x509/x509.go:1572
# 0x641ef4 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1cb4 /usr/lib/golang/src/crypto/tls/handshake_client.go:318
# 0x63fc04 crypto/tls.(*clientHandshakeState).handshake+0x534 /usr/lib/golang/src/crypto/tls/handshake_client.go:247
# 0x63f466 crypto/tls.(*Conn).clientHandshake+0x396 /usr/lib/golang/src/crypto/tls/handshake_client.go:168
# 0x63e190 crypto/tls.(*Conn).Handshake+0xf0 /usr/lib/golang/src/crypto/tls/conn.go:1272
# 0x6f6ad1 net/http.(*persistConn).addTLS.func2+0x41 /usr/lib/golang/src/net/http/transport.go:1171
0: 0 [0: 0] @ 0x639efc 0x639fe6 0x63a643 0x63cb2a 0x6402b1 0x63fc05 0x63f467 0x63e191 0x6f6ad2 0x45d6f1
# 0x639efb crypto/tls.(*block).reserve+0x6b /usr/lib/golang/src/crypto/tls/conn.go:476
# 0x639fe5 crypto/tls.(*block).readFromUntil+0x45 /usr/lib/golang/src/crypto/tls/conn.go:490
# 0x63a642 crypto/tls.(*Conn).readRecord+0x1f2 /usr/lib/golang/src/crypto/tls/conn.go:638
# 0x63cb29 crypto/tls.(*Conn).readHandshake+0x99 /usr/lib/golang/src/crypto/tls/conn.go:955
# 0x6402b0 crypto/tls.(*clientHandshakeState).doFullHandshake+0x70 /usr/lib/golang/src/crypto/tls/handshake_client.go:302
# 0x63fc04 crypto/tls.(*clientHandshakeState).handshake+0x534 /usr/lib/golang/src/crypto/tls/handshake_client.go:247
# 0x63f466 crypto/tls.(*Conn).clientHandshake+0x396 /usr/lib/golang/src/crypto/tls/handshake_client.go:168
# 0x63e190 crypto/tls.(*Conn).Handshake+0xf0 /usr/lib/golang/src/crypto/tls/conn.go:1272
# 0x6f6ad1 net/http.(*persistConn).addTLS.func2+0x41 /usr/lib/golang/src/net/http/transport.go:1171
0: 0 [0: 0] @ 0x44853f 0x44801d 0x4483a7 0x4e8b27 0x83cd57 0x83b97f 0x83c3cb 0x83c0b8 0x81ecf8 0x821100 0x82160f 0x8f1376 0x9062ba 0x904483 0x907b42 0x45d6f1
# 0x4e8b26 strings.Join+0x3d6 /usr/lib/golang/src/strings/strings.go:433
# 0x83cd56 github.com/aws/aws-sdk-go/aws/signer/v4.(*signingCtx).build+0x576 /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/signer/v4/v4.go:543
# 0x83b97e github.com/aws/aws-sdk-go/aws/signer/v4.Signer.signWithBody+0x36e /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/signer/v4/v4.go:347
# 0x83c3ca github.com/aws/aws-sdk-go/aws/signer/v4.signSDKRequestWithCurrTime+0x2fa /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/signer/v4/v4.go:479
# 0x83c0b7 github.com/aws/aws-sdk-go/aws/signer/v4.SignSDKRequest+0x47 /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/signer/v4/v4.go:425
# 0x81ecf7 github.com/aws/aws-sdk-go/aws/request.(*HandlerList).Run+0x97 /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/request/handlers.go:213
# 0x8210ff github.com/aws/aws-sdk-go/aws/request.(*Request).Sign+0xaf /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/request/request.go:388
# 0x82160e github.com/aws/aws-sdk-go/aws/request.(*Request).Send+0x14e /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/request/request.go:490
# 0x8f1375 github.com/aws/aws-sdk-go/service/sqs.(*SQS).ReceiveMessageWithContext+0x195 /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/service/sqs/api.go:1431
# 0x9062b9 github.com/buildkite/lifecycled.(*Queue).GetMessages+0x1a9 /root/lifecycled/queue.go:125
# 0x904482 github.com/buildkite/lifecycled.(*AutoscalingListener).Start+0xbd2 /root/lifecycled/autoscaling.go:89
# 0x907b41 github.com/buildkite/lifecycled.(*Daemon).Start.func1+0x91 /root/lifecycled/daemon.go:99
0: 0 [1: 16] @ 0x83122d 0x81ecf8 0x821834 0x82ee61 0x906b3f 0x907b42 0x45d6f1
# 0x83122c errors.New+0x17c /usr/lib/golang/src/errors/errors.go:10
# 0x83122c github.com/aws/aws-sdk-go/aws/ec2metadata.unmarshalError+0x17c /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/ec2metadata/service.go:142
# 0x81ecf7 github.com/aws/aws-sdk-go/aws/request.(*HandlerList).Run+0x97 /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/request/handlers.go:213
# 0x821833 github.com/aws/aws-sdk-go/aws/request.(*Request).Send+0x373 /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/request/request.go:516
# 0x82ee60 github.com/aws/aws-sdk-go/aws/ec2metadata.(*EC2Metadata).GetMetadata+0x160 /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/ec2metadata/api.go:28
# 0x906b3e github.com/buildkite/lifecycled.(*SpotListener).Start+0x1ae /root/lifecycled/spot.go:49
# 0x907b41 github.com/buildkite/lifecycled.(*Daemon).Start.func1+0x91 /root/lifecycled/daemon.go:99
0: 0 [3: 1536] @ 0x4da94d 0x4da2ba 0x4da74b 0x4749a3 0x47456a 0x83119b 0x81ecf8 0x821834 0x82ee61 0x906b3f 0x907b42 0x45d6f1
# 0x4da94c bytes.makeSlice+0x6c /usr/lib/golang/src/bytes/buffer.go:231
# 0x4da2b9 bytes.(*Buffer).grow+0x159 /usr/lib/golang/src/bytes/buffer.go:144
# 0x4da74a bytes.(*Buffer).ReadFrom+0x4a /usr/lib/golang/src/bytes/buffer.go:204
# 0x4749a2 io.copyBuffer+0x302 /usr/lib/golang/src/io/io.go:388
# 0x474569 io.Copy+0x59 /usr/lib/golang/src/io/io.go:364
# 0x83119a github.com/aws/aws-sdk-go/aws/ec2metadata.unmarshalError+0xea /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/ec2metadata/service.go:135
# 0x81ecf7 github.com/aws/aws-sdk-go/aws/request.(*HandlerList).Run+0x97 /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/request/handlers.go:213
# 0x821833 github.com/aws/aws-sdk-go/aws/request.(*Request).Send+0x373 /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/request/request.go:516
# 0x82ee60 github.com/aws/aws-sdk-go/aws/ec2metadata.(*EC2Metadata).GetMetadata+0x160 /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/ec2metadata/api.go:28
# 0x906b3e github.com/buildkite/lifecycled.(*SpotListener).Start+0x1ae /root/lifecycled/spot.go:49
# 0x907b41 github.com/buildkite/lifecycled.(*Daemon).Start.func1+0x91 /root/lifecycled/daemon.go:99
0: 0 [1: 96] @ 0x6954e5 0x694b20 0x69487a 0x695f08 0x695c25 0x82cf6b 0x82e020 0x81ecf8 0x82165b 0x82ee61 0x906b3f 0x907b42 0x45d6f1
# 0x6954e4 net/http.setRequestCancel+0x144 /usr/lib/golang/src/net/http/client.go:313
# 0x694b1f net/http.send+0x10f /usr/lib/golang/src/net/http/client.go:248
# 0x694879 net/http.(*Client).send+0xf9 /usr/lib/golang/src/net/http/client.go:174
# 0x695f07 net/http.(*Client).do+0x2a7 /usr/lib/golang/src/net/http/client.go:641
# 0x695c24 net/http.(*Client).Do+0x34 /usr/lib/golang/src/net/http/client.go:509
# 0x82cf6a github.com/aws/aws-sdk-go/aws/corehandlers.sendFollowRedirects+0x3a /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/corehandlers/handlers.go:120
# 0x82e01f github.com/aws/aws-sdk-go/aws/corehandlers.glob..func3+0x7f /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/corehandlers/handlers.go:112
# 0x81ecf7 github.com/aws/aws-sdk-go/aws/request.(*HandlerList).Run+0x97 /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/request/handlers.go:213
# 0x82165a github.com/aws/aws-sdk-go/aws/request.(*Request).Send+0x19a /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/request/request.go:497
# 0x82ee60 github.com/aws/aws-sdk-go/aws/ec2metadata.(*EC2Metadata).GetMetadata+0x160 /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/ec2metadata/api.go:28
# 0x906b3e github.com/buildkite/lifecycled.(*SpotListener).Start+0x1ae /root/lifecycled/spot.go:49
# 0x907b41 github.com/buildkite/lifecycled.(*Daemon).Start.func1+0x91 /root/lifecycled/daemon.go:99
0: 0 [1: 1024] @ 0x4e894d 0x83e3a0 0x83cae6 0x83b97f 0x83c3cb 0x83c0b8 0x81ecf8 0x821100 0x82160f 0x8f1376 0x9062ba 0x904483 0x907b42 0x45d6f1
# 0x4e894c strings.Join+0x1fc /usr/lib/golang/src/strings/strings.go:446
# 0x83e39f github.com/aws/aws-sdk-go/aws/signer/v4.(*signingCtx).buildCanonicalString+0x20f /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/signer/v4/v4.go:644
# 0x83cae5 github.com/aws/aws-sdk-go/aws/signer/v4.(*signingCtx).build+0x305 /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/signer/v4/v4.go:531
# 0x83b97e github.com/aws/aws-sdk-go/aws/signer/v4.Signer.signWithBody+0x36e /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/signer/v4/v4.go:347
# 0x83c3ca github.com/aws/aws-sdk-go/aws/signer/v4.signSDKRequestWithCurrTime+0x2fa /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/signer/v4/v4.go:479
# 0x83c0b7 github.com/aws/aws-sdk-go/aws/signer/v4.SignSDKRequest+0x47 /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/signer/v4/v4.go:425
# 0x81ecf7 github.com/aws/aws-sdk-go/aws/request.(*HandlerList).Run+0x97 /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/request/handlers.go:213
# 0x8210ff github.com/aws/aws-sdk-go/aws/request.(*Request).Sign+0xaf /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/request/request.go:388
# 0x82160e github.com/aws/aws-sdk-go/aws/request.(*Request).Send+0x14e /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/request/request.go:490
# 0x8f1375 github.com/aws/aws-sdk-go/service/sqs.(*SQS).ReceiveMessageWithContext+0x195 /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/service/sqs/api.go:1431
# 0x9062b9 github.com/buildkite/lifecycled.(*Queue).GetMessages+0x1a9 /root/lifecycled/queue.go:125
# 0x904482 github.com/buildkite/lifecycled.(*AutoscalingListener).Start+0xbd2 /root/lifecycled/autoscaling.go:89
# 0x907b41 github.com/buildkite/lifecycled.(*Daemon).Start.func1+0x91 /root/lifecycled/daemon.go:99
0: 0 [1: 1536] @ 0x708190 0x4c8ac5 0x70c293 0x70caf9 0x70c514 0x70aba4 0x716de0 0x7176b3 0x6d7374 0x6d9017 0x6d9fbb 0x6d63d6 0x45d6f1
# 0x70818f text/tabwriter.(*Writer).append+0x67f /usr/lib/golang/src/text/tabwriter/tabwriter.go:414
# 0x70818f text/tabwriter.(*Writer).Write+0x67f /usr/lib/golang/src/text/tabwriter/tabwriter.go:529
# 0x4c8ac4 fmt.Fprintf+0xa4 /usr/lib/golang/src/fmt/print.go:189
# 0x70c292 runtime/pprof.printStackRecord+0x3f2 /usr/lib/golang/src/runtime/pprof/pprof.go:501
# 0x70caf8 runtime/pprof.writeHeapInternal+0x5b8 /usr/lib/golang/src/runtime/pprof/pprof.go:607
# 0x70c513 runtime/pprof.writeAlloc+0x53 /usr/lib/golang/src/runtime/pprof/pprof.go:538
# 0x70aba3 runtime/pprof.(*Profile).WriteTo+0x3e3 /usr/lib/golang/src/runtime/pprof/pprof.go:328
# 0x716ddf net/http/pprof.handler.ServeHTTP+0x20f /usr/lib/golang/src/net/http/pprof/pprof.go:245
# 0x7176b2 net/http/pprof.Index+0x722 /usr/lib/golang/src/net/http/pprof/pprof.go:268
# 0x6d7373 net/http.HandlerFunc.ServeHTTP+0x43 /usr/lib/golang/src/net/http/server.go:1964
# 0x6d9016 net/http.(*ServeMux).ServeHTTP+0x126 /usr/lib/golang/src/net/http/server.go:2361
# 0x6d9fba net/http.serverHandler.ServeHTTP+0xaa /usr/lib/golang/src/net/http/server.go:2741
# 0x6d63d5 net/http.(*conn).serve+0x645 /usr/lib/golang/src/net/http/server.go:1847
0: 0 [2: 8192] @ 0x6ec1a3 0x6f69ce 0x45d6f1
# 0x6ec1a2 bufio.NewWriterSize+0x892 /usr/lib/golang/src/bufio/bufio.go:546
# 0x6ec1a2 bufio.NewWriter+0x892 /usr/lib/golang/src/bufio/bufio.go:553
# 0x6ec1a2 net/http.(*Transport).dialConn+0x892 /usr/lib/golang/src/net/http/transport.go:1337
# 0x6f69cd net/http.(*Transport).getConn.func4+0x6d /usr/lib/golang/src/net/http/transport.go:999
0: 0 [1: 352] @ 0x413fe2 0x65ffff 0x6c6f63 0x716c43 0x7176b3 0x6d7374 0x6d9017 0x6d9fbb 0x6d63d6 0x45d6f1
# 0x65fffe net/textproto.MIMEHeader.Set+0xae /usr/lib/golang/src/net/textproto/header.go:22
# 0x6c6f62 net/http.Header.Set+0x52 /usr/lib/golang/src/net/http/header.go:32
# 0x716c42 net/http/pprof.handler.ServeHTTP+0x72 /usr/lib/golang/src/net/http/pprof/pprof.go:228
# 0x7176b2 net/http/pprof.Index+0x722 /usr/lib/golang/src/net/http/pprof/pprof.go:268
# 0x6d7373 net/http.HandlerFunc.ServeHTTP+0x43 /usr/lib/golang/src/net/http/server.go:1964
# 0x6d9016 net/http.(*ServeMux).ServeHTTP+0x126 /usr/lib/golang/src/net/http/server.go:2361
# 0x6d9fba net/http.serverHandler.ServeHTTP+0xaa /usr/lib/golang/src/net/http/server.go:2741
# 0x6d63d5 net/http.(*conn).serve+0x645 /usr/lib/golang/src/net/http/server.go:1847
0: 0 [1: 1536] @ 0x708190 0x4c8ac5 0x70c293 0x70caf9 0x70c497 0x70aba4 0x716de0 0x7176b3 0x6d7374 0x6d9017 0x6d9fbb 0x6d63d6 0x45d6f1
# 0x70818f text/tabwriter.(*Writer).append+0x67f /usr/lib/golang/src/text/tabwriter/tabwriter.go:414
# 0x70818f text/tabwriter.(*Writer).Write+0x67f /usr/lib/golang/src/text/tabwriter/tabwriter.go:529
# 0x4c8ac4 fmt.Fprintf+0xa4 /usr/lib/golang/src/fmt/print.go:189
# 0x70c292 runtime/pprof.printStackRecord+0x3f2 /usr/lib/golang/src/runtime/pprof/pprof.go:501
# 0x70caf8 runtime/pprof.writeHeapInternal+0x5b8 /usr/lib/golang/src/runtime/pprof/pprof.go:607
# 0x70c496 runtime/pprof.writeHeap+0x46 /usr/lib/golang/src/runtime/pprof/pprof.go:532
# 0x70aba3 runtime/pprof.(*Profile).WriteTo+0x3e3 /usr/lib/golang/src/runtime/pprof/pprof.go:328
# 0x716ddf net/http/pprof.handler.ServeHTTP+0x20f /usr/lib/golang/src/net/http/pprof/pprof.go:245
# 0x7176b2 net/http/pprof.Index+0x722 /usr/lib/golang/src/net/http/pprof/pprof.go:268
# 0x6d7373 net/http.HandlerFunc.ServeHTTP+0x43 /usr/lib/golang/src/net/http/server.go:1964
# 0x6d9016 net/http.(*ServeMux).ServeHTTP+0x126 /usr/lib/golang/src/net/http/server.go:2361
# 0x6d9fba net/http.serverHandler.ServeHTTP+0xaa /usr/lib/golang/src/net/http/server.go:2741
# 0x6d63d5 net/http.(*conn).serve+0x645 /usr/lib/golang/src/net/http/server.go:1847
0: 0 [1: 2688] @ 0x708190 0x4c8ac5 0x70c293 0x70caf9 0x70c497 0x70aba4 0x716de0 0x7176b3 0x6d7374 0x6d9017 0x6d9fbb 0x6d63d6 0x45d6f1
# 0x70818f text/tabwriter.(*Writer).append+0x67f /usr/lib/golang/src/text/tabwriter/tabwriter.go:414
# 0x70818f text/tabwriter.(*Writer).Write+0x67f /usr/lib/golang/src/text/tabwriter/tabwriter.go:529
# 0x4c8ac4 fmt.Fprintf+0xa4 /usr/lib/golang/src/fmt/print.go:189
# 0x70c292 runtime/pprof.printStackRecord+0x3f2 /usr/lib/golang/src/runtime/pprof/pprof.go:501
# 0x70caf8 runtime/pprof.writeHeapInternal+0x5b8 /usr/lib/golang/src/runtime/pprof/pprof.go:607
# 0x70c496 runtime/pprof.writeHeap+0x46 /usr/lib/golang/src/runtime/pprof/pprof.go:532
# 0x70aba3 runtime/pprof.(*Profile).WriteTo+0x3e3 /usr/lib/golang/src/runtime/pprof/pprof.go:328
# 0x716ddf net/http/pprof.handler.ServeHTTP+0x20f /usr/lib/golang/src/net/http/pprof/pprof.go:245
# 0x7176b2 net/http/pprof.Index+0x722 /usr/lib/golang/src/net/http/pprof/pprof.go:268
# 0x6d7373 net/http.HandlerFunc.ServeHTTP+0x43 /usr/lib/golang/src/net/http/server.go:1964
# 0x6d9016 net/http.(*ServeMux).ServeHTTP+0x126 /usr/lib/golang/src/net/http/server.go:2361
# 0x6d9fba net/http.serverHandler.ServeHTTP+0xaa /usr/lib/golang/src/net/http/server.go:2741
# 0x6d63d5 net/http.(*conn).serve+0x645 /usr/lib/golang/src/net/http/server.go:1847
0: 0 [1: 144] @ 0x4494e1 0x70bf20 0x70caf9 0x70c497 0x70aba4 0x716de0 0x7176b3 0x6d7374 0x6d9017 0x6d9fbb 0x6d63d6 0x45d6f1
# 0x70bf1f runtime/pprof.printStackRecord+0x7f /usr/lib/golang/src/runtime/pprof/pprof.go:490
# 0x70caf8 runtime/pprof.writeHeapInternal+0x5b8 /usr/lib/golang/src/runtime/pprof/pprof.go:607
# 0x70c496 runtime/pprof.writeHeap+0x46 /usr/lib/golang/src/runtime/pprof/pprof.go:532
# 0x70aba3 runtime/pprof.(*Profile).WriteTo+0x3e3 /usr/lib/golang/src/runtime/pprof/pprof.go:328
# 0x716ddf net/http/pprof.handler.ServeHTTP+0x20f /usr/lib/golang/src/net/http/pprof/pprof.go:245
# 0x7176b2 net/http/pprof.Index+0x722 /usr/lib/golang/src/net/http/pprof/pprof.go:268
# 0x6d7373 net/http.HandlerFunc.ServeHTTP+0x43 /usr/lib/golang/src/net/http/server.go:1964
# 0x6d9016 net/http.(*ServeMux).ServeHTTP+0x126 /usr/lib/golang/src/net/http/server.go:2361
# 0x6d9fba net/http.serverHandler.ServeHTTP+0xaa /usr/lib/golang/src/net/http/server.go:2741
# 0x6d63d5 net/http.(*conn).serve+0x645 /usr/lib/golang/src/net/http/server.go:1847
0: 0 [1: 4096] @ 0x70dde3 0x70c497 0x70aba4 0x716de0 0x7176b3 0x6d7374 0x6d9017 0x6d9fbb 0x6d63d6 0x45d6f1
# 0x70dde2 bufio.NewWriterSize+0x18a2 /usr/lib/golang/src/bufio/bufio.go:546
# 0x70dde2 bufio.NewWriter+0x18a2 /usr/lib/golang/src/bufio/bufio.go:553
# 0x70dde2 runtime/pprof.writeHeapInternal+0x18a2 /usr/lib/golang/src/runtime/pprof/pprof.go:577
# 0x70c496 runtime/pprof.writeHeap+0x46 /usr/lib/golang/src/runtime/pprof/pprof.go:532
# 0x70aba3 runtime/pprof.(*Profile).WriteTo+0x3e3 /usr/lib/golang/src/runtime/pprof/pprof.go:328
# 0x716ddf net/http/pprof.handler.ServeHTTP+0x20f /usr/lib/golang/src/net/http/pprof/pprof.go:245
# 0x7176b2 net/http/pprof.Index+0x722 /usr/lib/golang/src/net/http/pprof/pprof.go:268
# 0x6d7373 net/http.HandlerFunc.ServeHTTP+0x43 /usr/lib/golang/src/net/http/server.go:1964
# 0x6d9016 net/http.(*ServeMux).ServeHTTP+0x126 /usr/lib/golang/src/net/http/server.go:2361
# 0x6d9fba net/http.serverHandler.ServeHTTP+0xaa /usr/lib/golang/src/net/http/server.go:2741
# 0x6d63d5 net/http.(*conn).serve+0x645 /usr/lib/golang/src/net/http/server.go:1847
0: 0 [1: 80] @ 0x5f238f 0x6d0eda 0x45d6f1
# 0x5f238e net.(*conn).Read+0xae /usr/lib/golang/src/net/net.go:179
# 0x6d0ed9 net/http.(*connReader).backgroundRead+0x59 /usr/lib/golang/src/net/http/server.go:676
0: 0 [1: 160] @ 0x7144a1 0x70b2d7 0x70e3dc 0x70e140 0x70aba4 0x716de0 0x7176b3 0x6d7374 0x6d9017 0x6d9fbb 0x6d63d6 0x45d6f1
# 0x7144a0 bytes.(*Buffer).String+0x170 /usr/lib/golang/src/bytes/buffer.go:66
# 0x7144a0 runtime/pprof.printCountProfile.func1+0x170 /usr/lib/golang/src/runtime/pprof/pprof.go:415
# 0x70b2d6 runtime/pprof.printCountProfile+0x206 /usr/lib/golang/src/runtime/pprof/pprof.go:422
# 0x70e3db runtime/pprof.writeRuntimeProfile+0x13b /usr/lib/golang/src/runtime/pprof/pprof.go:715
# 0x70e13f runtime/pprof.writeGoroutine+0x9f /usr/lib/golang/src/runtime/pprof/pprof.go:669
# 0x70aba3 runtime/pprof.(*Profile).WriteTo+0x3e3 /usr/lib/golang/src/runtime/pprof/pprof.go:328
# 0x716ddf net/http/pprof.handler.ServeHTTP+0x20f /usr/lib/golang/src/net/http/pprof/pprof.go:245
# 0x7176b2 net/http/pprof.Index+0x722 /usr/lib/golang/src/net/http/pprof/pprof.go:268
# 0x6d7373 net/http.HandlerFunc.ServeHTTP+0x43 /usr/lib/golang/src/net/http/server.go:1964
# 0x6d9016 net/http.(*ServeMux).ServeHTTP+0x126 /usr/lib/golang/src/net/http/server.go:2361
# 0x6d9fba net/http.serverHandler.ServeHTTP+0xaa /usr/lib/golang/src/net/http/server.go:2741
# 0x6d63d5 net/http.(*conn).serve+0x645 /usr/lib/golang/src/net/http/server.go:1847
0: 0 [1: 1024] @ 0x708190 0x4c8ac5 0x70c293 0x70b811 0x70e3dc 0x70e140 0x70aba4 0x716de0 0x7176b3 0x6d7374 0x6d9017 0x6d9fbb 0x6d63d6 0x45d6f1
# 0x70818f text/tabwriter.(*Writer).append+0x67f /usr/lib/golang/src/text/tabwriter/tabwriter.go:414
# 0x70818f text/tabwriter.(*Writer).Write+0x67f /usr/lib/golang/src/text/tabwriter/tabwriter.go:529
# 0x4c8ac4 fmt.Fprintf+0xa4 /usr/lib/golang/src/fmt/print.go:189
# 0x70c292 runtime/pprof.printStackRecord+0x3f2 /usr/lib/golang/src/runtime/pprof/pprof.go:501
# 0x70b810 runtime/pprof.printCountProfile+0x740 /usr/lib/golang/src/runtime/pprof/pprof.go:438
# 0x70e3db runtime/pprof.writeRuntimeProfile+0x13b /usr/lib/golang/src/runtime/pprof/pprof.go:715
# 0x70e13f runtime/pprof.writeGoroutine+0x9f /usr/lib/golang/src/runtime/pprof/pprof.go:669
# 0x70aba3 runtime/pprof.(*Profile).WriteTo+0x3e3 /usr/lib/golang/src/runtime/pprof/pprof.go:328
# 0x716ddf net/http/pprof.handler.ServeHTTP+0x20f /usr/lib/golang/src/net/http/pprof/pprof.go:245
# 0x7176b2 net/http/pprof.Index+0x722 /usr/lib/golang/src/net/http/pprof/pprof.go:268
# 0x6d7373 net/http.HandlerFunc.ServeHTTP+0x43 /usr/lib/golang/src/net/http/server.go:1964
# 0x6d9016 net/http.(*ServeMux).ServeHTTP+0x126 /usr/lib/golang/src/net/http/server.go:2361
# 0x6d9fba net/http.serverHandler.ServeHTTP+0xaa /usr/lib/golang/src/net/http/server.go:2741
# 0x6d63d5 net/http.(*conn).serve+0x645 /usr/lib/golang/src/net/http/server.go:1847
0: 0 [1: 5376] @ 0x70e301 0x70e140 0x70aba4 0x716de0 0x7176b3 0x6d7374 0x6d9017 0x6d9fbb 0x6d63d6 0x45d6f1
# 0x70e300 runtime/pprof.writeRuntimeProfile+0x60 /usr/lib/golang/src/runtime/pprof/pprof.go:706
# 0x70e13f runtime/pprof.writeGoroutine+0x9f /usr/lib/golang/src/runtime/pprof/pprof.go:669
# 0x70aba3 runtime/pprof.(*Profile).WriteTo+0x3e3 /usr/lib/golang/src/runtime/pprof/pprof.go:328
# 0x716ddf net/http/pprof.handler.ServeHTTP+0x20f /usr/lib/golang/src/net/http/pprof/pprof.go:245
# 0x7176b2 net/http/pprof.Index+0x722 /usr/lib/golang/src/net/http/pprof/pprof.go:268
# 0x6d7373 net/http.HandlerFunc.ServeHTTP+0x43 /usr/lib/golang/src/net/http/server.go:1964
# 0x6d9016 net/http.(*ServeMux).ServeHTTP+0x126 /usr/lib/golang/src/net/http/server.go:2361
# 0x6d9fba net/http.serverHandler.ServeHTTP+0xaa /usr/lib/golang/src/net/http/server.go:2741
# 0x6d63d5 net/http.(*conn).serve+0x645 /usr/lib/golang/src/net/http/server.go:1847
0: 0 [1: 80] @ 0x48adbc 0x695585 0x694b20 0x69487a 0x695f08 0x695c25 0x82cf6b 0x82e020 0x81ecf8 0x82165b 0x82ee61 0x906b3f 0x907b42 0x45d6f1
# 0x48adbb time.NewTimer+0x6b /usr/lib/golang/src/time/sleep.go:89
# 0x695584 net/http.setRequestCancel+0x1e4 /usr/lib/golang/src/net/http/client.go:317
# 0x694b1f net/http.send+0x10f /usr/lib/golang/src/net/http/client.go:248
# 0x694879 net/http.(*Client).send+0xf9 /usr/lib/golang/src/net/http/client.go:174
# 0x695f07 net/http.(*Client).do+0x2a7 /usr/lib/golang/src/net/http/client.go:641
# 0x695c24 net/http.(*Client).Do+0x34 /usr/lib/golang/src/net/http/client.go:509
# 0x82cf6a github.com/aws/aws-sdk-go/aws/corehandlers.sendFollowRedirects+0x3a /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/corehandlers/handlers.go:120
# 0x82e01f github.com/aws/aws-sdk-go/aws/corehandlers.glob..func3+0x7f /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/corehandlers/handlers.go:112
# 0x81ecf7 github.com/aws/aws-sdk-go/aws/request.(*HandlerList).Run+0x97 /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/request/handlers.go:213
# 0x82165a github.com/aws/aws-sdk-go/aws/request.(*Request).Send+0x19a /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/request/request.go:497
# 0x82ee60 github.com/aws/aws-sdk-go/aws/ec2metadata.(*EC2Metadata).GetMetadata+0x160 /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/ec2metadata/api.go:28
# 0x906b3e github.com/buildkite/lifecycled.(*SpotListener).Start+0x1ae /root/lifecycled/spot.go:49
# 0x907b41 github.com/buildkite/lifecycled.(*Daemon).Start.func1+0x91 /root/lifecycled/daemon.go:99
0: 0 [1: 16] @ 0x597231 0x59b856 0x599397 0x59813b 0x5998f6 0x59813b 0x5998f6 0x59bf28 0x59bd18 0x61c1f8 0x61e35b 0x641ef5 0x63fc05 0x63f467 0x63e191 0x6f6ad2 0x45d6f1
# 0x597230 encoding/asn1.parsePrintableString+0x170 /usr/lib/golang/src/encoding/asn1/asn1.go:405
# 0x59b855 encoding/asn1.parseField+0x35e5 /usr/lib/golang/src/encoding/asn1/asn1.go:673
# 0x599396 encoding/asn1.parseField+0x1126 /usr/lib/golang/src/encoding/asn1/asn1.go:919
# 0x59813a encoding/asn1.parseSequenceOf+0x50a /usr/lib/golang/src/encoding/asn1/asn1.go:617
# 0x5998f5 encoding/asn1.parseField+0x1685 /usr/lib/golang/src/encoding/asn1/asn1.go:935
# 0x59813a encoding/asn1.parseSequenceOf+0x50a /usr/lib/golang/src/encoding/asn1/asn1.go:617
# 0x5998f5 encoding/asn1.parseField+0x1685 /usr/lib/golang/src/encoding/asn1/asn1.go:935
# 0x59bf27 encoding/asn1.UnmarshalWithParams+0x1b7 /usr/lib/golang/src/encoding/asn1/asn1.go:1061
# 0x59bd17 encoding/asn1.Unmarshal+0x67 /usr/lib/golang/src/encoding/asn1/asn1.go:1054
# 0x61c1f7 crypto/x509.parseCertificate+0x317 /usr/lib/golang/src/crypto/x509/x509.go:1362
# 0x61e35a crypto/x509.ParseCertificate+0x10a /usr/lib/golang/src/crypto/x509/x509.go:1572
# 0x641ef4 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1cb4 /usr/lib/golang/src/crypto/tls/handshake_client.go:318
# 0x63fc04 crypto/tls.(*clientHandshakeState).handshake+0x534 /usr/lib/golang/src/crypto/tls/handshake_client.go:247
# 0x63f466 crypto/tls.(*Conn).clientHandshake+0x396 /usr/lib/golang/src/crypto/tls/handshake_client.go:168
# 0x63e190 crypto/tls.(*Conn).Handshake+0xf0 /usr/lib/golang/src/crypto/tls/conn.go:1272
# 0x6f6ad1 net/http.(*persistConn).addTLS.func2+0x41 /usr/lib/golang/src/net/http/transport.go:1171
0: 0 [1: 48] @ 0x5edaa5 0x5ebaf4 0x5d152b 0x5d25e1 0x6fc923 0x6e9bbf 0x6ebc23 0x6f69ce 0x45d6f1
# 0x5edaa4 net.(*Resolver).LookupIPAddr+0x1a4 /usr/lib/golang/src/net/lookup.go:198
# 0x5ebaf3 net.(*Resolver).internetAddrList+0x613 /usr/lib/golang/src/net/ipsock.go:279
# 0x5d152a net.(*Resolver).resolveAddrList+0x4fa /usr/lib/golang/src/net/dial.go:202
# 0x5d25e0 net.(*Dialer).DialContext+0x200 /usr/lib/golang/src/net/dial.go:384
# 0x6fc922 net.(*Dialer).DialContext-fm+0x72 /usr/lib/golang/src/net/http/transport.go:48
# 0x6e9bbe net/http.(*Transport).dial+0x20e /usr/lib/golang/src/net/http/transport.go:916
# 0x6ebc22 net/http.(*Transport).dialConn+0x312 /usr/lib/golang/src/net/http/transport.go:1240
# 0x6f69cd net/http.(*Transport).getConn.func4+0x6d /usr/lib/golang/src/net/http/transport.go:999
0: 0 [1: 896] @ 0x4e87fe 0x83de72 0x83cad5 0x83b97f 0x83c3cb 0x83c0b8 0x81ecf8 0x821100 0x82160f 0x91b46d 0x93ac5e 0x93a555 0x8c1e91 0x8bf9bc 0x8bf726 0x8bfede 0x9052e4 0x93cf71 0x76343d 0x76869f 0x76701f 0x7656ea 0x93bf53 0x42f247 0x45d6f1
# 0x4e87fd strings.Join+0xad /usr/lib/golang/src/strings/strings.go:440
# 0x83de71 github.com/aws/aws-sdk-go/aws/signer/v4.(*signingCtx).buildCanonicalHeaders+0x7d1 /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/signer/v4/v4.go:632
# 0x83cad4 github.com/aws/aws-sdk-go/aws/signer/v4.(*signingCtx).build+0x2f4 /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/signer/v4/v4.go:530
# 0x83b97e github.com/aws/aws-sdk-go/aws/signer/v4.Signer.signWithBody+0x36e /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/signer/v4/v4.go:347
# 0x83c3ca github.com/aws/aws-sdk-go/aws/signer/v4.signSDKRequestWithCurrTime+0x2fa /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/signer/v4/v4.go:479
# 0x83c0b7 github.com/aws/aws-sdk-go/aws/signer/v4.SignSDKRequest+0x47 /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/signer/v4/v4.go:425
# 0x81ecf7 github.com/aws/aws-sdk-go/aws/request.(*HandlerList).Run+0x97 /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/request/handlers.go:213
# 0x8210ff github.com/aws/aws-sdk-go/aws/request.(*Request).Sign+0xaf /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/request/request.go:388
# 0x82160e github.com/aws/aws-sdk-go/aws/request.(*Request).Send+0x14e /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/request/request.go:490
# 0x91b46c github.com/aws/aws-sdk-go/service/cloudwatchlogs.(*CloudWatchLogs).PutLogEvents+0x4c /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/service/cloudwatchlogs/api.go:2814
# 0x93ac5d github.com/kdar/logrus-cloudwatchlogs.(*Hook).Write+0x2ed /root/go/pkg/mod/github.com/kdar/logrus-cloudwatchlogs@v0.0.0-20180208175244-c4ba9db972a4/hook.go:166
# 0x93a554 github.com/kdar/logrus-cloudwatchlogs.(*Hook).Fire+0x154 /root/go/pkg/mod/github.com/kdar/logrus-cloudwatchlogs@v0.0.0-20180208175244-c4ba9db972a4/hook.go:113
# 0x8c1e90 github.com/sirupsen/logrus.LevelHooks.Fire+0x90 /root/go/pkg/mod/github.com/sirupsen/logrus@v1.2.0/hooks.go:28
# 0x8bf9bb github.com/sirupsen/logrus.(*Entry).fireHooks+0x8b /root/go/pkg/mod/github.com/sirupsen/logrus@v1.2.0/entry.go:223
# 0x8bf725 github.com/sirupsen/logrus.Entry.log+0xf5 /root/go/pkg/mod/github.com/sirupsen/logrus@v1.2.0/entry.go:201
# 0x8bfedd github.com/sirupsen/logrus.(*Entry).Info+0xad /root/go/pkg/mod/github.com/sirupsen/logrus@v1.2.0/entry.go:261
# 0x9052e3 github.com/buildkite/lifecycled.(*Daemon).Start+0x383 /root/lifecycled/daemon.go:106
# 0x93cf70 main.main.func2+0x4e0 /root/lifecycled/cmd/lifecycled/main.go:150
# 0x76343c github.com/alecthomas/kingpin.(*actionMixin).applyActions+0x6c /root/go/pkg/mod/github.com/alecthomas/kingpin@v0.0.0-20180312062423-a39589180ebd/actions.go:28
# 0x76869e github.com/alecthomas/kingpin.(*Application).applyActions+0x3e /root/go/pkg/mod/github.com/alecthomas/kingpin@v0.0.0-20180312062423-a39589180ebd/app.go:551
# 0x76701e github.com/alecthomas/kingpin.(*Application).execute+0x8e /root/go/pkg/mod/github.com/alecthomas/kingpin@v0.0.0-20180312062423-a39589180ebd/app.go:390
# 0x7656e9 github.com/alecthomas/kingpin.(*Application).Parse+0x1f9 /root/go/pkg/mod/github.com/alecthomas/kingpin@v0.0.0-20180312062423-a39589180ebd/app.go:222
# 0x93bf52 main.main+0xd72 /root/lifecycled/cmd/lifecycled/main.go:169
# 0x42f246 runtime.main+0x206 /usr/lib/golang/src/runtime/proc.go:201
0: 0 [1: 32] @ 0x59a14c 0x599397 0x599397 0x599397 0x59bf28 0x59bd18 0x61e2c4 0x611c75 0x612f6b 0x612946 0x472e83 0x6128f9 0x61702f 0x641bc2 0x63fc05 0x63f467 0x63e191 0x6f6ad2 0x45d6f1
# 0x59a14b encoding/asn1.parseField+0x1edb /usr/lib/golang/src/encoding/asn1/asn1.go:838
# 0x599396 encoding/asn1.parseField+0x1126 /usr/lib/golang/src/encoding/asn1/asn1.go:919
# 0x599396 encoding/asn1.parseField+0x1126 /usr/lib/golang/src/encoding/asn1/asn1.go:919
# 0x599396 encoding/asn1.parseField+0x1126 /usr/lib/golang/src/encoding/asn1/asn1.go:919
# 0x59bf27 encoding/asn1.UnmarshalWithParams+0x1b7 /usr/lib/golang/src/encoding/asn1/asn1.go:1061
# 0x59bd17 encoding/asn1.Unmarshal+0x67 /usr/lib/golang/src/encoding/asn1/asn1.go:1054
# 0x61e2c3 crypto/x509.ParseCertificate+0x73 /usr/lib/golang/src/crypto/x509/x509.go:1564
# 0x611c74 crypto/x509.(*CertPool).AppendCertsFromPEM+0xf4 /usr/lib/golang/src/crypto/x509/cert_pool.go:134
# 0x612f6a crypto/x509.loadSystemRoots+0x58a /usr/lib/golang/src/crypto/x509/root_unix.go:50
# 0x612945 crypto/x509.initSystemRoots+0x25 /usr/lib/golang/src/crypto/x509/root.go:21
# 0x472e82 sync.(*Once).Do+0xb2 /usr/lib/golang/src/sync/once.go:44
# 0x6128f8 crypto/x509.systemRootsPool+0x38 /usr/lib/golang/src/crypto/x509/root.go:16
# 0x61702e crypto/x509.(*Certificate).Verify+0x6be /usr/lib/golang/src/crypto/x509/verify.go:746
# 0x641bc1 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1981 /usr/lib/golang/src/crypto/tls/handshake_client.go:340
# 0x63fc04 crypto/tls.(*clientHandshakeState).handshake+0x534 /usr/lib/golang/src/crypto/tls/handshake_client.go:247
# 0x63f466 crypto/tls.(*Conn).clientHandshake+0x396 /usr/lib/golang/src/crypto/tls/handshake_client.go:168
# 0x63e190 crypto/tls.(*Conn).Handshake+0xf0 /usr/lib/golang/src/crypto/tls/conn.go:1272
# 0x6f6ad1 net/http.(*persistConn).addTLS.func2+0x41 /usr/lib/golang/src/net/http/transport.go:1171
0: 0 [1: 80] @ 0x59a7cd 0x599397 0x599397 0x59bf28 0x59bd18 0x61e2c4 0x611c75 0x612f6b 0x612946 0x472e83 0x6128f9 0x61702f 0x641bc2 0x63fc05 0x63f467 0x63e191 0x6f6ad2 0x45d6f1
# 0x59a7cc encoding/asn1.parseField+0x255c /usr/lib/golang/src/encoding/asn1/asn1.go:825
# 0x599396 encoding/asn1.parseField+0x1126 /usr/lib/golang/src/encoding/asn1/asn1.go:919
# 0x599396 encoding/asn1.parseField+0x1126 /usr/lib/golang/src/encoding/asn1/asn1.go:919
# 0x59bf27 encoding/asn1.UnmarshalWithParams+0x1b7 /usr/lib/golang/src/encoding/asn1/asn1.go:1061
# 0x59bd17 encoding/asn1.Unmarshal+0x67 /usr/lib/golang/src/encoding/asn1/asn1.go:1054
# 0x61e2c3 crypto/x509.ParseCertificate+0x73 /usr/lib/golang/src/crypto/x509/x509.go:1564
# 0x611c74 crypto/x509.(*CertPool).AppendCertsFromPEM+0xf4 /usr/lib/golang/src/crypto/x509/cert_pool.go:134
# 0x612f6a crypto/x509.loadSystemRoots+0x58a /usr/lib/golang/src/crypto/x509/root_unix.go:50
# 0x612945 crypto/x509.initSystemRoots+0x25 /usr/lib/golang/src/crypto/x509/root.go:21
# 0x472e82 sync.(*Once).Do+0xb2 /usr/lib/golang/src/sync/once.go:44
# 0x6128f8 crypto/x509.systemRootsPool+0x38 /usr/lib/golang/src/crypto/x509/root.go:16
# 0x61702e crypto/x509.(*Certificate).Verify+0x6be /usr/lib/golang/src/crypto/x509/verify.go:746
# 0x641bc1 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1981 /usr/lib/golang/src/crypto/tls/handshake_client.go:340
# 0x63fc04 crypto/tls.(*clientHandshakeState).handshake+0x534 /usr/lib/golang/src/crypto/tls/handshake_client.go:247
# 0x63f466 crypto/tls.(*Conn).clientHandshake+0x396 /usr/lib/golang/src/crypto/tls/handshake_client.go:168
# 0x63e190 crypto/tls.(*Conn).Handshake+0xf0 /usr/lib/golang/src/crypto/tls/conn.go:1272
# 0x6f6ad1 net/http.(*persistConn).addTLS.func2+0x41 /usr/lib/golang/src/net/http/transport.go:1171
0: 0 [1: 416] @ 0x40ee14 0x410669 0x413e76 0x68fee6 0x6903e3 0x6f724a 0x717869 0x93db81 0x42f1fd 0x45d6f1
# 0x68fee5 golang_org/x/net/http2/hpack.(*headerFieldTable).addEntry+0x175 /usr/lib/golang/src/vendor/golang_org/x/net/http2/hpack/tables.go:58
# 0x68fee5 golang_org/x/net/http2/hpack.newStaticTable+0x175 /usr/lib/golang/src/vendor/golang_org/x/net/http2/hpack/tables.go:198
# 0x6903e2 golang_org/x/net/http2/hpack.init+0x152 /usr/lib/golang/src/vendor/golang_org/x/net/http2/hpack/tables.go:129
# 0x42f1fc runtime.main+0x1bc /usr/lib/golang/src/runtime/proc.go:189
# runtime.MemStats
# Alloc = 2034488
# TotalAlloc = 24374984
# Sys = 71760120
# Lookups = 0
# Mallocs = 392808
# Frees = 377172
# HeapAlloc = 2034488
# HeapSys = 66519040
# HeapIdle = 62537728
# HeapInuse = 3981312
# HeapReleased = 61808640
# HeapObjects = 15636
# Stack = 589824 / 589824
# MSpan = 72808 / 98304
# MCache = 3456 / 16384
# BuckHashSys = 1450337
# GCSys = 2379776
# OtherSys = 706455
# NextGC = 4194304
# LastGC = 1550979556909519833
# PauseNs = [84102 35691 88058 28991 35425 35129 31380 49086 41665 35255 57714 29486 40169 33063 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0]
# PauseEnd = [1550978411839380921 1550978411855664424 1550978451385621505 1550978491355361044 1550978525136353861 1550978594996955403 1550978716892723050 1550978836894517410 1550978956895564498 1550979076897422050 1550979196901622143 1550979316902635915 1550979436908249076 1550979556909519833 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0]
# NumGC = 14
# NumForcedGC = 0
# GCCPUFraction = 3.7035952925753644e-06
# DebugGC = false
heap profile: 1: 16 [12: 12304] @ heap/1048576
1: 16 [1: 16] @ 0x597231 0x59b856 0x599397 0x59813b 0x5998f6 0x59813b 0x5998f6 0x59bf28 0x59bd18 0x61c1f8 0x61e35b 0x641ef5 0x63fc05 0x63f467 0x63e191 0x6f6ad2 0x45d6f1
# 0x597230 encoding/asn1.parsePrintableString+0x170 /usr/lib/golang/src/encoding/asn1/asn1.go:405
# 0x59b855 encoding/asn1.parseField+0x35e5 /usr/lib/golang/src/encoding/asn1/asn1.go:673
# 0x599396 encoding/asn1.parseField+0x1126 /usr/lib/golang/src/encoding/asn1/asn1.go:919
# 0x59813a encoding/asn1.parseSequenceOf+0x50a /usr/lib/golang/src/encoding/asn1/asn1.go:617
# 0x5998f5 encoding/asn1.parseField+0x1685 /usr/lib/golang/src/encoding/asn1/asn1.go:935
# 0x59813a encoding/asn1.parseSequenceOf+0x50a /usr/lib/golang/src/encoding/asn1/asn1.go:617
# 0x5998f5 encoding/asn1.parseField+0x1685 /usr/lib/golang/src/encoding/asn1/asn1.go:935
# 0x59bf27 encoding/asn1.UnmarshalWithParams+0x1b7 /usr/lib/golang/src/encoding/asn1/asn1.go:1061
# 0x59bd17 encoding/asn1.Unmarshal+0x67 /usr/lib/golang/src/encoding/asn1/asn1.go:1054
# 0x61c1f7 crypto/x509.parseCertificate+0x317 /usr/lib/golang/src/crypto/x509/x509.go:1362
# 0x61e35a crypto/x509.ParseCertificate+0x10a /usr/lib/golang/src/crypto/x509/x509.go:1572
# 0x641ef4 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1cb4 /usr/lib/golang/src/crypto/tls/handshake_client.go:318
# 0x63fc04 crypto/tls.(*clientHandshakeState).handshake+0x534 /usr/lib/golang/src/crypto/tls/handshake_client.go:247
# 0x63f466 crypto/tls.(*Conn).clientHandshake+0x396 /usr/lib/golang/src/crypto/tls/handshake_client.go:168
# 0x63e190 crypto/tls.(*Conn).Handshake+0xf0 /usr/lib/golang/src/crypto/tls/conn.go:1272
# 0x6f6ad1 net/http.(*persistConn).addTLS.func2+0x41 /usr/lib/golang/src/net/http/transport.go:1171
0: 0 [0: 0] @ 0x6ec1a3 0x6f69ce 0x45d6f1
# 0x6ec1a2 bufio.NewWriterSize+0x892 /usr/lib/golang/src/bufio/bufio.go:546
# 0x6ec1a2 bufio.NewWriter+0x892 /usr/lib/golang/src/bufio/bufio.go:553
# 0x6ec1a2 net/http.(*Transport).dialConn+0x892 /usr/lib/golang/src/net/http/transport.go:1337
# 0x6f69cd net/http.(*Transport).getConn.func4+0x6d /usr/lib/golang/src/net/http/transport.go:999
0: 0 [0: 0] @ 0x708190 0x4c8ac5 0x70c293 0x70caf9 0x70c497 0x70aba4 0x716de0 0x7176b3 0x6d7374 0x6d9017 0x6d9fbb 0x6d63d6 0x45d6f1
# 0x70818f text/tabwriter.(*Writer).append+0x67f /usr/lib/golang/src/text/tabwriter/tabwriter.go:414
# 0x70818f text/tabwriter.(*Writer).Write+0x67f /usr/lib/golang/src/text/tabwriter/tabwriter.go:529
# 0x4c8ac4 fmt.Fprintf+0xa4 /usr/lib/golang/src/fmt/print.go:189
# 0x70c292 runtime/pprof.printStackRecord+0x3f2 /usr/lib/golang/src/runtime/pprof/pprof.go:501
# 0x70caf8 runtime/pprof.writeHeapInternal+0x5b8 /usr/lib/golang/src/runtime/pprof/pprof.go:607
# 0x70c496 runtime/pprof.writeHeap+0x46 /usr/lib/golang/src/runtime/pprof/pprof.go:532
# 0x70aba3 runtime/pprof.(*Profile).WriteTo+0x3e3 /usr/lib/golang/src/runtime/pprof/pprof.go:328
# 0x716ddf net/http/pprof.handler.ServeHTTP+0x20f /usr/lib/golang/src/net/http/pprof/pprof.go:245
# 0x7176b2 net/http/pprof.Index+0x722 /usr/lib/golang/src/net/http/pprof/pprof.go:268
# 0x6d7373 net/http.HandlerFunc.ServeHTTP+0x43 /usr/lib/golang/src/net/http/server.go:1964
# 0x6d9016 net/http.(*ServeMux).ServeHTTP+0x126 /usr/lib/golang/src/net/http/server.go:2361
# 0x6d9fba net/http.serverHandler.ServeHTTP+0xaa /usr/lib/golang/src/net/http/server.go:2741
# 0x6d63d5 net/http.(*conn).serve+0x645 /usr/lib/golang/src/net/http/server.go:1847
0: 0 [0: 0] @ 0x708190 0x4c8ac5 0x70c293 0x70caf9 0x70c497 0x70aba4 0x716de0 0x7176b3 0x6d7374 0x6d9017 0x6d9fbb 0x6d63d6 0x45d6f1
# 0x70818f text/tabwriter.(*Writer).append+0x67f /usr/lib/golang/src/text/tabwriter/tabwriter.go:414
# 0x70818f text/tabwriter.(*Writer).Write+0x67f /usr/lib/golang/src/text/tabwriter/tabwriter.go:529
# 0x4c8ac4 fmt.Fprintf+0xa4 /usr/lib/golang/src/fmt/print.go:189
# 0x70c292 runtime/pprof.printStackRecord+0x3f2 /usr/lib/golang/src/runtime/pprof/pprof.go:501
# 0x70caf8 runtime/pprof.writeHeapInternal+0x5b8 /usr/lib/golang/src/runtime/pprof/pprof.go:607
# 0x70c496 runtime/pprof.writeHeap+0x46 /usr/lib/golang/src/runtime/pprof/pprof.go:532
# 0x70aba3 runtime/pprof.(*Profile).WriteTo+0x3e3 /usr/lib/golang/src/runtime/pprof/pprof.go:328
# 0x716ddf net/http/pprof.handler.ServeHTTP+0x20f /usr/lib/golang/src/net/http/pprof/pprof.go:245
# 0x7176b2 net/http/pprof.Index+0x722 /usr/lib/golang/src/net/http/pprof/pprof.go:268
# 0x6d7373 net/http.HandlerFunc.ServeHTTP+0x43 /usr/lib/golang/src/net/http/server.go:1964
# 0x6d9016 net/http.(*ServeMux).ServeHTTP+0x126 /usr/lib/golang/src/net/http/server.go:2361
# 0x6d9fba net/http.serverHandler.ServeHTTP+0xaa /usr/lib/golang/src/net/http/server.go:2741
# 0x6d63d5 net/http.(*conn).serve+0x645 /usr/lib/golang/src/net/http/server.go:1847
0: 0 [0: 0] @ 0x4494e1 0x70bf20 0x70caf9 0x70c497 0x70aba4 0x716de0 0x7176b3 0x6d7374 0x6d9017 0x6d9fbb 0x6d63d6 0x45d6f1
# 0x70bf1f runtime/pprof.printStackRecord+0x7f /usr/lib/golang/src/runtime/pprof/pprof.go:490
# 0x70caf8 runtime/pprof.writeHeapInternal+0x5b8 /usr/lib/golang/src/runtime/pprof/pprof.go:607
# 0x70c496 runtime/pprof.writeHeap+0x46 /usr/lib/golang/src/runtime/pprof/pprof.go:532
# 0x70aba3 runtime/pprof.(*Profile).WriteTo+0x3e3 /usr/lib/golang/src/runtime/pprof/pprof.go:328
# 0x716ddf net/http/pprof.handler.ServeHTTP+0x20f /usr/lib/golang/src/net/http/pprof/pprof.go:245
# 0x7176b2 net/http/pprof.Index+0x722 /usr/lib/golang/src/net/http/pprof/pprof.go:268
# 0x6d7373 net/http.HandlerFunc.ServeHTTP+0x43 /usr/lib/golang/src/net/http/server.go:1964
# 0x6d9016 net/http.(*ServeMux).ServeHTTP+0x126 /usr/lib/golang/src/net/http/server.go:2361
# 0x6d9fba net/http.serverHandler.ServeHTTP+0xaa /usr/lib/golang/src/net/http/server.go:2741
# 0x6d63d5 net/http.(*conn).serve+0x645 /usr/lib/golang/src/net/http/server.go:1847
0: 0 [1: 4096] @ 0x70dde3 0x70c497 0x70aba4 0x716de0 0x7176b3 0x6d7374 0x6d9017 0x6d9fbb 0x6d63d6 0x45d6f1
# 0x70dde2 bufio.NewWriterSize+0x18a2 /usr/lib/golang/src/bufio/bufio.go:546
# 0x70dde2 bufio.NewWriter+0x18a2 /usr/lib/golang/src/bufio/bufio.go:553
# 0x70dde2 runtime/pprof.writeHeapInternal+0x18a2 /usr/lib/golang/src/runtime/pprof/pprof.go:577
# 0x70c496 runtime/pprof.writeHeap+0x46 /usr/lib/golang/src/runtime/pprof/pprof.go:532
# 0x70aba3 runtime/pprof.(*Profile).WriteTo+0x3e3 /usr/lib/golang/src/runtime/pprof/pprof.go:328
# 0x716ddf net/http/pprof.handler.ServeHTTP+0x20f /usr/lib/golang/src/net/http/pprof/pprof.go:245
# 0x7176b2 net/http/pprof.Index+0x722 /usr/lib/golang/src/net/http/pprof/pprof.go:268
# 0x6d7373 net/http.HandlerFunc.ServeHTTP+0x43 /usr/lib/golang/src/net/http/server.go:1964
# 0x6d9016 net/http.(*ServeMux).ServeHTTP+0x126 /usr/lib/golang/src/net/http/server.go:2361
# 0x6d9fba net/http.serverHandler.ServeHTTP+0xaa /usr/lib/golang/src/net/http/server.go:2741
# 0x6d63d5 net/http.(*conn).serve+0x645 /usr/lib/golang/src/net/http/server.go:1847
0: 0 [1: 80] @ 0x5f238f 0x6d0eda 0x45d6f1
# 0x5f238e net.(*conn).Read+0xae /usr/lib/golang/src/net/net.go:179
# 0x6d0ed9 net/http.(*connReader).backgroundRead+0x59 /usr/lib/golang/src/net/http/server.go:676
0: 0 [1: 160] @ 0x7144a1 0x70b2d7 0x70e3dc 0x70e140 0x70aba4 0x716de0 0x7176b3 0x6d7374 0x6d9017 0x6d9fbb 0x6d63d6 0x45d6f1
# 0x7144a0 bytes.(*Buffer).String+0x170 /usr/lib/golang/src/bytes/buffer.go:66
# 0x7144a0 runtime/pprof.printCountProfile.func1+0x170 /usr/lib/golang/src/runtime/pprof/pprof.go:415
# 0x70b2d6 runtime/pprof.printCountProfile+0x206 /usr/lib/golang/src/runtime/pprof/pprof.go:422
# 0x70e3db runtime/pprof.writeRuntimeProfile+0x13b /usr/lib/golang/src/runtime/pprof/pprof.go:715
# 0x70e13f runtime/pprof.writeGoroutine+0x9f /usr/lib/golang/src/runtime/pprof/pprof.go:669
# 0x70aba3 runtime/pprof.(*Profile).WriteTo+0x3e3 /usr/lib/golang/src/runtime/pprof/pprof.go:328
# 0x716ddf net/http/pprof.handler.ServeHTTP+0x20f /usr/lib/golang/src/net/http/pprof/pprof.go:245
# 0x7176b2 net/http/pprof.Index+0x722 /usr/lib/golang/src/net/http/pprof/pprof.go:268
# 0x6d7373 net/http.HandlerFunc.ServeHTTP+0x43 /usr/lib/golang/src/net/http/server.go:1964
# 0x6d9016 net/http.(*ServeMux).ServeHTTP+0x126 /usr/lib/golang/src/net/http/server.go:2361
# 0x6d9fba net/http.serverHandler.ServeHTTP+0xaa /usr/lib/golang/src/net/http/server.go:2741
# 0x6d63d5 net/http.(*conn).serve+0x645 /usr/lib/golang/src/net/http/server.go:1847
0: 0 [1: 1024] @ 0x708190 0x4c8ac5 0x70c293 0x70b811 0x70e3dc 0x70e140 0x70aba4 0x716de0 0x7176b3 0x6d7374 0x6d9017 0x6d9fbb 0x6d63d6 0x45d6f1
# 0x70818f text/tabwriter.(*Writer).append+0x67f /usr/lib/golang/src/text/tabwriter/tabwriter.go:414
# 0x70818f text/tabwriter.(*Writer).Write+0x67f /usr/lib/golang/src/text/tabwriter/tabwriter.go:529
# 0x4c8ac4 fmt.Fprintf+0xa4 /usr/lib/golang/src/fmt/print.go:189
# 0x70c292 runtime/pprof.printStackRecord+0x3f2 /usr/lib/golang/src/runtime/pprof/pprof.go:501
# 0x70b810 runtime/pprof.printCountProfile+0x740 /usr/lib/golang/src/runtime/pprof/pprof.go:438
# 0x70e3db runtime/pprof.writeRuntimeProfile+0x13b /usr/lib/golang/src/runtime/pprof/pprof.go:715
# 0x70e13f runtime/pprof.writeGoroutine+0x9f /usr/lib/golang/src/runtime/pprof/pprof.go:669
# 0x70aba3 runtime/pprof.(*Profile).WriteTo+0x3e3 /usr/lib/golang/src/runtime/pprof/pprof.go:328
# 0x716ddf net/http/pprof.handler.ServeHTTP+0x20f /usr/lib/golang/src/net/http/pprof/pprof.go:245
# 0x7176b2 net/http/pprof.Index+0x722 /usr/lib/golang/src/net/http/pprof/pprof.go:268
# 0x6d7373 net/http.HandlerFunc.ServeHTTP+0x43 /usr/lib/golang/src/net/http/server.go:1964
# 0x6d9016 net/http.(*ServeMux).ServeHTTP+0x126 /usr/lib/golang/src/net/http/server.go:2361
# 0x6d9fba net/http.serverHandler.ServeHTTP+0xaa /usr/lib/golang/src/net/http/server.go:2741
# 0x6d63d5 net/http.(*conn).serve+0x645 /usr/lib/golang/src/net/http/server.go:1847
0: 0 [1: 5376] @ 0x70e301 0x70e140 0x70aba4 0x716de0 0x7176b3 0x6d7374 0x6d9017 0x6d9fbb 0x6d63d6 0x45d6f1
# 0x70e300 runtime/pprof.writeRuntimeProfile+0x60 /usr/lib/golang/src/runtime/pprof/pprof.go:706
# 0x70e13f runtime/pprof.writeGoroutine+0x9f /usr/lib/golang/src/runtime/pprof/pprof.go:669
# 0x70aba3 runtime/pprof.(*Profile).WriteTo+0x3e3 /usr/lib/golang/src/runtime/pprof/pprof.go:328
# 0x716ddf net/http/pprof.handler.ServeHTTP+0x20f /usr/lib/golang/src/net/http/pprof/pprof.go:245
# 0x7176b2 net/http/pprof.Index+0x722 /usr/lib/golang/src/net/http/pprof/pprof.go:268
# 0x6d7373 net/http.HandlerFunc.ServeHTTP+0x43 /usr/lib/golang/src/net/http/server.go:1964
# 0x6d9016 net/http.(*ServeMux).ServeHTTP+0x126 /usr/lib/golang/src/net/http/server.go:2361
# 0x6d9fba net/http.serverHandler.ServeHTTP+0xaa /usr/lib/golang/src/net/http/server.go:2741
# 0x6d63d5 net/http.(*conn).serve+0x645 /usr/lib/golang/src/net/http/server.go:1847
0: 0 [1: 80] @ 0x48adbc 0x695585 0x694b20 0x69487a 0x695f08 0x695c25 0x82cf6b 0x82e020 0x81ecf8 0x82165b 0x82ee61 0x906b3f 0x907b42 0x45d6f1
# 0x48adbb time.NewTimer+0x6b /usr/lib/golang/src/time/sleep.go:89
# 0x695584 net/http.setRequestCancel+0x1e4 /usr/lib/golang/src/net/http/client.go:317
# 0x694b1f net/http.send+0x10f /usr/lib/golang/src/net/http/client.go:248
# 0x694879 net/http.(*Client).send+0xf9 /usr/lib/golang/src/net/http/client.go:174
# 0x695f07 net/http.(*Client).do+0x2a7 /usr/lib/golang/src/net/http/client.go:641
# 0x695c24 net/http.(*Client).Do+0x34 /usr/lib/golang/src/net/http/client.go:509
# 0x82cf6a github.com/aws/aws-sdk-go/aws/corehandlers.sendFollowRedirects+0x3a /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/corehandlers/handlers.go:120
# 0x82e01f github.com/aws/aws-sdk-go/aws/corehandlers.glob..func3+0x7f /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/corehandlers/handlers.go:112
# 0x81ecf7 github.com/aws/aws-sdk-go/aws/request.(*HandlerList).Run+0x97 /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/request/handlers.go:213
# 0x82165a github.com/aws/aws-sdk-go/aws/request.(*Request).Send+0x19a /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/request/request.go:497
# 0x82ee60 github.com/aws/aws-sdk-go/aws/ec2metadata.(*EC2Metadata).GetMetadata+0x160 /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/ec2metadata/api.go:28
# 0x906b3e github.com/buildkite/lifecycled.(*SpotListener).Start+0x1ae /root/lifecycled/spot.go:49
# 0x907b41 github.com/buildkite/lifecycled.(*Daemon).Start.func1+0x91 /root/lifecycled/daemon.go:99
0: 0 [0: 0] @ 0x413fe2 0x65ffff 0x6c6f63 0x716c43 0x7176b3 0x6d7374 0x6d9017 0x6d9fbb 0x6d63d6 0x45d6f1
# 0x65fffe net/textproto.MIMEHeader.Set+0xae /usr/lib/golang/src/net/textproto/header.go:22
# 0x6c6f62 net/http.Header.Set+0x52 /usr/lib/golang/src/net/http/header.go:32
# 0x716c42 net/http/pprof.handler.ServeHTTP+0x72 /usr/lib/golang/src/net/http/pprof/pprof.go:228
# 0x7176b2 net/http/pprof.Index+0x722 /usr/lib/golang/src/net/http/pprof/pprof.go:268
# 0x6d7373 net/http.HandlerFunc.ServeHTTP+0x43 /usr/lib/golang/src/net/http/server.go:1964
# 0x6d9016 net/http.(*ServeMux).ServeHTTP+0x126 /usr/lib/golang/src/net/http/server.go:2361
# 0x6d9fba net/http.serverHandler.ServeHTTP+0xaa /usr/lib/golang/src/net/http/server.go:2741
# 0x6d63d5 net/http.(*conn).serve+0x645 /usr/lib/golang/src/net/http/server.go:1847
0: 0 [1: 48] @ 0x5edaa5 0x5ebaf4 0x5d152b 0x5d25e1 0x6fc923 0x6e9bbf 0x6ebc23 0x6f69ce 0x45d6f1
# 0x5edaa4 net.(*Resolver).LookupIPAddr+0x1a4 /usr/lib/golang/src/net/lookup.go:198
# 0x5ebaf3 net.(*Resolver).internetAddrList+0x613 /usr/lib/golang/src/net/ipsock.go:279
# 0x5d152a net.(*Resolver).resolveAddrList+0x4fa /usr/lib/golang/src/net/dial.go:202
# 0x5d25e0 net.(*Dialer).DialContext+0x200 /usr/lib/golang/src/net/dial.go:384
# 0x6fc922 net.(*Dialer).DialContext-fm+0x72 /usr/lib/golang/src/net/http/transport.go:48
# 0x6e9bbe net/http.(*Transport).dial+0x20e /usr/lib/golang/src/net/http/transport.go:916
# 0x6ebc22 net/http.(*Transport).dialConn+0x312 /usr/lib/golang/src/net/http/transport.go:1240
# 0x6f69cd net/http.(*Transport).getConn.func4+0x6d /usr/lib/golang/src/net/http/transport.go:999
0: 0 [1: 896] @ 0x4e87fe 0x83de72 0x83cad5 0x83b97f 0x83c3cb 0x83c0b8 0x81ecf8 0x821100 0x82160f 0x91b46d 0x93ac5e 0x93a555 0x8c1e91 0x8bf9bc 0x8bf726 0x8bfede 0x9052e4 0x93cf71 0x76343d 0x76869f 0x76701f 0x7656ea 0x93bf53 0x42f247 0x45d6f1
# 0x4e87fd strings.Join+0xad /usr/lib/golang/src/strings/strings.go:440
# 0x83de71 github.com/aws/aws-sdk-go/aws/signer/v4.(*signingCtx).buildCanonicalHeaders+0x7d1 /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/signer/v4/v4.go:632
# 0x83cad4 github.com/aws/aws-sdk-go/aws/signer/v4.(*signingCtx).build+0x2f4 /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/signer/v4/v4.go:530
# 0x83b97e github.com/aws/aws-sdk-go/aws/signer/v4.Signer.signWithBody+0x36e /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/signer/v4/v4.go:347
# 0x83c3ca github.com/aws/aws-sdk-go/aws/signer/v4.signSDKRequestWithCurrTime+0x2fa /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/signer/v4/v4.go:479
# 0x83c0b7 github.com/aws/aws-sdk-go/aws/signer/v4.SignSDKRequest+0x47 /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/signer/v4/v4.go:425
# 0x81ecf7 github.com/aws/aws-sdk-go/aws/request.(*HandlerList).Run+0x97 /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/request/handlers.go:213
# 0x8210ff github.com/aws/aws-sdk-go/aws/request.(*Request).Sign+0xaf /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/request/request.go:388
# 0x82160e github.com/aws/aws-sdk-go/aws/request.(*Request).Send+0x14e /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/aws/request/request.go:490
# 0x91b46c github.com/aws/aws-sdk-go/service/cloudwatchlogs.(*CloudWatchLogs).PutLogEvents+0x4c /root/go/pkg/mod/github.com/aws/aws-sdk-go@v1.15.68/service/cloudwatchlogs/api.go:2814
# 0x93ac5d github.com/kdar/logrus-cloudwatchlogs.(*Hook).Write+0x2ed /root/go/pkg/mod/github.com/kdar/logrus-cloudwatchlogs@v0.0.0-20180208175244-c4ba9db972a4/hook.go:166
# 0x93a554 github.com/kdar/logrus-cloudwatchlogs.(*Hook).Fire+0x154 /root/go/pkg/mod/github.com/kdar/logrus-cloudwatchlogs@v0.0.0-20180208175244-c4ba9db972a4/hook.go:113
# 0x8c1e90 github.com/sirupsen/logrus.LevelHooks.Fire+0x90 /root/go/pkg/mod/github.com/sirupsen/logrus@v1.2.0/hooks.go:28
# 0x8bf9bb github.com/sirupsen/logrus.(*Entry).fireHooks+0x8b /root/go/pkg/mod/github.com/sirupsen/logrus@v1.2.0/entry.go:223
# 0x8bf725 github.com/sirupsen/logrus.Entry.log+0xf5 /root/go/pkg/mod/github.com/sirupsen/logrus@v1.2.0/entry.go:201
# 0x8bfedd github.com/sirupsen/logrus.(*Entry).Info+0xad /root/go/pkg/mod/github.com/sirupsen/logrus@v1.2.0/entry.go:261
# 0x9052e3 github.com/buildkite/lifecycled.(*Daemon).Start+0x383 /root/lifecycled/daemon.go:106
# 0x93cf70 main.main.func2+0x4e0 /root/lifecycled/cmd/lifecycled/main.go:150
# 0x76343c github.com/alecthomas/kingpin.(*actionMixin).applyActions+0x6c /root/go/pkg/mod/github.com/alecthomas/kingpin@v0.0.0-20180312062423-a39589180ebd/actions.go:28
# 0x76869e github.com/alecthomas/kingpin.(*Application).applyActions+0x3e /root/go/pkg/mod/github.com/alecthomas/kingpin@v0.0.0-20180312062423-a39589180ebd/app.go:551
# 0x76701e github.com/alecthomas/kingpin.(*Application).execute+0x8e /root/go/pkg/mod/github.com/alecthomas/kingpin@v0.0.0-20180312062423-a39589180ebd/app.go:390
# 0x7656e9 github.com/alecthomas/kingpin.(*Application).Parse+0x1f9 /root/go/pkg/mod/github.com/alecthomas/kingpin@v0.0.0-20180312062423-a39589180ebd/app.go:222
# 0x93bf52 main.main+0xd72 /root/lifecycled/cmd/lifecycled/main.go:169
# 0x42f246 runtime.main+0x206 /usr/lib/golang/src/runtime/proc.go:201
0: 0 [1: 32] @ 0x59a14c 0x599397 0x599397 0x599397 0x59bf28 0x59bd18 0x61e2c4 0x611c75 0x612f6b 0x612946 0x472e83 0x6128f9 0x61702f 0x641bc2 0x63fc05 0x63f467 0x63e191 0x6f6ad2 0x45d6f1
# 0x59a14b encoding/asn1.parseField+0x1edb /usr/lib/golang/src/encoding/asn1/asn1.go:838
# 0x599396 encoding/asn1.parseField+0x1126 /usr/lib/golang/src/encoding/asn1/asn1.go:919
# 0x599396 encoding/asn1.parseField+0x1126 /usr/lib/golang/src/encoding/asn1/asn1.go:919
# 0x599396 encoding/asn1.parseField+0x1126 /usr/lib/golang/src/encoding/asn1/asn1.go:919
# 0x59bf27 encoding/asn1.UnmarshalWithParams+0x1b7 /usr/lib/golang/src/encoding/asn1/asn1.go:1061
# 0x59bd17 encoding/asn1.Unmarshal+0x67 /usr/lib/golang/src/encoding/asn1/asn1.go:1054
# 0x61e2c3 crypto/x509.ParseCertificate+0x73 /usr/lib/golang/src/crypto/x509/x509.go:1564
# 0x611c74 crypto/x509.(*CertPool).AppendCertsFromPEM+0xf4 /usr/lib/golang/src/crypto/x509/cert_pool.go:134
# 0x612f6a crypto/x509.loadSystemRoots+0x58a /usr/lib/golang/src/crypto/x509/root_unix.go:50
# 0x612945 crypto/x509.initSystemRoots+0x25 /usr/lib/golang/src/crypto/x509/root.go:21
# 0x472e82 sync.(*Once).Do+0xb2 /usr/lib/golang/src/sync/once.go:44
# 0x6128f8 crypto/x509.systemRootsPool+0x38 /usr/lib/golang/src/crypto/x509/root.go:16
# 0x61702e crypto/x509.(*Certificate).Verify+0x6be /usr/lib/golang/src/crypto/x509/verify.go:746
# 0x641bc1 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1981 /usr/lib/golang/src/crypto/tls/handshake_client.go:340
# 0x63fc04 crypto/tls.(*clientHandshakeState).handshake+0x534 /usr/lib/golang/src/crypto/tls/handshake_client.go:247
# 0x63f466 crypto/tls.(*Conn).clientHandshake+0x396 /usr/lib/golang/src/crypto/tls/handshake_client.go:168
# 0x63e190 crypto/tls.(*Conn).Handshake+0xf0 /usr/lib/golang/src/crypto/tls/conn.go:1272
# 0x6f6ad1 net/http.(*persistConn).addTLS.func2+0x41 /usr/lib/golang/src/net/http/transport.go:1171
0: 0 [1: 80] @ 0x59a7cd 0x599397 0x599397 0x59bf28 0x59bd18 0x61e2c4 0x611c75 0x612f6b 0x612946 0x472e83 0x6128f9 0x61702f 0x641bc2 0x63fc05 0x63f467 0x63e191 0x6f6ad2 0x45d6f1
# 0x59a7cc encoding/asn1.parseField+0x255c /usr/lib/golang/src/encoding/asn1/asn1.go:825
# 0x599396 encoding/asn1.parseField+0x1126 /usr/lib/golang/src/encoding/asn1/asn1.go:919
# 0x599396 encoding/asn1.parseField+0x1126 /usr/lib/golang/src/encoding/asn1/asn1.go:919
# 0x59bf27 encoding/asn1.UnmarshalWithParams+0x1b7 /usr/lib/golang/src/encoding/asn1/asn1.go:1061
# 0x59bd17 encoding/asn1.Unmarshal+0x67 /usr/lib/golang/src/encoding/asn1/asn1.go:1054
# 0x61e2c3 crypto/x509.ParseCertificate+0x73 /usr/lib/golang/src/crypto/x509/x509.go:1564
# 0x611c74 crypto/x509.(*CertPool).AppendCertsFromPEM+0xf4 /usr/lib/golang/src/crypto/x509/cert_pool.go:134
# 0x612f6a crypto/x509.loadSystemRoots+0x58a /usr/lib/golang/src/crypto/x509/root_unix.go:50
# 0x612945 crypto/x509.initSystemRoots+0x25 /usr/lib/golang/src/crypto/x509/root.go:21
# 0x472e82 sync.(*Once).Do+0xb2 /usr/lib/golang/src/sync/once.go:44
# 0x6128f8 crypto/x509.systemRootsPool+0x38 /usr/lib/golang/src/crypto/x509/root.go:16
# 0x61702e crypto/x509.(*Certificate).Verify+0x6be /usr/lib/golang/src/crypto/x509/verify.go:746
# 0x641bc1 crypto/tls.(*clientHandshakeState).doFullHandshake+0x1981 /usr/lib/golang/src/crypto/tls/handshake_client.go:340
# 0x63fc04 crypto/tls.(*clientHandshakeState).handshake+0x534 /usr/lib/golang/src/crypto/tls/handshake_client.go:247
# 0x63f466 crypto/tls.(*Conn).clientHandshake+0x396 /usr/lib/golang/src/crypto/tls/handshake_client.go:168
# 0x63e190 crypto/tls.(*Conn).Handshake+0xf0 /usr/lib/golang/src/crypto/tls/conn.go:1272
# 0x6f6ad1 net/http.(*persistConn).addTLS.func2+0x41 /usr/lib/golang/src/net/http/transport.go:1171
0: 0 [1: 416] @ 0x40ee14 0x410669 0x413e76 0x68fee6 0x6903e3 0x6f724a 0x717869 0x93db81 0x42f1fd 0x45d6f1
# 0x68fee5 golang_org/x/net/http2/hpack.(*headerFieldTable).addEntry+0x175 /usr/lib/golang/src/vendor/golang_org/x/net/http2/hpack/tables.go:58
# 0x68fee5 golang_org/x/net/http2/hpack.newStaticTable+0x175 /usr/lib/golang/src/vendor/golang_org/x/net/http2/hpack/tables.go:198
# 0x6903e2 golang_org/x/net/http2/hpack.init+0x152 /usr/lib/golang/src/vendor/golang_org/x/net/http2/hpack/tables.go:129
# 0x42f1fc runtime.main+0x1bc /usr/lib/golang/src/runtime/proc.go:189
# runtime.MemStats
# Alloc = 3414688
# TotalAlloc = 16462088
# Sys = 71760120
# Lookups = 0
# Mallocs = 295514
# Frees = 253231
# HeapAlloc = 3414688
# HeapSys = 66551808
# HeapIdle = 61841408
# HeapInuse = 4710400
# HeapReleased = 0
# HeapObjects = 42283
# Stack = 557056 / 557056
# MSpan = 78584 / 98304
# MCache = 3456 / 16384
# BuckHashSys = 1447761
# GCSys = 2379776
# OtherSys = 709031
# NextGC = 4194304
# LastGC = 1550978594996955403
# PauseNs = [84102 35691 88058 28991 35425 35129 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0]
# PauseEnd = [1550978411839380921 1550978411855664424 1550978451385621505 1550978491355361044 1550978525136353861 1550978594996955403 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0]
# NumGC = 6
# NumForcedGC = 0
# GCCPUFraction = 1.1187926834629103e-05
# DebugGC = false
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment