Created
May 12, 2023 08:17
-
-
Save strideynet/0712ed070cca2fac9d3c26c3fce5a341 to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| goroutine profile: total 1564 | |
| 1538 @ 0x448496 0x45875e 0xa406d3 0x47c5c1 | |
| # 0xa406d2 google.golang.org/grpc.(*ccBalancerWrapper).watcher+0x72 google.golang.org/grpc@v1.55.0/balancer_conn_wrappers.go:115 | |
| 1 @ 0x418fd4 0x47896f 0x2002619 0x47c5c1 | |
| # 0x47896e os/signal.signal_recv+0x2e runtime/sigqueue.go:152 | |
| # 0x2002618 os/signal.loop+0x18 os/signal/signal_unix.go:23 | |
| 1 @ 0x43d256 0x4762e5 0x1ef0ed5 0x1ef0ced 0x1eeda6b 0x20ffcc5 0x2100813 0x714e2f 0x7167c9 0x717f76 0x713952 0x47c5c1 | |
| # 0x4762e4 runtime/pprof.runtime_goroutineProfileWithLabels+0x24 runtime/mprof.go:844 | |
| # 0x1ef0ed4 runtime/pprof.writeRuntimeProfile+0xb4 runtime/pprof/pprof.go:734 | |
| # 0x1ef0cec runtime/pprof.writeGoroutine+0x4c runtime/pprof/pprof.go:694 | |
| # 0x1eeda6a runtime/pprof.(*Profile).WriteTo+0x14a runtime/pprof/pprof.go:329 | |
| # 0x20ffcc4 net/http/pprof.handler.ServeHTTP+0x4a4 net/http/pprof/pprof.go:259 | |
| # 0x2100812 net/http/pprof.Index+0xf2 net/http/pprof/pprof.go:376 | |
| # 0x714e2e net/http.HandlerFunc.ServeHTTP+0x2e net/http/server.go:2122 | |
| # 0x7167c8 net/http.(*ServeMux).ServeHTTP+0x148 net/http/server.go:2500 | |
| # 0x717f75 net/http.serverHandler.ServeHTTP+0x315 net/http/server.go:2936 | |
| # 0x713951 net/http.(*conn).serve+0x611 net/http/server.go:1995 | |
| 1 @ 0x448496 0x41385d 0x413358 0x1f35593 0x47c5c1 | |
| # 0x1f35592 go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc.StreamClientInterceptor.func1.1+0x52 go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc@v0.40.0/interceptor.go:282 | |
| 1 @ 0x448496 0x41385d 0x413358 0x210b25f 0x47c5c1 | |
| # 0x210b25e github.com/gravitational/teleport/lib/tbot.(*Bot).Run.func4.2+0x3e github.com/gravitational/teleport/lib/tbot/tbot.go:281 | |
| 1 @ 0x448496 0x41385d 0x413398 0x211404c 0x47c5c1 | |
| # 0x211404b main.handleSignals+0xcb github.com/gravitational/teleport/tool/tbot/main.go:287 | |
| 1 @ 0x448496 0x41385d 0x413398 0x970c77 0x47c5c1 | |
| # 0x970c76 golang.org/x/crypto/ssh.(*Client).handleGlobalRequests+0x56 golang.org/x/crypto@v0.7.0/ssh/client.go:142 | |
| 1 @ 0x448496 0x41385d 0x413398 0x970d0d 0x47c5c1 | |
| # 0x970d0c golang.org/x/crypto/ssh.(*Client).handleChannelOpens+0x4c golang.org/x/crypto@v0.7.0/ssh/client.go:151 | |
| 1 @ 0x448496 0x41385d 0x413398 0x974493 0x47c5c1 | |
| # 0x974492 golang.org/x/crypto/ssh.DiscardRequests+0x32 golang.org/x/crypto@v0.7.0/ssh/connection.go:80 | |
| 1 @ 0x448496 0x41385d 0x413398 0x9750f9 0x988c6d 0x988b08 0x47c5c1 | |
| # 0x9750f8 golang.org/x/crypto/ssh.(*handshakeTransport).readPacket+0x38 golang.org/x/crypto@v0.7.0/ssh/handshake.go:189 | |
| # 0x988c6c golang.org/x/crypto/ssh.(*mux).onePacket+0x2c golang.org/x/crypto@v0.7.0/ssh/mux.go:215 | |
| # 0x988b07 golang.org/x/crypto/ssh.(*mux).loop+0x27 golang.org/x/crypto@v0.7.0/ssh/mux.go:190 | |
| 1 @ 0x448496 0x440b77 0x476789 0x536212 0x5375f9 0x5375e7 0x5f29c9 0x604945 0x65b81d 0x4c2898 0x65ba05 0x658ef6 0x65edef 0x65edf0 0x69693b 0x4baa1a 0x96d9a5 0x96d97f 0x98f922 0x98f88c 0x975c1a 0x975192 0x47c5c1 | |
| # 0x476788 internal/poll.runtime_pollWait+0x88 runtime/netpoll.go:306 | |
| # 0x536211 internal/poll.(*pollDesc).wait+0x31 internal/poll/fd_poll_runtime.go:84 | |
| # 0x5375f8 internal/poll.(*pollDesc).waitRead+0x298 internal/poll/fd_poll_runtime.go:89 | |
| # 0x5375e6 internal/poll.(*FD).Read+0x286 internal/poll/fd_unix.go:167 | |
| # 0x5f29c8 net.(*netFD).Read+0x28 net/fd_posix.go:55 | |
| # 0x604944 net.(*conn).Read+0x44 net/net.go:183 | |
| # 0x65b81c crypto/tls.(*atLeastReader).Read+0x3c crypto/tls/conn.go:788 | |
| # 0x4c2897 bytes.(*Buffer).ReadFrom+0x97 bytes/buffer.go:202 | |
| # 0x65ba04 crypto/tls.(*Conn).readFromUntil+0xe4 crypto/tls/conn.go:810 | |
| # 0x658ef5 crypto/tls.(*Conn).readRecordOrCCS+0x115 crypto/tls/conn.go:617 | |
| # 0x65edee crypto/tls.(*Conn).readRecord+0x16e crypto/tls/conn.go:583 | |
| # 0x65edef crypto/tls.(*Conn).Read+0x16f crypto/tls/conn.go:1316 | |
| # 0x69693a bufio.(*Reader).Read+0x1ba bufio/bufio.go:237 | |
| # 0x4baa19 io.ReadAtLeast+0x99 io/io.go:332 | |
| # 0x96d9a4 io.ReadFull+0x64 io/io.go:351 | |
| # 0x96d97e golang.org/x/crypto/ssh.(*gcmCipher).readCipherPacket+0x3e golang.org/x/crypto@v0.7.0/ssh/cipher.go:372 | |
| # 0x98f921 golang.org/x/crypto/ssh.(*connectionState).readPacket+0x41 golang.org/x/crypto@v0.7.0/ssh/transport.go:130 | |
| # 0x98f88b golang.org/x/crypto/ssh.(*transport).readPacket+0x2b golang.org/x/crypto@v0.7.0/ssh/transport.go:114 | |
| # 0x975c19 golang.org/x/crypto/ssh.(*handshakeTransport).readOnePacket+0x39 golang.org/x/crypto@v0.7.0/ssh/handshake.go:377 | |
| # 0x975191 golang.org/x/crypto/ssh.(*handshakeTransport).readLoop+0x31 golang.org/x/crypto@v0.7.0/ssh/handshake.go:199 | |
| 1 @ 0x448496 0x440b77 0x476789 0x536212 0x5375f9 0x5375e7 0x5f29c9 0x604945 0x70d69f 0x47c5c1 | |
| # 0x476788 internal/poll.runtime_pollWait+0x88 runtime/netpoll.go:306 | |
| # 0x536211 internal/poll.(*pollDesc).wait+0x31 internal/poll/fd_poll_runtime.go:84 | |
| # 0x5375f8 internal/poll.(*pollDesc).waitRead+0x298 internal/poll/fd_poll_runtime.go:89 | |
| # 0x5375e6 internal/poll.(*FD).Read+0x286 internal/poll/fd_unix.go:167 | |
| # 0x5f29c8 net.(*netFD).Read+0x28 net/fd_posix.go:55 | |
| # 0x604944 net.(*conn).Read+0x44 net/net.go:183 | |
| # 0x70d69e net/http.(*connReader).backgroundRead+0x3e net/http/server.go:674 | |
| 1 @ 0x448496 0x440b77 0x476789 0x536212 0x5375f9 0x5375e7 0x5f29c9 0x604945 0x70db11 0x69635f 0x696f4f 0x6971a7 0x69b399 0x708eba 0x708ebb 0x70f06a 0x71368b 0x47c5c1 | |
| # 0x476788 internal/poll.runtime_pollWait+0x88 runtime/netpoll.go:306 | |
| # 0x536211 internal/poll.(*pollDesc).wait+0x31 internal/poll/fd_poll_runtime.go:84 | |
| # 0x5375f8 internal/poll.(*pollDesc).waitRead+0x298 internal/poll/fd_poll_runtime.go:89 | |
| # 0x5375e6 internal/poll.(*FD).Read+0x286 internal/poll/fd_unix.go:167 | |
| # 0x5f29c8 net.(*netFD).Read+0x28 net/fd_posix.go:55 | |
| # 0x604944 net.(*conn).Read+0x44 net/net.go:183 | |
| # 0x70db10 net/http.(*connReader).Read+0x170 net/http/server.go:782 | |
| # 0x69635e bufio.(*Reader).fill+0xfe bufio/bufio.go:106 | |
| # 0x696f4e bufio.(*Reader).ReadSlice+0x2e bufio/bufio.go:372 | |
| # 0x6971a6 bufio.(*Reader).ReadLine+0x26 bufio/bufio.go:401 | |
| # 0x69b398 net/textproto.(*Reader).readLineSlice+0x98 net/textproto/reader.go:56 | |
| # 0x708eb9 net/textproto.(*Reader).ReadLine+0xb9 net/textproto/reader.go:39 | |
| # 0x708eba net/http.readRequest+0xba net/http/request.go:1042 | |
| # 0x70f069 net/http.(*conn).readRequest+0x249 net/http/server.go:990 | |
| # 0x71368a net/http.(*conn).serve+0x34a net/http/server.go:1920 | |
| 1 @ 0x448496 0x440b77 0x476789 0x536212 0x53bb1d 0x53bb0b 0x5f4b55 0x60f145 0x60e23d 0x7184e5 0x71811d 0x210b205 0x1fe3424 0x47c5c1 | |
| # 0x476788 internal/poll.runtime_pollWait+0x88 runtime/netpoll.go:306 | |
| # 0x536211 internal/poll.(*pollDesc).wait+0x31 internal/poll/fd_poll_runtime.go:84 | |
| # 0x53bb1c internal/poll.(*pollDesc).waitRead+0x2bc internal/poll/fd_poll_runtime.go:89 | |
| # 0x53bb0a internal/poll.(*FD).Accept+0x2aa internal/poll/fd_unix.go:614 | |
| # 0x5f4b54 net.(*netFD).accept+0x34 net/fd_unix.go:172 | |
| # 0x60f144 net.(*TCPListener).accept+0x24 net/tcpsock_posix.go:148 | |
| # 0x60e23c net.(*TCPListener).Accept+0x3c net/tcpsock.go:297 | |
| # 0x7184e4 net/http.(*Server).Serve+0x384 net/http/server.go:3059 | |
| # 0x71811c net/http.(*Server).ListenAndServe+0x7c net/http/server.go:2988 | |
| # 0x210b204 github.com/gravitational/teleport/lib/tbot.(*Bot).Run.func4+0x244 github.com/gravitational/teleport/lib/tbot/tbot.go:286 | |
| # 0x1fe3423 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 | |
| 1 @ 0x448496 0x45875e 0x1f0052d 0x47c5c1 | |
| # 0x1f0052c go.opencensus.io/stats/view.(*worker).start+0xac go.opencensus.io@v0.24.0/stats/view/worker.go:292 | |
| 1 @ 0x448496 0x45875e 0x1f34b4a 0x47c5c1 | |
| # 0x1f34b49 go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc.wrapClientStream.func1+0x109 go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc@v0.40.0/interceptor.go:202 | |
| 1 @ 0x448496 0x45875e 0x210269f 0x2101da5 0x210b3a5 0x1fe3424 0x47c5c1 | |
| # 0x210269e github.com/gravitational/teleport/lib/tbot.(*Bot).watchCARotations+0x53e github.com/gravitational/teleport/lib/tbot/ca_rotation.go:168 | |
| # 0x2101da4 github.com/gravitational/teleport/lib/tbot.(*Bot).caRotationLoop+0x164 github.com/gravitational/teleport/lib/tbot/ca_rotation.go:115 | |
| # 0x210b3a4 github.com/gravitational/teleport/lib/tbot.(*Bot).Run.func2+0x24 github.com/gravitational/teleport/lib/tbot/tbot.go:249 | |
| # 0x1fe3423 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 | |
| 1 @ 0x448496 0x45875e 0x2108cf2 0x210b30e 0x1fe3424 0x47c5c1 | |
| # 0x2108cf1 github.com/gravitational/teleport/lib/tbot.(*Bot).renewLoop+0x451 github.com/gravitational/teleport/lib/tbot/renew.go:752 | |
| # 0x210b30d github.com/gravitational/teleport/lib/tbot.(*Bot).Run.func3+0x2d github.com/gravitational/teleport/lib/tbot/tbot.go:252 | |
| # 0x1fe3423 golang.org/x/sync/errgroup.(*Group).Go.func1+0x63 golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 | |
| 1 @ 0x448496 0x45875e 0x608d97 0x608ae5 0x12a99ab 0x65b81d 0x4c2898 0x65ba05 0x658ef6 0x65edef 0x65edf0 0x69693b 0x4baa1a 0x9ee86e 0x9ee828 0x9ef0b5 0xa132b7 0x47c5c1 | |
| # 0x608d96 net.(*pipe).read+0x156 net/pipe.go:159 | |
| # 0x608ae4 net.(*pipe).Read+0x24 net/pipe.go:142 | |
| # 0x12a99aa github.com/gravitational/teleport/api/utils/sshutils.(*ChConn).Read+0x2a github.com/gravitational/teleport/api@v0.0.0/utils/sshutils/chconn.go:135 | |
| # 0x65b81c crypto/tls.(*atLeastReader).Read+0x3c crypto/tls/conn.go:788 | |
| # 0x4c2897 bytes.(*Buffer).ReadFrom+0x97 bytes/buffer.go:202 | |
| # 0x65ba04 crypto/tls.(*Conn).readFromUntil+0xe4 crypto/tls/conn.go:810 | |
| # 0x658ef5 crypto/tls.(*Conn).readRecordOrCCS+0x115 crypto/tls/conn.go:617 | |
| # 0x65edee crypto/tls.(*Conn).readRecord+0x16e crypto/tls/conn.go:583 | |
| # 0x65edef crypto/tls.(*Conn).Read+0x16f crypto/tls/conn.go:1316 | |
| # 0x69693a bufio.(*Reader).Read+0x1ba bufio/bufio.go:237 | |
| # 0x4baa19 io.ReadAtLeast+0x99 io/io.go:332 | |
| # 0x9ee86d io.ReadFull+0x6d io/io.go:351 | |
| # 0x9ee827 golang.org/x/net/http2.readFrameHeader+0x27 golang.org/x/net@v0.9.0/http2/frame.go:237 | |
| # 0x9ef0b4 golang.org/x/net/http2.(*Framer).ReadFrame+0x94 golang.org/x/net@v0.9.0/http2/frame.go:498 | |
| # 0xa132b6 google.golang.org/grpc/internal/transport.(*http2Client).reader+0x256 google.golang.org/grpc@v1.55.0/internal/transport/http2_client.go:1595 | |
| 1 @ 0x448496 0x45875e 0x975a85 0x47c5c1 | |
| # 0x975a84 golang.org/x/crypto/ssh.(*handshakeTransport).kexLoop+0x524 golang.org/x/crypto@v0.7.0/ssh/handshake.go:270 | |
| 1 @ 0x448496 0x45875e 0x9fe635 0x9fedb1 0xa08b05 0x47c5c1 | |
| # 0x9fe634 google.golang.org/grpc/internal/transport.(*controlBuffer).get+0x114 google.golang.org/grpc@v1.55.0/internal/transport/controlbuf.go:418 | |
| # 0x9fedb0 google.golang.org/grpc/internal/transport.(*loopyWriter).run+0x90 google.golang.org/grpc@v1.55.0/internal/transport/controlbuf.go:552 | |
| # 0xa08b04 google.golang.org/grpc/internal/transport.newHTTP2Client.func6+0x84 google.golang.org/grpc@v1.55.0/internal/transport/http2_client.go:451 | |
| 1 @ 0x448496 0x45875e 0xa13aa5 0x47c5c1 | |
| # 0xa13aa4 google.golang.org/grpc/internal/transport.(*http2Client).keepalive+0x164 google.golang.org/grpc@v1.55.0/internal/transport/http2_client.go:1669 | |
| 1 @ 0x448496 0x45875e 0xa22dc5 0xa22b07 0xa240b2 0x4baa1a 0xa2402c 0xa24003 0xa510a7 0xa51906 0xa51fee 0xa647cc 0xa63985 0xa6261e 0xa635f1 0x1f34151 0xedc04c 0x1f70189 0x47c5c1 | |
| # 0xa22dc4 google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient+0xa4 google.golang.org/grpc@v1.55.0/internal/transport/transport.go:195 | |
| # 0xa22b06 google.golang.org/grpc/internal/transport.(*recvBufferReader).Read+0x146 google.golang.org/grpc@v1.55.0/internal/transport/transport.go:175 | |
| # 0xa240b1 google.golang.org/grpc/internal/transport.(*transportReader).Read+0x31 google.golang.org/grpc@v1.55.0/internal/transport/transport.go:514 | |
| # 0x4baa19 io.ReadAtLeast+0x99 io/io.go:332 | |
| # 0xa2402b io.ReadFull+0xab io/io.go:351 | |
| # 0xa24002 google.golang.org/grpc/internal/transport.(*Stream).Read+0x82 google.golang.org/grpc@v1.55.0/internal/transport/transport.go:498 | |
| # 0xa510a6 google.golang.org/grpc.(*parser).recvMsg+0x46 google.golang.org/grpc@v1.55.0/rpc_util.go:597 | |
| # 0xa51905 google.golang.org/grpc.recvAndDecompress+0x65 google.golang.org/grpc@v1.55.0/rpc_util.go:729 | |
| # 0xa51fed google.golang.org/grpc.recv+0x6d google.golang.org/grpc@v1.55.0/rpc_util.go:795 | |
| # 0xa647cb google.golang.org/grpc.(*csAttempt).recvMsg+0x2cb google.golang.org/grpc@v1.55.0/stream.go:1072 | |
| # 0xa63984 google.golang.org/grpc.(*clientStream).RecvMsg.func1+0x24 google.golang.org/grpc@v1.55.0/stream.go:909 | |
| # 0xa6261d google.golang.org/grpc.(*clientStream).withRetry+0x3bd google.golang.org/grpc@v1.55.0/stream.go:744 | |
| # 0xa635f0 google.golang.org/grpc.(*clientStream).RecvMsg+0x130 google.golang.org/grpc@v1.55.0/stream.go:908 | |
| # 0x1f34150 go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc.(*clientStream).RecvMsg+0x50 go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc@v0.40.0/interceptor.go:144 | |
| # 0xedc04b github.com/gravitational/teleport/api/client/proto.(*authServiceWatchEventsClient).Recv+0x4b github.com/gravitational/teleport/api@v0.0.0/client/proto/authservice.pb.go:16129 | |
| # 0x1f70188 github.com/gravitational/teleport/api/client.(*streamWatcher).receiveEvents+0x48 github.com/gravitational/teleport/api@v0.0.0/client/streamwatcher.go:85 | |
| 1 @ 0x448496 0x45875e 0xa60612 0x47c5c1 | |
| # 0xa60611 google.golang.org/grpc.newClientStreamWithParams.func4+0x91 google.golang.org/grpc@v1.55.0/stream.go:375 | |
| 1 @ 0x448496 0x45984f 0x459826 0x478147 0x488a8b 0x1fe3287 0x210ae87 0x211396b 0x2112f37 0x2111ca5 0x448067 0x47c5c1 | |
| # 0x478146 sync.runtime_Semacquire+0x26 runtime/sema.go:62 | |
| # 0x488a8a sync.(*WaitGroup).Wait+0x4a sync/waitgroup.go:116 | |
| # 0x1fe3286 golang.org/x/sync/errgroup.(*Group).Wait+0x26 golang.org/x/sync@v0.1.0/errgroup/errgroup.go:53 | |
| # 0x210ae86 github.com/gravitational/teleport/lib/tbot.(*Bot).Run+0x306 github.com/gravitational/teleport/lib/tbot/tbot.go:290 | |
| # 0x211396a main.onStart+0x22a github.com/gravitational/teleport/tool/tbot/main.go:279 | |
| # 0x2112f36 main.Run+0x1256 github.com/gravitational/teleport/tool/tbot/main.go:162 | |
| # 0x2111ca4 main.main+0x64 github.com/gravitational/teleport/tool/tbot/main.go:49 | |
| # 0x448066 runtime.main+0x206 runtime/proc.go:250 | |
| 1 @ 0x448496 0x47850c 0x4784ec 0x48512c 0x966fb1 0x96aaf9 0x96ba26 0x4baf52 0x12a93dd 0x12a939d 0x47c5c1 | |
| # 0x4784eb sync.runtime_notifyListWait+0x12b runtime/sema.go:527 | |
| # 0x48512b sync.(*Cond).Wait+0x8b sync/cond.go:70 | |
| # 0x966fb0 golang.org/x/crypto/ssh.(*buffer).Read+0x210 golang.org/x/crypto@v0.7.0/ssh/buffer.go:94 | |
| # 0x96aaf8 golang.org/x/crypto/ssh.(*channel).ReadExtended+0x98 golang.org/x/crypto@v0.7.0/ssh/channel.go:351 | |
| # 0x96ba25 golang.org/x/crypto/ssh.(*channel).Read+0x25 golang.org/x/crypto@v0.7.0/ssh/channel.go:528 | |
| # 0x4baf51 io.copyBuffer+0x1b1 io/io.go:427 | |
| # 0x12a93dc io.Copy+0x7c io/io.go:386 | |
| # 0x12a939c github.com/gravitational/teleport/api/utils/sshutils.newChConn.func1+0x3c github.com/gravitational/teleport/api@v0.0.0/utils/sshutils/chconn.go:66 | |
| 1 @ 0x448496 0x47850c 0x4784ec 0x48512c 0x987f99 0x97030a 0x47c5c1 | |
| # 0x4784eb sync.runtime_notifyListWait+0x12b runtime/sema.go:527 | |
| # 0x48512b sync.(*Cond).Wait+0x8b sync/cond.go:70 | |
| # 0x987f98 golang.org/x/crypto/ssh.(*mux).Wait+0x98 golang.org/x/crypto@v0.7.0/ssh/mux.go:110 | |
| # 0x970309 golang.org/x/crypto/ssh.NewClient.func1+0x29 golang.org/x/crypto@v0.7.0/ssh/client.go:62 |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment