Skip to content

Instantly share code, notes, and snippets.

@tony2001
Created September 11, 2019 11:27
Show Gist options
  • Save tony2001/0e97a7bb36b97970cf401394e5362b93 to your computer and use it in GitHub Desktop.
Save tony2001/0e97a7bb36b97970cf401394e5362b93 to your computer and use it in GitHub Desktop.
goroutine profile: total 91
57 @ 0x43d600 0x44dcc0 0x44dcab 0x44da27 0x47483c 0x475f07 0x475e92 0xa1446b 0xa16cac 0xa801ec 0x46b381
# 0x44da26 sync.runtime_SemacquireMutex+0x46 /home/tony/go/src/runtime/sema.go:71
# 0x47483b sync.(*Mutex).lockSlow+0xfb /home/tony/go/src/sync/mutex.go:138
# 0x475f06 sync.(*Mutex).Lock+0x96 /home/tony/go/src/sync/mutex.go:81
# 0x475e91 sync.(*RWMutex).Lock+0x21 /home/tony/go/src/sync/rwmutex.go:98
# 0xa1446a go.badoo.dev/meetlist/db.(*DB).updateStats+0x4a /local/eye/git/meetlist/db/db.go:176
# 0xa16cab go.badoo.dev/meetlist/db.(*DB).AddRomancesFromSnapshot+0x95b /local/eye/git/meetlist/db/db.go:696
# 0xa801eb main.snapshotWorker+0x24b /local/eye/git/meetlist/main.go:617
6 @ 0x43d600 0x44dcc0 0x44dcab 0x44d912 0x4762e4 0x9765b9 0x474c83 0x975b62 0x975b0e 0x984959 0xa16c43 0xa801ec 0x46b381
# 0x44d911 sync.runtime_Semacquire+0x41 /home/tony/go/src/runtime/sema.go:56
# 0x4762e3 sync.(*WaitGroup).Wait+0x63 /home/tony/go/src/sync/waitgroup.go:130
# 0x9765b8 github.com/dgraph-io/badger/y.(*Throttle).Finish.func1+0x38 /home/tony/go-packages/pkg/mod/github.com/dgraph-io/badger@v1.6.1-0.20190906051254-a1ff34882564/y/y.go:290
# 0x474c82 sync.(*Once).doSlow+0xe2 /home/tony/go/src/sync/once.go:66
# 0x975b61 sync.(*Once).Do+0x71 /home/tony/go/src/sync/once.go:57
# 0x975b0d github.com/dgraph-io/badger/y.(*Throttle).Finish+0x1d /home/tony/go-packages/pkg/mod/github.com/dgraph-io/badger@v1.6.1-0.20190906051254-a1ff34882564/y/y.go:289
# 0x984958 github.com/dgraph-io/badger.(*WriteBatch).Flush+0x78 /home/tony/go-packages/pkg/mod/github.com/dgraph-io/badger@v1.6.1-0.20190906051254-a1ff34882564/batch.go:159
# 0xa16c42 go.badoo.dev/meetlist/db.(*DB).AddRomancesFromSnapshot+0x8f2 /local/eye/git/meetlist/db/db.go:693
# 0xa801eb main.snapshotWorker+0x24b /local/eye/git/meetlist/main.go:617
6 @ 0x43d600 0x44dcc0 0x44dcab 0x44d912 0x4762e4 0x9b5fd1 0x9bfc80 0x9ae6f1 0x46b381
# 0x44d911 sync.runtime_Semacquire+0x41 /home/tony/go/src/runtime/sema.go:56
# 0x4762e3 sync.(*WaitGroup).Wait+0x63 /home/tony/go/src/sync/waitgroup.go:130
# 0x9b5fd0 github.com/dgraph-io/badger.(*request).Wait+0x30 /home/tony/go-packages/pkg/mod/github.com/dgraph-io/badger@v1.6.1-0.20190906051254-a1ff34882564/value.go:985
# 0x9bfc7f github.com/dgraph-io/badger.(*Txn).commitAndSend.func1+0x3f /home/tony/go-packages/pkg/mod/github.com/dgraph-io/badger@v1.6.1-0.20190906051254-a1ff34882564/txn.go:501
# 0x9ae6f0 github.com/dgraph-io/badger.runTxnCallback+0x50 /home/tony/go-packages/pkg/mod/github.com/dgraph-io/badger@v1.6.1-0.20190906051254-a1ff34882564/txn.go:572
2 @ 0x43d600 0x44d15b 0x974be6 0x46b381
# 0x974be5 github.com/dgraph-io/badger/y.(*WaterMark).process+0x2e5 /home/tony/go-packages/pkg/mod/github.com/dgraph-io/badger@v1.6.1-0.20190906051254-a1ff34882564/y/watermark.go:225
2 @ 0x43d600 0x44dcc0 0x44dcab 0x44d912 0x4762e4 0x9b5fd1 0x9b8f32 0x9b8b8e 0x99c57e 0x99e136 0x99eb77 0x999b39 0x46b381
# 0x44d911 sync.runtime_Semacquire+0x41 /home/tony/go/src/runtime/sema.go:56
# 0x4762e3 sync.(*WaitGroup).Wait+0x63 /home/tony/go/src/sync/waitgroup.go:130
# 0x9b5fd0 github.com/dgraph-io/badger.(*request).Wait+0x30 /home/tony/go-packages/pkg/mod/github.com/dgraph-io/badger@v1.6.1-0.20190906051254-a1ff34882564/value.go:985
# 0x9b8f31 github.com/dgraph-io/badger.(*valueLog).flushDiscardStats+0x301 /home/tony/go-packages/pkg/mod/github.com/dgraph-io/badger@v1.6.1-0.20190906051254-a1ff34882564/value.go:1473
# 0x9b8b8d github.com/dgraph-io/badger.(*valueLog).updateDiscardStats+0x13d /home/tony/go-packages/pkg/mod/github.com/dgraph-io/badger@v1.6.1-0.20190906051254-a1ff34882564/value.go:1441
# 0x99c57d github.com/dgraph-io/badger.(*levelsController).compactBuildTables+0x22dd /home/tony/go-packages/pkg/mod/github.com/dgraph-io/badger@v1.6.1-0.20190906051254-a1ff34882564/levels.go:636
# 0x99e135 github.com/dgraph-io/badger.(*levelsController).runCompactDef+0xc5 /home/tony/go-packages/pkg/mod/github.com/dgraph-io/badger@v1.6.1-0.20190906051254-a1ff34882564/levels.go:791
# 0x99eb76 github.com/dgraph-io/badger.(*levelsController).doCompact+0x4b6 /home/tony/go-packages/pkg/mod/github.com/dgraph-io/badger@v1.6.1-0.20190906051254-a1ff34882564/levels.go:860
# 0x999b38 github.com/dgraph-io/badger.(*levelsController).runWorker+0x318 /home/tony/go-packages/pkg/mod/github.com/dgraph-io/badger@v1.6.1-0.20190906051254-a1ff34882564/levels.go:356
1 @ 0x4178e4 0x451cfc 0x884292 0x46b381
# 0x451cfb os/signal.signal_recv+0x9b /home/tony/go/src/runtime/sigqueue.go:147
# 0x884291 os/signal.loop+0x21 /home/tony/go/src/os/signal/signal_unix.go:23
1 @ 0x43d600 0x41171b 0x4116f1 0x4114d5 0xa83512 0x9d9bc7 0xa80aae 0xa82a74 0x43d22e 0x46b381
# 0xa83511 main.loadDataFromSnapshots.func3+0x51 /local/eye/git/meetlist/main.go:694
# 0x9d9bc6 go.badoo.dev/meetlist/snapshot.(*Reader).Consume+0x936 /local/eye/git/meetlist/snapshot/snapshot.go:253
# 0xa80aad main.loadDataFromSnapshots+0x81d /local/eye/git/meetlist/main.go:691
# 0xa82a73 main.main+0xd23 /local/eye/git/meetlist/main.go:921
# 0x43d22d runtime.main+0x21d /home/tony/go/src/runtime/proc.go:203
1 @ 0x43d600 0x412338 0x41230e 0x411ffb 0x8feb7a 0x46b381
# 0x8feb79 go.badoo.dev/core/util/debugcharts.(*server).gatherData+0xe9 /home/tony/go-packages/pkg/mod/go.badoo.dev/core@v0.0.0-20190722114318-1c4db69eae28/util/debugcharts/debugcharts.go:120
1 @ 0x43d600 0x412338 0x41230e 0x411ffb 0x9b85b0 0x46b381
# 0x9b85af github.com/dgraph-io/badger.(*valueLog).waitOnGC+0x6f /home/tony/go-packages/pkg/mod/github.com/dgraph-io/badger@v1.6.1-0.20190906051254-a1ff34882564/value.go:1390
1 @ 0x43d600 0x43839a 0x437965 0x4d5de5 0x4d6d5f 0x4d6d41 0x60236f 0x6169e8 0x7c8168 0x46b381
# 0x437964 internal/poll.runtime_pollWait+0x54 /home/tony/go/src/runtime/netpoll.go:184
# 0x4d5de4 internal/poll.(*pollDesc).wait+0x44 /home/tony/go/src/internal/poll/fd_poll_runtime.go:87
# 0x4d6d5e internal/poll.(*pollDesc).waitRead+0x1ce /home/tony/go/src/internal/poll/fd_poll_runtime.go:92
# 0x4d6d40 internal/poll.(*FD).Read+0x1b0 /home/tony/go/src/internal/poll/fd_unix.go:169
# 0x60236e net.(*netFD).Read+0x4e /home/tony/go/src/net/fd_unix.go:202
# 0x6169e7 net.(*conn).Read+0x67 /home/tony/go/src/net/net.go:184
# 0x7c8167 net/http.(*connReader).backgroundRead+0x57 /home/tony/go/src/net/http/server.go:677
1 @ 0x43d600 0x43839a 0x437965 0x4d5de5 0x4d6d5f 0x4d6d41 0x60236f 0x6169e8 0x7c85b4 0x5285c3 0x52931d 0x529554 0x75cfcc 0x7c2b92 0x7c2bc1 0x7c98af 0x7cde34 0x46b381
# 0x437964 internal/poll.runtime_pollWait+0x54 /home/tony/go/src/runtime/netpoll.go:184
# 0x4d5de4 internal/poll.(*pollDesc).wait+0x44 /home/tony/go/src/internal/poll/fd_poll_runtime.go:87
# 0x4d6d5e internal/poll.(*pollDesc).waitRead+0x1ce /home/tony/go/src/internal/poll/fd_poll_runtime.go:92
# 0x4d6d40 internal/poll.(*FD).Read+0x1b0 /home/tony/go/src/internal/poll/fd_unix.go:169
# 0x60236e net.(*netFD).Read+0x4e /home/tony/go/src/net/fd_unix.go:202
# 0x6169e7 net.(*conn).Read+0x67 /home/tony/go/src/net/net.go:184
# 0x7c85b3 net/http.(*connReader).Read+0xf3 /home/tony/go/src/net/http/server.go:785
# 0x5285c2 bufio.(*Reader).fill+0x102 /home/tony/go/src/bufio/bufio.go:100
# 0x52931c bufio.(*Reader).ReadSlice+0x3c /home/tony/go/src/bufio/bufio.go:359
# 0x529553 bufio.(*Reader).ReadLine+0x33 /home/tony/go/src/bufio/bufio.go:388
# 0x75cfcb net/textproto.(*Reader).readLineSlice+0x6b /home/tony/go/src/net/textproto/reader.go:57
# 0x7c2b91 net/textproto.(*Reader).ReadLine+0x91 /home/tony/go/src/net/textproto/reader.go:38
# 0x7c2bc0 net/http.readRequest+0xc0 /home/tony/go/src/net/http/request.go:1012
# 0x7c98ae net/http.(*conn).readRequest+0x15e /home/tony/go/src/net/http/server.go:965
# 0x7cde33 net/http.(*conn).serve+0x6d3 /home/tony/go/src/net/http/server.go:1817
1 @ 0x43d600 0x43839a 0x437965 0x4d5de5 0x4d8768 0x4d8747 0x602ce2 0x621342 0x61fec7 0x7d29f6 0x9074f0 0x46b381
# 0x437964 internal/poll.runtime_pollWait+0x54 /home/tony/go/src/runtime/netpoll.go:184
# 0x4d5de4 internal/poll.(*pollDesc).wait+0x44 /home/tony/go/src/internal/poll/fd_poll_runtime.go:87
# 0x4d8767 internal/poll.(*pollDesc).waitRead+0x1f7 /home/tony/go/src/internal/poll/fd_poll_runtime.go:92
# 0x4d8746 internal/poll.(*FD).Accept+0x1d6 /home/tony/go/src/internal/poll/fd_unix.go:384
# 0x602ce1 net.(*netFD).accept+0x41 /home/tony/go/src/net/fd_unix.go:238
# 0x621341 net.(*TCPListener).accept+0x31 /home/tony/go/src/net/tcpsock_posix.go:139
# 0x61fec6 net.(*TCPListener).Accept+0x46 /home/tony/go/src/net/tcpsock.go:261
# 0x7d29f5 net/http.(*Server).Serve+0x285 /home/tony/go/src/net/http/server.go:2896
# 0x9074ef go.badoo.dev/core/service.(*httpServerT).Serve+0x3f /home/tony/go-packages/pkg/mod/go.badoo.dev/core@v0.0.0-20190722114318-1c4db69eae28/service/http.go:38
1 @ 0x43d600 0x44d15b 0x63428f 0x46b381
# 0x63428e go.badoo.dev/core/dns.(*resolver).resolveLoop+0xde /home/tony/go-packages/pkg/mod/go.badoo.dev/core@v0.0.0-20190722114318-1c4db69eae28/dns/dns.go:100
1 @ 0x43d600 0x44d15b 0x63477a 0x46b381
# 0x634779 go.badoo.dev/core/dns.(*resolver).updateLoop+0x149 /home/tony/go-packages/pkg/mod/go.badoo.dev/core@v0.0.0-20190722114318-1c4db69eae28/dns/dns.go:139
1 @ 0x43d600 0x44d15b 0x6740b8 0x46b381
# 0x6740b7 go.badoo.dev/core/gpbrpc.(*pcmType).StartServing+0x127 /home/tony/go-packages/pkg/mod/go.badoo.dev/core@v0.0.0-20190722114318-1c4db69eae28/gpbrpc/pcm.go:76
1 @ 0x43d600 0x44d15b 0x876fdb 0x46b381
# 0x876fda go.badoo.dev/core/log/hooks/syslog.(*SyslogHookNoFrozen).serve+0xca /home/tony/go-packages/pkg/mod/go.badoo.dev/core@v0.0.0-20190722114318-1c4db69eae28/log/hooks/syslog/syslog_nofroze.go:58
1 @ 0x43d600 0x44d15b 0x97485c 0x9ac010 0x9aeba7 0xa1405c 0xa14042 0xa144d6 0xa16cac 0xa801ec 0x46b381
# 0x97485b github.com/dgraph-io/badger/y.(*WaterMark).WaitForMark+0x13b /home/tony/go-packages/pkg/mod/github.com/dgraph-io/badger@v1.6.1-0.20190906051254-a1ff34882564/y/watermark.go:124
# 0x9ac00f github.com/dgraph-io/badger.(*oracle).readTs+0xdf /home/tony/go-packages/pkg/mod/github.com/dgraph-io/badger@v1.6.1-0.20190906051254-a1ff34882564/txn.go:119
# 0x9aeba6 github.com/dgraph-io/badger.(*DB).newTransaction+0xc6 /home/tony/go-packages/pkg/mod/github.com/dgraph-io/badger@v1.6.1-0.20190906051254-a1ff34882564/txn.go:666
# 0xa1405b github.com/dgraph-io/badger.(*DB).NewTransaction+0x10b /home/tony/go-packages/pkg/mod/github.com/dgraph-io/badger@v1.6.1-0.20190906051254-a1ff34882564/txn.go:634
# 0xa14041 go.badoo.dev/meetlist/db.(*DB).writeStatsEntry+0xf1 /local/eye/git/meetlist/db/db.go:154
# 0xa144d5 go.badoo.dev/meetlist/db.(*DB).updateStats+0xb5 /local/eye/git/meetlist/db/db.go:181
# 0xa16cab go.badoo.dev/meetlist/db.(*DB).AddRomancesFromSnapshot+0x95b /local/eye/git/meetlist/db/db.go:696
# 0xa801eb main.snapshotWorker+0x24b /local/eye/git/meetlist/main.go:617
1 @ 0x43d600 0x44d15b 0x98ac57 0x46b381
# 0x98ac56 github.com/dgraph-io/badger.(*DB).doWrites+0x2d6 /home/tony/go-packages/pkg/mod/github.com/dgraph-io/badger@v1.6.1-0.20190906051254-a1ff34882564/db.go:734
1 @ 0x43d600 0x44d15b 0x98cc30 0x46b381
# 0x98cc2f github.com/dgraph-io/badger.(*DB).updateSize+0x15f /home/tony/go-packages/pkg/mod/github.com/dgraph-io/badger@v1.6.1-0.20190906051254-a1ff34882564/db.go:1021
1 @ 0x43d600 0x44d15b 0x9a5bbf 0x46b381
# 0x9a5bbe github.com/dgraph-io/badger.(*publisher).listenForUpdates+0x17e /home/tony/go-packages/pkg/mod/github.com/dgraph-io/badger@v1.6.1-0.20190906051254-a1ff34882564/publisher.go:67
1 @ 0x43d600 0x459807 0x4597dd 0x98a363 0x9bb5fa 0x46b381
# 0x4597dc time.Sleep+0x12c /home/tony/go/src/runtime/time.go:105
# 0x98a362 github.com/dgraph-io/badger.(*DB).writeRequests+0x242 /home/tony/go-packages/pkg/mod/github.com/dgraph-io/badger@v1.6.1-0.20190906051254-a1ff34882564/db.go:657
# 0x9bb5f9 github.com/dgraph-io/badger.(*DB).doWrites.func1+0x59 /home/tony/go-packages/pkg/mod/github.com/dgraph-io/badger@v1.6.1-0.20190906051254-a1ff34882564/db.go:706
1 @ 0x43d600 0x459807 0x4597dd 0x99f398 0x98c379 0x98c5eb 0x9bb147 0x46b381
# 0x4597dc time.Sleep+0x12c /home/tony/go/src/runtime/time.go:105
# 0x99f397 github.com/dgraph-io/badger.(*levelsController).addLevel0Table+0x387 /home/tony/go-packages/pkg/mod/github.com/dgraph-io/badger@v1.6.1-0.20190906051254-a1ff34882564/levels.go:907
# 0x98c378 github.com/dgraph-io/badger.(*DB).handleFlushTask+0x7b8 /home/tony/go-packages/pkg/mod/github.com/dgraph-io/badger@v1.6.1-0.20190906051254-a1ff34882564/db.go:925
# 0x98c5ea github.com/dgraph-io/badger.(*DB).flushMemtable+0x16a /home/tony/go-packages/pkg/mod/github.com/dgraph-io/badger@v1.6.1-0.20190906051254-a1ff34882564/db.go:941
# 0x9bb146 github.com/dgraph-io/badger.Open.func4+0x36 /home/tony/go-packages/pkg/mod/github.com/dgraph-io/badger@v1.6.1-0.20190906051254-a1ff34882564/db.go:303
1 @ 0x846685 0x8464a0 0x8430ca 0x84fa3a 0x850451 0x7cf1e4 0x7d10bd 0x8737db 0x7cf1e4 0x7d2634 0x7cdfd5 0x46b381
# 0x846684 runtime/pprof.writeRuntimeProfile+0x94 /home/tony/go/src/runtime/pprof/pprof.go:708
# 0x84649f runtime/pprof.writeGoroutine+0x9f /home/tony/go/src/runtime/pprof/pprof.go:670
# 0x8430c9 runtime/pprof.(*Profile).WriteTo+0x3d9 /home/tony/go/src/runtime/pprof/pprof.go:329
# 0x84fa39 net/http/pprof.handler.ServeHTTP+0x339 /home/tony/go/src/net/http/pprof/pprof.go:245
# 0x850450 net/http/pprof.Index+0x6f0 /home/tony/go/src/net/http/pprof/pprof.go:268
# 0x7cf1e3 net/http.HandlerFunc.ServeHTTP+0x43 /home/tony/go/src/net/http/server.go:2007
# 0x7d10bc net/http.(*ServeMux).ServeHTTP+0x1bc /home/tony/go/src/net/http/server.go:2387
# 0x8737da github.com/gorilla/handlers.CompressHandlerLevel.func1+0x19a /home/tony/go-packages/pkg/mod/github.com/gorilla/handlers@v1.4.0/compress.go:146
# 0x7cf1e3 net/http.HandlerFunc.ServeHTTP+0x43 /home/tony/go/src/net/http/server.go:2007
# 0x7d2633 net/http.serverHandler.ServeHTTP+0xa3 /home/tony/go/src/net/http/server.go:2802
# 0x7cdfd4 net/http.(*conn).serve+0x874 /home/tony/go/src/net/http/server.go:1890
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment