Skip to content

Instantly share code, notes, and snippets.

@egonelbre
Created January 4, 2021 15:44
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save egonelbre/d57af619f60d97a0dfc8cab13fe74983 to your computer and use it in GitHub Desktop.
Save egonelbre/d57af619f60d97a0dfc8cab13fe74983 to your computer and use it in GitHub Desktop.
unexpected fault address 0x20000e25d000
fatal error: fault
runtime: unexpected return pc for runtime.sigpanic called from 0x1
stack: frame={sp:0x7fff71c22dd0, fp:0x7fff71c22e00} stack=[0xc0016e4000,0xc0016e8000)
fatal error: unknown caller pc
runtime stack:
runtime.throw(0x21593f2, 0x11)
/usr/local/go/src/runtime/panic.go:1116 +0x72
runtime.gentraceback(0x4672b3, 0x7fff71c22dd0, 0x0, 0xc00059af00, 0x0, 0x0, 0x7fffffff, 0x7fff71c22ed8, 0x0, 0x0, ...)
/usr/local/go/src/runtime/traceback.go:273 +0x1aec
runtime.addOneOpenDeferFrame.func1()
/usr/local/go/src/runtime/panic.go:721 +0x91
runtime.systemstack(0x487db4)
/usr/local/go/src/runtime/asm_amd64.s:370 +0x66
runtime.mstart()
/usr/local/go/src/runtime/proc.go:1116
goroutine 8278 [running]:
runtime: unexpected return pc for runtime.systemstack_switch called from 0x0
stack: frame={sp:0x7fff71c22cc0, fp:0x7fff71c22cc8} stack=[0xc0016e4000,0xc0016e8000)
runtime.systemstack_switch()
/usr/local/go/src/runtime/asm_amd64.s:330 fp=0x7fff71c22cc8 sp=0x7fff71c22cc0 pc=0x487ee0
created by golang.org/x/sync/errgroup.(*Group).Go
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:54 +0x74
goroutine 1 [chan receive]:
testing.(*T).Run(0xc000500600, 0x214ec46, 0x9, 0x223ef60, 0x0)
/usr/local/go/src/testing/testing.go:1169 +0x5f4
testing.runTests.func1(0xc000500600)
/usr/local/go/src/testing/testing.go:1439 +0xa7
testing.tRunner(0xc000500600, 0xc000121ce0)
/usr/local/go/src/testing/testing.go:1123 +0x203
testing.runTests(0xc0001b6d80, 0x2daffe0, 0xc, 0xc, 0xbff39cd96b1b208f, 0x1179127ca7c, 0x2e3c840, 0xc0004219b0)
/usr/local/go/src/testing/testing.go:1437 +0x613
testing.(*M).Run(0xc0001ac300, 0x0)
/usr/local/go/src/testing/testing.go:1345 +0x3b4
main.main()
_testmain.go:67 +0x237
goroutine 7180 [select]:
storj.io/common/sync2.(*Cycle).Run(0xc000af8f00, 0x24ca820, 0xc000940780, 0xc0017797c8, 0x0, 0x0)
/go/pkg/mod/storj.io/common@v0.0.0-20201210184814-6206aefd1d48/sync2/cycle.go:109 +0x57f
storj.io/storj/storagenode/pieces.(*CacheService).Run(0xc000af8f80, 0x24c9fe0, 0xc0002ccd20, 0x0, 0x3880720)
/var/lib/jenkins/workspace/storj-gerrit/storagenode/pieces/cache.go:80 +0x104d
storj.io/storj/private/lifecycle.(*Group).Run.func2.1(0x24c9fe0, 0xc0002ccd20)
/var/lib/jenkins/workspace/storj-gerrit/private/lifecycle/group.go:81 +0x5e
runtime/pprof.Do(0x24c9fe0, 0xc0002ccd20, 0xc002506d20, 0x1, 0x1, 0xc0015f9d80)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
storj.io/storj/private/lifecycle.(*Group).Run.func2(0x0, 0x0)
/var/lib/jenkins/workspace/storj-gerrit/private/lifecycle/group.go:80 +0x245
golang.org/x/sync/errgroup.(*Group).Go.func1(0xc001f77950, 0xc000ae44c0)
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:57 +0x95
created by golang.org/x/sync/errgroup.(*Group).Go
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:54 +0x74
goroutine 162 [IO wait]:
internal/poll.runtime_pollWait(0x7fc5e4e292d0, 0x72, 0x72)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc000054398, 0x72, 0x0, 0x0, 0x214c0ed)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0xe6
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Accept(0xc000054380, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:394 +0x2fe
net.(*netFD).accept(0xc000054380, 0x0, 0x0, 0xc0004fc2f8)
/usr/local/go/src/net/fd_unix.go:172 +0x58
net.(*TCPListener).accept(0xc0004d8580, 0xc000531e98, 0x1b4368a, 0xc000000018)
/usr/local/go/src/net/tcpsock_posix.go:139 +0x50
net.(*TCPListener).Accept(0xc0004d8580, 0x24d9980, 0xc0004a63c0, 0x0, 0x0)
/usr/local/go/src/net/tcpsock.go:261 +0x8e
github.com/alicebob/miniredis/v2/server.(*Server).serve(0xc0004fc2d0, 0x24bc060, 0xc0004d8580)
/go/pkg/mod/github.com/alicebob/miniredis/v2@v2.13.3/server/server.go:91 +0x4f
github.com/alicebob/miniredis/v2/server.newServer.func1(0xc0004fc2d0, 0x24bc060, 0xc0004d8580)
/go/pkg/mod/github.com/alicebob/miniredis/v2@v2.13.3/server/server.go:71 +0xb3
created by github.com/alicebob/miniredis/v2/server.newServer
/go/pkg/mod/github.com/alicebob/miniredis/v2@v2.13.3/server/server.go:69 +0x14e
goroutine 6723 [select]:
storj.io/common/sync2.(*Cycle).Run(0xc00133c640, 0x24ca820, 0xc000920f00, 0xc001e61b08, 0x0, 0x0)
/go/pkg/mod/storj.io/common@v0.0.0-20201210184814-6206aefd1d48/sync2/cycle.go:109 +0x57f
storj.io/storj/private/version/checker.(*Chore).Run(0xc0003dad80, 0x24c9fe0, 0xc000af66c0, 0x0, 0x3880720)
/var/lib/jenkins/workspace/storj-gerrit/private/version/checker/chore.go:37 +0x22b
storj.io/storj/private/lifecycle.(*Group).Run.func2.1(0x24c9fe0, 0xc000af66c0)
/var/lib/jenkins/workspace/storj-gerrit/private/lifecycle/group.go:81 +0x5e
runtime/pprof.Do(0x24c9fe0, 0xc000af66c0, 0xc0002ceea0, 0x1, 0x1, 0xc001ea1d80)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
storj.io/storj/private/lifecycle.(*Group).Run.func2(0x0, 0x0)
/var/lib/jenkins/workspace/storj-gerrit/private/lifecycle/group.go:80 +0x245
golang.org/x/sync/errgroup.(*Group).Go.func1(0xc000af6600, 0xc00099ee80)
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:57 +0x95
created by golang.org/x/sync/errgroup.(*Group).Go
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:54 +0x74
goroutine 67 [sleep]:
time.Sleep(0x8bb2c97000)
/usr/local/go/src/runtime/time.go:188 +0xbf
github.com/spacemonkeygo/monkit/v3.(*ticker).run(0x2e3bbc0)
/go/pkg/mod/github.com/spacemonkeygo/monkit/v3@v3.0.7/meter.go:203 +0xb2
created by github.com/spacemonkeygo/monkit/v3.(*ticker).register
/go/pkg/mod/github.com/spacemonkeygo/monkit/v3@v3.0.7/meter.go:195 +0x1dc
goroutine 68 [chan receive]:
testing.tRunner.func1(0xc000500780)
/usr/local/go/src/testing/testing.go:1088 +0x333
testing.tRunner(0xc000500780, 0x223ef60)
/usr/local/go/src/testing/testing.go:1127 +0x22b
created by testing.(*T).Run
/usr/local/go/src/testing/testing.go:1168 +0x5bc
goroutine 4690 [IO wait]:
internal/poll.runtime_pollWait(0x7fc5b443f918, 0x72, 0x24a2d80)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc0018aa798, 0x72, 0x24a2d00, 0x2dc1068, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0xe6
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc0018aa780, 0xc001a6c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x23f
net.(*netFD).Read(0xc0018aa780, 0xc001a6c000, 0x1000, 0x1000, 0xc001ea38f8, 0x4b7756, 0xc001a6d000)
/usr/local/go/src/net/fd_posix.go:55 +0x66
net.(*conn).Read(0xc0013941f0, 0xc001a6c000, 0x1000, 0x1000, 0x7, 0x0, 0x48b8ec)
/usr/local/go/src/net/net.go:182 +0xec
bufio.(*Reader).fill(0xc001ea3e70)
/usr/local/go/src/bufio/bufio.go:101 +0x1af
bufio.(*Reader).ReadSlice(0xc001ea3e70, 0xa, 0x1000, 0x7, 0x0, 0x0, 0x0)
/usr/local/go/src/bufio/bufio.go:360 +0x9b
bufio.(*Reader).collectFragments(0xc001ea3e70, 0xa, 0x20, 0xc000d2ad80, 0xc000d2ad70, 0xc00098e750, 0xc001ea3c18, 0x7fc24d, 0xc0013941f0, 0xc001a6d000, ...)
/usr/local/go/src/bufio/bufio.go:435 +0x95
bufio.(*Reader).ReadString(0xc001ea3e70, 0x46060a, 0xc000500c00, 0xc00098e778, 0x48b84c, 0x4a5b5f)
/usr/local/go/src/bufio/bufio.go:483 +0x65
github.com/alicebob/miniredis/v2/server.readArray(0xc001ea3e70, 0xc00098e740, 0xc00206fd50, 0x0, 0x0, 0x0)
/go/pkg/mod/github.com/alicebob/miniredis/v2@v2.13.3/server/proto.go:14 +0x5b
github.com/alicebob/miniredis/v2/server.(*Server).servePeer(0xc0007a76d0, 0x24d9980, 0xc0013941f0)
/go/pkg/mod/github.com/alicebob/miniredis/v2@v2.13.3/server/server.go:167 +0x225
github.com/alicebob/miniredis/v2/server.(*Server).ServeConn.func1(0xc0007a76d0, 0x24d9980, 0xc0013941f0)
/go/pkg/mod/github.com/alicebob/miniredis/v2@v2.13.3/server/server.go:111 +0xf8
created by github.com/alicebob/miniredis/v2/server.(*Server).ServeConn
/go/pkg/mod/github.com/alicebob/miniredis/v2@v2.13.3/server/server.go:107 +0x145
goroutine 70 [semacquire]:
sync.runtime_Semacquire(0xc000326008)
/usr/local/go/src/runtime/sema.go:56 +0x45
sync.(*WaitGroup).Wait(0xc000326000)
/usr/local/go/src/sync/waitgroup.go:130 +0xe5
golang.org/x/crypto/argon2.processBlocks(0xc002524000, 0x10000, 0x10000, 0x1000000000001, 0x8, 0x2)
/go/pkg/mod/golang.org/x/crypto@v0.0.0-20200820211705-5c72a883971a/argon2/argon2.go:236 +0x1dd
golang.org/x/crypto/argon2.deriveKey(0x2, 0x3880820, 0x0, 0x0, 0xc002458520, 0x20, 0x20, 0x0, 0x0, 0x0, ...)
/go/pkg/mod/golang.org/x/crypto@v0.0.0-20200820211705-5c72a883971a/argon2/argon2.go:116 +0x2c5
golang.org/x/crypto/argon2.IDKey(...)
/go/pkg/mod/golang.org/x/crypto@v0.0.0-20200820211705-5c72a883971a/argon2/argon2.go:99
storj.io/common/encryption.DeriveRootKey(0x3880820, 0x0, 0x0, 0xc001923b80, 0x20, 0x20, 0x0, 0x0, 0x24a2b08, 0xc0004362a0, ...)
/go/pkg/mod/storj.io/common@v0.0.0-20201210184814-6206aefd1d48/encryption/password.go:39 +0x1cf
storj.io/uplink.requestAccessWithPassphraseAndConcurrency(0x24c9fe0, 0xc00031a180, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc001093950, 0x42, 0xc002248ee0, ...)
/go/pkg/mod/storj.io/uplink@v1.4.3/access.go:173 +0x599
storj.io/uplink.Config.RequestAccessWithPassphrase(...)
/go/pkg/mod/storj.io/uplink@v1.4.3/access.go:131
storj.io/uplink.RequestAccessWithPassphrase(0x24c9fe0, 0xc00031a180, 0xc001093950, 0x42, 0xc002248ee0, 0x67, 0x0, 0x0, 0x3, 0x4, ...)
/go/pkg/mod/storj.io/uplink@v1.4.3/access.go:120 +0xfc
storj.io/storj/private/testplanet.provisionUplinks(0x24c9fe0, 0xc00031a180, 0xc000500d80, 0xc0005e4000)
/var/lib/jenkins/workspace/storj-gerrit/private/testplanet/run.go:75 +0x298
storj.io/storj/private/testplanet.Run.func1.1(0x24c9fe0, 0xc00031a180)
/var/lib/jenkins/workspace/storj-gerrit/private/testplanet/run.go:63 +0x2eb
runtime/pprof.Do(0x24c9fe0, 0xc00031a180, 0xc0001fc040, 0x1, 0x1, 0xc000095db0)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
storj.io/storj/private/testplanet.Run.func1(0xc000500d80)
/var/lib/jenkins/workspace/storj-gerrit/private/testplanet/run.go:54 +0x316
testing.tRunner(0xc000500d80, 0xc000499000)
/usr/local/go/src/testing/testing.go:1123 +0x203
created by testing.(*T).Run
/usr/local/go/src/testing/testing.go:1168 +0x5bc
goroutine 51 [select]:
storj.io/common/testcontext.(*Context).monitorSlowShutdown(0xc0005d0120)
/go/pkg/mod/storj.io/common@v0.0.0-20201210184814-6206aefd1d48/testcontext/context.go:91 +0x15e
created by storj.io/common/testcontext.NewWithTimeout
/go/pkg/mod/storj.io/common@v0.0.0-20201210184814-6206aefd1d48/testcontext/context.go:84 +0x308
goroutine 7152 [chan receive]:
storj.io/storj/pkg/listenmux.(*Mux).Run(0xc0012244d0, 0x24c9f20, 0xc00110fe40, 0x0, 0x0)
/var/lib/jenkins/workspace/storj-gerrit/pkg/listenmux/mux.go:90 +0x14c
storj.io/storj/pkg/server.(*Server).Run.func2(0xc00079ff50, 0x0)
/var/lib/jenkins/workspace/storj-gerrit/pkg/server/server.go:178 +0x54
golang.org/x/sync/errgroup.(*Group).Go.func1(0xc000a27ef0, 0xc00039d700)
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:57 +0x95
created by golang.org/x/sync/errgroup.(*Group).Go
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:54 +0x74
goroutine 6889 [select]:
storj.io/storj/private/lifecycle.(*Group).Run.func1(0xc00120c050, 0x24c9f20, 0xc000a05d40, 0xc00218a080, 0x215718f, 0x10, 0xc000a99520, 0xc000a99530)
/var/lib/jenkins/workspace/storj-gerrit/private/lifecycle/group.go:61 +0x156
created by storj.io/storj/private/lifecycle.(*Group).Run
/var/lib/jenkins/workspace/storj-gerrit/private/lifecycle/group.go:60 +0x575
goroutine 7616 [select]:
database/sql.(*DB).connectionCleaner(0xc00074f450, 0x0)
/usr/local/go/src/database/sql/sql.go:998 +0x1d1
created by database/sql.(*DB).startCleanerLocked
/usr/local/go/src/database/sql/sql.go:985 +0x131
goroutine 4415 [select]:
database/sql.(*DB).connectionOpener(0xc0009bb860, 0x24c9f20, 0xc00064b640)
/usr/local/go/src/database/sql/sql.go:1126 +0x146
created by database/sql.OpenDB
/usr/local/go/src/database/sql/sql.go:740 +0x27a
goroutine 4731 [select]:
database/sql.(*DB).connectionOpener(0xc001cbc820, 0x24c9f20, 0xc00133db00)
/usr/local/go/src/database/sql/sql.go:1126 +0x146
created by database/sql.OpenDB
/usr/local/go/src/database/sql/sql.go:740 +0x27a
goroutine 6880 [select]:
storj.io/storj/pkg/listenmux.(*listener).Accept(0xc0005a1b80, 0x10, 0xc000742000, 0xa4ae34, 0xc001412d08)
/var/lib/jenkins/workspace/storj-gerrit/pkg/listenmux/listener.go:37 +0x171
crypto/tls.(*listener).Accept(0xc0002b11c0, 0xc000275da0, 0xc0017cf180, 0x0, 0x0)
/usr/local/go/src/crypto/tls/tls.go:67 +0x55
storj.io/drpc/drpcserver.(*Server).Serve(0xc000303c00, 0x24c9f20, 0xc000b74ec0, 0x24b8d60, 0xc0002b11c0, 0xc0000836f0, 0x3)
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcserver/server.go:82 +0x35f
storj.io/storj/pkg/server.(*Server).Run.func4(0x0, 0x0)
/var/lib/jenkins/workspace/storj-gerrit/pkg/server/server.go:198 +0x12c
golang.org/x/sync/errgroup.(*Group).Go.func1(0xc0005ebf50, 0xc0005ebf80)
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:57 +0x95
created by golang.org/x/sync/errgroup.(*Group).Go
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:54 +0x74
goroutine 83 [select]:
database/sql.(*DB).connectionOpener(0xc00074e000, 0x24c9f20, 0xc000746040)
/usr/local/go/src/database/sql/sql.go:1126 +0x146
created by database/sql.OpenDB
/usr/local/go/src/database/sql/sql.go:740 +0x27a
goroutine 86 [select]:
database/sql.(*DB).connectionOpener(0xc00074e410, 0x24c9f20, 0xc0007469c0)
/usr/local/go/src/database/sql/sql.go:1126 +0x146
created by database/sql.OpenDB
/usr/local/go/src/database/sql/sql.go:740 +0x27a
goroutine 6857 [select]:
storj.io/storj/private/lifecycle.(*Group).Run.func1(0xc0008ae000, 0x24c9f20, 0xc000167a40, 0xc00015e3e0, 0x214c879, 0x7, 0xc000a983d0, 0xc000a983e0)
/var/lib/jenkins/workspace/storj-gerrit/private/lifecycle/group.go:61 +0x156
created by storj.io/storj/private/lifecycle.(*Group).Run
/var/lib/jenkins/workspace/storj-gerrit/private/lifecycle/group.go:60 +0x575
goroutine 61 [select]:
database/sql.(*DB).connectionOpener(0xc00080c000, 0x24c9f20, 0xc0005a1e40)
/usr/local/go/src/database/sql/sql.go:1126 +0x146
created by database/sql.OpenDB
/usr/local/go/src/database/sql/sql.go:740 +0x27a
goroutine 4588 [select]:
database/sql.(*DB).connectionOpener(0xc000dbb860, 0x24c9f20, 0xc0009bc440)
/usr/local/go/src/database/sql/sql.go:1126 +0x146
created by database/sql.OpenDB
/usr/local/go/src/database/sql/sql.go:740 +0x27a
goroutine 6968 [select]:
storj.io/common/sync2.(*Cycle).Run(0xc0016e1ec0, 0x24ca820, 0xc001ae08c0, 0xc001e5db08, 0x0, 0x0)
/go/pkg/mod/storj.io/common@v0.0.0-20201210184814-6206aefd1d48/sync2/cycle.go:109 +0x57f
storj.io/storj/storagenode/gracefulexit.(*Chore).Run(0xc000a489c0, 0x24c9fe0, 0xc000b455c0, 0x0, 0x3880720)
/var/lib/jenkins/workspace/storj-gerrit/storagenode/gracefulexit/chore.go:50 +0x1e9
storj.io/storj/private/lifecycle.(*Group).Run.func2.1(0x24c9fe0, 0xc000b455c0)
/var/lib/jenkins/workspace/storj-gerrit/private/lifecycle/group.go:81 +0x5e
runtime/pprof.Do(0x24c9fe0, 0xc000b455c0, 0xc001304f40, 0x1, 0x1, 0xc0012e2d80)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
storj.io/storj/private/lifecycle.(*Group).Run.func2(0x0, 0x0)
/var/lib/jenkins/workspace/storj-gerrit/private/lifecycle/group.go:80 +0x245
golang.org/x/sync/errgroup.(*Group).Go.func1(0xc000bc9710, 0xc000bd35c0)
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:57 +0x95
created by golang.org/x/sync/errgroup.(*Gr
...[truncated 380923 chars]...
torj/private/lifecycle.(*Group).Run.func1(0xc001756260, 0x24c9f20, 0xc00133cd80, 0xc0004f5640, 0x214b1af, 0x6, 0xc00023d090, 0xc00023d0c0)
/var/lib/jenkins/workspace/storj-gerrit/private/lifecycle/group.go:61 +0x156
created by storj.io/storj/private/lifecycle.(*Group).Run
/var/lib/jenkins/workspace/storj-gerrit/private/lifecycle/group.go:60 +0x575
goroutine 8138 [IO wait]:
internal/poll.runtime_pollWait(0x7fc5bc26baf8, 0x72, 0x24a2d80)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc000054b98, 0x72, 0x24a2d00, 0x2dc1068, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0xe6
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc000054b80, 0xc002149500, 0x962, 0x962, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x23f
net.(*netFD).Read(0xc000054b80, 0xc002149500, 0x962, 0x962, 0xf, 0xc001e65088, 0x6b9185)
/usr/local/go/src/net/fd_posix.go:55 +0x66
net.(*conn).Read(0xc0012c2240, 0xc002149500, 0x962, 0x962, 0x1a, 0x95d, 0x0)
/usr/local/go/src/net/net.go:182 +0xec
storj.io/common/rpc.(*timedConn).Read(0xc0004365e0, 0xc002149500, 0x962, 0x962, 0x425091, 0x1dadba0, 0x0)
/go/pkg/mod/storj.io/common@v0.0.0-20201210184814-6206aefd1d48/rpc/common.go:64 +0xb0
crypto/tls.(*atLeastReader).Read(0xc0001976c0, 0xc002149500, 0x962, 0x962, 0xc0001976c0, 0x95d, 0x15)
/usr/local/go/src/crypto/tls/conn.go:779 +0xa7
bytes.(*Buffer).ReadFrom(0xc000349780, 0x249dec0, 0xc0001976c0, 0x20715e0, 0x7fc59efc0008, 0xc002149505)
/usr/local/go/src/bytes/buffer.go:204 +0x159
crypto/tls.(*Conn).readFromUntil(0xc000349500, 0x7fc59efc0008, 0xc0004365e0, 0x5, 0xc0004365e0, 0x4)
/usr/local/go/src/crypto/tls/conn.go:801 +0x215
crypto/tls.(*Conn).readRecordOrCCS(0xc000349500, 0x0, 0x0, 0xc000197660)
/usr/local/go/src/crypto/tls/conn.go:608 +0x42b
crypto/tls.(*Conn).readRecord(...)
/usr/local/go/src/crypto/tls/conn.go:576
crypto/tls.(*Conn).Read(0xc000349500, 0xc00154a02a, 0xfd6, 0xfd6, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:1252 +0x225
bufio.(*Scanner).Scan(0xc001852200, 0x0)
/usr/local/go/src/bufio/scan.go:214 +0x1a3
storj.io/drpc/drpcwire.(*Reader).ReadPacket(0xc0023a7080, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcwire/transport.go:121 +0x139
storj.io/drpc/drpcmanager.(*Manager).manageReader(0xc000d8f100)
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcmanager/manager.go:288 +0x194
created by storj.io/drpc/drpcmanager.NewWithOptions
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcmanager/manager.go:78 +0x76a
goroutine 8190 [chan receive]:
storj.io/drpc/drpcmanager.(*Manager).manageTransport(0xc000972100)
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcmanager/manager.go:271 +0xdc
created by storj.io/drpc/drpcmanager.NewWithOptions
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcmanager/manager.go:77 +0x745
goroutine 8530 [runnable]:
strings.Index(0x287dad8, 0x2a, 0x2147016, 0x1, 0x2)
/usr/local/go/src/strings/strings.go:1024 +0x825
strings.genSplit(0x287dad8, 0x2a, 0x2147016, 0x1, 0x0, 0x2, 0x36, 0x14d, 0xbcc060)
/usr/local/go/src/strings/strings.go:251 +0x131
strings.Split(...)
/usr/local/go/src/strings/strings.go:299
github.com/spacemonkeygo/monkit/v3.callerFunc(0x3, 0xc00039a284, 0xc0005df6c0)
/go/pkg/mod/github.com/spacemonkeygo/monkit/v3@v3.0.7/callers.go:45 +0x165
github.com/spacemonkeygo/monkit/v3.(*Scope).Task.func1()
/go/pkg/mod/github.com/spacemonkeygo/monkit/v3@v3.0.7/ctx.go:202 +0x58
sync.(*Once).doSlow(0xc00039a280, 0xc0010fde30)
/usr/local/go/src/sync/once.go:66 +0x10a
sync.(*Once).Do(0xc00039a280, 0xc0010fde30)
/usr/local/go/src/sync/once.go:57 +0x69
github.com/spacemonkeygo/monkit/v3.(*Scope).Task.func2(0xc002213bb0, 0x0, 0x0, 0x0, 0xc00025ac60)
/go/pkg/mod/github.com/spacemonkeygo/monkit/v3@v3.0.7/ctx.go:210 +0xb7
storj.io/drpc/drpcstream.(*Stream).MsgRecv(0xc000a4d200, 0x24bd5a0, 0xc00064b580, 0x4232a5, 0x1f734a0)
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcstream/stream.go:333 +0xe2
storj.io/drpc/drpcmux.(*Mux).HandleRPC(0xc001394238, 0x24cfd20, 0xc00025ac20, 0xc0011d9980, 0x21, 0x0, 0xc001131c00)
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcmux/handle_rpc.go:23 +0x293
storj.io/common/rpc/rpctracing.(*Handler).HandleRPC(0xc0004183c0, 0x24cfda0, 0xc000a4d200, 0xc0011d9980, 0x21, 0x0, 0xc002213b70)
/go/pkg/mod/storj.io/common@v0.0.0-20201210184814-6206aefd1d48/rpc/rpctracing/handler.go:58 +0x1f1
storj.io/drpc/drpcserver.(*Server).handleRPC(0xc0004183e0, 0xc000a4d200, 0xc0011d9980, 0x21, 0xc0011d9980, 0x21)
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcserver/server.go:111 +0x322
storj.io/drpc/drpcserver.(*Server).ServeOne(0xc0004183e0, 0x24cb1e0, 0xc000b45ef0, 0x7fc59efc0048, 0xc000712e00, 0xef13fd, 0x459272)
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcserver/server.go:62 +0x3d7
storj.io/drpc/drpcserver.(*Server).Serve.func2(0x24cb1e0, 0xc000b45ef0)
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcserver/server.go:99 +0x87
storj.io/drpc/drpcctx.(*Tracker).track(0xc000b45ef0, 0xc0001e3800)
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcctx/transport.go:51 +0x4a
created by storj.io/drpc/drpcctx.(*Tracker).Run
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcctx/transport.go:46 +0x74
goroutine 8320 [runnable]:
golang.org/x/crypto/argon2.processBlockSSE(0xc005472800, 0xc005472400, 0xc0050fd800, 0x500000001)
/go/pkg/mod/golang.org/x/crypto@v0.0.0-20200820211705-5c72a883971a/argon2/blamka_amd64.go:24 +0x62b
golang.org/x/crypto/argon2.processBlockXOR(...)
/go/pkg/mod/golang.org/x/crypto@v0.0.0-20200820211705-5c72a883971a/argon2/blamka_amd64.go:59
golang.org/x/crypto/argon2.processBlocks.func1(0x300000000, 0xc000000005, 0xc000326000)
/go/pkg/mod/golang.org/x/crypto@v0.0.0-20200820211705-5c72a883971a/argon2/argon2.go:223 +0x21b
created by golang.org/x/crypto/argon2.processBlocks
/go/pkg/mod/golang.org/x/crypto@v0.0.0-20200820211705-5c72a883971a/argon2/argon2.go:234 +0x1bd
goroutine 4715 [select]:
storj.io/common/sync2.(*Cycle).Run(0xc0016e0780, 0x24c9f20, 0xc0007b69c0, 0xc0008f3f20, 0x0, 0x0)
/go/pkg/mod/storj.io/common@v0.0.0-20201210184814-6206aefd1d48/sync2/cycle.go:109 +0x57f
storj.io/storj/satellite/repair/checker.(*Checker).Run.func1(0xc001487f50, 0xc000b750d0)
/var/lib/jenkins/workspace/storj-gerrit/satellite/repair/checker/checker.go:77 +0xbd
golang.org/x/sync/errgroup.(*Group).Go.func1(0xc001102390, 0xc001f2c240)
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:57 +0x95
created by golang.org/x/sync/errgroup.(*Group).Go
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:54 +0x74
goroutine 7336 [select]:
storj.io/storj/private/lifecycle.(*Group).Run.func1(0xc00042c340, 0x24c9f20, 0xc00096b840, 0xc0002bd120, 0x215a08b, 0x12, 0xc00206e780, 0xc00206e790)
/var/lib/jenkins/workspace/storj-gerrit/private/lifecycle/group.go:61 +0x156
created by storj.io/storj/private/lifecycle.(*Group).Run
/var/lib/jenkins/workspace/storj-gerrit/private/lifecycle/group.go:60 +0x575
goroutine 6143 [select]:
storj.io/storj/private/lifecycle.(*Group).Run.func1(0xc001756260, 0x24c9f20, 0xc00133cb40, 0xc0004f5640, 0x215284e, 0xc, 0xc00023cec0, 0xc00023cf40)
/var/lib/jenkins/workspace/storj-gerrit/private/lifecycle/group.go:61 +0x156
created by storj.io/storj/private/lifecycle.(*Group).Run
/var/lib/jenkins/workspace/storj-gerrit/private/lifecycle/group.go:60 +0x575
goroutine 7102 [chan receive]:
storj.io/storj/pkg/listenmux.(*Mux).monitorContext(0xc00072c0e0, 0x24c9f20, 0xc0007b7d80)
/var/lib/jenkins/workspace/storj-gerrit/pkg/listenmux/mux.go:103 +0x5a
created by storj.io/storj/pkg/listenmux.(*Mux).Run
/var/lib/jenkins/workspace/storj-gerrit/pkg/listenmux/mux.go:87 +0xf2
goroutine 6063 [select]:
database/sql.(*DB).connectionOpener(0xc00132ad00, 0x24c9f20, 0xc0019a3cc0)
/usr/local/go/src/database/sql/sql.go:1126 +0x146
created by database/sql.OpenDB
/usr/local/go/src/database/sql/sql.go:740 +0x27a
goroutine 8128 [IO wait]:
internal/poll.runtime_pollWait(0x7fc5bc26c6c0, 0x72, 0x24a2d80)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc0008b2c98, 0x72, 0x24a2d00, 0x2dc1068, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0xe6
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc0008b2c80, 0xc0018b2000, 0x883, 0x883, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x23f
net.(*netFD).Read(0xc0008b2c80, 0xc0018b2000, 0x883, 0x883, 0x10000003afefda6, 0xc0018b251d, 0xc0018b2547)
/usr/local/go/src/net/fd_posix.go:55 +0x66
net.(*conn).Read(0xc001ac2310, 0xc0018b2000, 0x883, 0x883, 0x3a, 0x366, 0xc0018b2518)
/usr/local/go/src/net/net.go:182 +0xec
crypto/tls.(*atLeastReader).Read(0xc000afeaa0, 0xc0018b2000, 0x883, 0x883, 0xc000afeaa0, 0x366, 0x3a)
/usr/local/go/src/crypto/tls/conn.go:779 +0xa7
bytes.(*Buffer).ReadFrom(0xc0019ba980, 0x249dec0, 0xc000afeaa0, 0x2053e40, 0x7fc59efc0028, 0xc0018b251d)
/usr/local/go/src/bytes/buffer.go:204 +0x159
crypto/tls.(*Conn).readFromUntil(0xc0019ba700, 0x7fc59efc0028, 0xc0003f0d00, 0x5, 0xc0003f0d00, 0x29)
/usr/local/go/src/crypto/tls/conn.go:801 +0x215
crypto/tls.(*Conn).readRecordOrCCS(0xc0019ba700, 0x0, 0x0, 0xc00003c210)
/usr/local/go/src/crypto/tls/conn.go:608 +0x42b
crypto/tls.(*Conn).readRecord(...)
/usr/local/go/src/crypto/tls/conn.go:576
crypto/tls.(*Conn).Read(0xc0019ba700, 0xc000a91029, 0xfd7, 0xfd7, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:1252 +0x225
bufio.(*Scanner).Scan(0xc00161c080, 0x0)
/usr/local/go/src/bufio/scan.go:214 +0x1a3
storj.io/drpc/drpcwire.(*Reader).ReadPacket(0xc0022b8460, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcwire/transport.go:121 +0x139
storj.io/drpc/drpcmanager.(*Manager).manageReader(0xc000938e00)
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcmanager/manager.go:288 +0x194
created by storj.io/drpc/drpcmanager.NewWithOptions
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcmanager/manager.go:78 +0x76a
goroutine 7222 [semacquire]:
sync.runtime_Semacquire(0xc001733d80)
/usr/local/go/src/runtime/sema.go:56 +0x45
sync.(*WaitGroup).Wait(0xc001733d78)
/usr/local/go/src/sync/waitgroup.go:130 +0xe5
golang.org/x/sync/errgroup.(*Group).Wait(0xc001733d70, 0xc00218adc0, 0x24c9f20)
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:40 +0x45
storj.io/storj/storagenode/console/consoleserver.(*Server).Run(0xc000674120, 0x24c9fe0, 0xc001733d10, 0x0, 0x3880720)
/var/lib/jenkins/workspace/storj-gerrit/storagenode/console/consoleserver/server.go:125 +0x3d7
storj.io/storj/private/lifecycle.(*Group).Run.func2.1(0x24c9fe0, 0xc001733d10)
/var/lib/jenkins/workspace/storj-gerrit/private/lifecycle/group.go:81 +0x5e
runtime/pprof.Do(0x24c9fe0, 0xc001733d10, 0xc00218ad00, 0x1, 0x1, 0xc0015f4d80)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
storj.io/storj/private/lifecycle.(*Group).Run.func2(0x0, 0x0)
/var/lib/jenkins/workspace/storj-gerrit/private/lifecycle/group.go:80 +0x245
golang.org/x/sync/errgroup.(*Group).Go.func1(0xc001f77950, 0xc000ae4740)
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:57 +0x95
created by golang.org/x/sync/errgroup.(*Group).Go
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:54 +0x74
goroutine 6974 [select]:
storj.io/storj/private/lifecycle.(*Group).Run.func1(0xc001a98500, 0x24c9f20, 0xc001aa02c0, 0xc000302020, 0x214d060, 0x7, 0xc000d9e190, 0x0)
/var/lib/jenkins/workspace/storj-gerrit/private/lifecycle/group.go:61 +0x156
created by storj.io/storj/private/lifecycle.(*Group).Run
/var/lib/jenkins/workspace/storj-gerrit/private/lifecycle/group.go:60 +0x575
goroutine 7083 [select]:
storj.io/common/sync2.(*Cycle).Run(0xc0002b6100, 0x24c9f20, 0xc0009d3e80, 0xc00177ff20, 0x0, 0x0)
/go/pkg/mod/storj.io/common@v0.0.0-20201210184814-6206aefd1d48/sync2/cycle.go:109 +0x57f
storj.io/storj/storagenode/monitor.(*Service).Run.func3(0xc001703f50, 0xc000d2c890)
/var/lib/jenkins/workspace/storj-gerrit/storagenode/monitor/monitor.go:136 +0xbd
golang.org/x/sync/errgroup.(*Group).Go.func1(0xc0002f3f80, 0xc001e7f8a0)
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:57 +0x95
created by golang.org/x/sync/errgroup.(*Group).Go
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:54 +0x74
goroutine 7067 [select]:
storj.io/storj/private/lifecycle.(*Group).Run.func1(0xc001111280, 0x24c9f20, 0xc00110f900, 0xc00218a0a0, 0x216194a, 0x17, 0xc000a981d0, 0xc000a981f0)
/var/lib/jenkins/workspace/storj-gerrit/private/lifecycle/group.go:61 +0x156
created by storj.io/storj/private/lifecycle.(*Group).Run
/var/lib/jenkins/workspace/storj-gerrit/private/lifecycle/group.go:60 +0x575
goroutine 7444 [chan receive]:
storj.io/drpc/drpcserver.(*Server).Serve.func1(0x24cb1e0, 0xc0011767e0)
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcserver/server.go:77 +0x76
storj.io/drpc/drpcctx.(*Tracker).track(0xc0011767e0, 0xc0003a4b80)
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcctx/transport.go:51 +0x4a
created by storj.io/drpc/drpcctx.(*Tracker).Run
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcctx/transport.go:46 +0x74
goroutine 4711 [select]:
storj.io/common/sync2.(*Cycle).Run(0xc000791a40, 0x24c9f20, 0xc000d04000, 0xc002229f20, 0x0, 0x0)
/go/pkg/mod/storj.io/common@v0.0.0-20201210184814-6206aefd1d48/sync2/cycle.go:109 +0x57f
storj.io/storj/satellite/repair/checker.(*Checker).Run.func1(0xc0011b0750, 0x0)
/var/lib/jenkins/workspace/storj-gerrit/satellite/repair/checker/checker.go:77 +0xbd
golang.org/x/sync/errgroup.(*Group).Go.func1(0xc001990240, 0xc0023a6080)
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:57 +0x95
created by golang.org/x/sync/errgroup.(*Group).Go
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:54 +0x74
goroutine 7340 [select]:
storj.io/storj/private/lifecycle.(*Group).Run.func1(0xc00042c340, 0x24c9f20, 0xc00096b940, 0xc0002bd120, 0x214eed7, 0x9, 0xc00206e820, 0xc00206e830)
/var/lib/jenkins/workspace/storj-gerrit/private/lifecycle/group.go:61 +0x156
created by storj.io/storj/private/lifecycle.(*Group).Run
/var/lib/jenkins/workspace/storj-gerrit/private/lifecycle/group.go:60 +0x575
goroutine 7027 [select]:
storj.io/common/sync2.(*Cycle).Run(0xc0008c8ec0, 0x24ca820, 0xc0008b0f00, 0xc0020a9b08, 0x0, 0x0)
/go/pkg/mod/storj.io/common@v0.0.0-20201210184814-6206aefd1d48/sync2/cycle.go:109 +0x57f
storj.io/storj/satellite/repair/repairer.(*Service).Run(0xc000bd5db0, 0x24c9fe0, 0xc000ab9560, 0x0, 0x3880720)
/var/lib/jenkins/workspace/storj-gerrit/satellite/repair/repairer/repairer.go:91 +0x22c
storj.io/storj/private/lifecycle.(*Group).Run.func2.1(0x24c9fe0, 0xc000ab9560)
/var/lib/jenkins/workspace/storj-gerrit/private/lifecycle/group.go:81 +0x5e
runtime/pprof.Do(0x24c9fe0, 0xc000ab9560, 0xc0004d5a20, 0x1, 0x1, 0xc001ad4d80)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
storj.io/storj/private/lifecycle.(*Group).Run.func2(0x0, 0x0)
/var/lib/jenkins/workspace/storj-gerrit/private/lifecycle/group.go:80 +0x245
golang.org/x/sync/errgroup.(*Group).Go.func1(0xc000a06e40, 0xc0008cab00)
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:57 +0x95
created by golang.org/x/sync/errgroup.(*Group).Go
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:54 +0x74
goroutine 7333 [semacquire]:
sync.runtime_Semacquire(0xc0009cfb70)
/usr/local/go/src/runtime/sema.go:56 +0x45
sync.(*WaitGroup).Wait(0xc0009cfb68)
/usr/local/go/src/sync/waitgroup.go:130 +0xe5
golang.org/x/sync/errgroup.(*Group).Wait(0xc0009cfb60, 0xc001a64960, 0x24c9f20)
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:40 +0x45
storj.io/storj/storagenode/console/consoleserver.(*Server).Run(0xc00175eea0, 0x24c9fe0, 0xc0009cfb00, 0x0, 0x3880720)
/var/lib/jenkins/workspace/storj-gerrit/storagenode/console/consoleserver/server.go:125 +0x3d7
storj.io/storj/private/lifecycle.(*Group).Run.func2.1(0x24c9fe0, 0xc0009cfb00)
/var/lib/jenkins/workspace/storj-gerrit/private/lifecycle/group.go:81 +0x5e
runtime/pprof.Do(0x24c9fe0, 0xc0009cfb00, 0xc001a648c0, 0x1, 0x1, 0xc001661d80)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
storj.io/storj/private/lifecycle.(*Group).Run.func2(0x0, 0x0)
/var/lib/jenkins/workspace/storj-gerrit/private/lifecycle/group.go:80 +0x245
golang.org/x/sync/errgroup.(*Group).Go.func1(0xc0015f20c0, 0xc00096b780)
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:57 +0x95
created by golang.org/x/sync/errgroup.(*Group).Go
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:54 +0x74
goroutine 8234 [select]:
storj.io/common/rpc.TCPConnector.DialContext(0xd18c2e2800, 0x0, 0xc000d9a548, 0x24ca820, 0xc00151dcc0, 0xc000d24780, 0xc0010a9860, 0xf, 0x0, 0x0, ...)
/go/pkg/mod/storj.io/common@v0.0.0-20201210184814-6206aefd1d48/rpc/connector.go:84 +0x4fe
storj.io/common/rpc.Dialer.dialEncryptedConn(0xc000b08c00, 0x4a817c800, 0x0, 0x0, 0x400, 0x1f00, 0x24a2b00, 0xc000303ba0, 0x24ca820, 0xc00151dc20, ...)
/go/pkg/mod/storj.io/common@v0.0.0-20201210184814-6206aefd1d48/rpc/dial.go:180 +0x20a
storj.io/common/rpc.Dialer.DialNodeURL.func1(0x24ca820, 0xc00151dc20, 0x11, 0x0, 0xc0002f83a0, 0xc001a5ac10)
/go/pkg/mod/storj.io/common@v0.0.0-20201210184814-6206aefd1d48/rpc/dial.go:101 +0x138
storj.io/common/rpc/rpcpool.(*Pool).Get(0x0, 0x24c9fa0, 0xc001a5ac00, 0xc00032e140, 0x37, 0xc000b08c00, 0xc001d0b050, 0x0, 0x0, 0x424b4a, ...)
/go/pkg/mod/storj.io/common@v0.0.0-20201210184814-6206aefd1d48/rpc/rpcpool/pool.go:87 +0x7d5
storj.io/common/rpc.Dialer.dialPool(0xc000b08c00, 0x4a817c800, 0x0, 0x0, 0x400, 0x1f00, 0x24a2b00, 0xc000303ba0, 0x24ca820, 0xc00151d9a0, ...)
/go/pkg/mod/storj.io/common@v0.0.0-20201210184814-6206aefd1d48/rpc/dial.go:146 +0x205
storj.io/common/rpc.Dialer.DialNodeURL(0xc000b08c00, 0x4a817c800, 0x0, 0x0, 0x400, 0x1f00, 0x24a2b00, 0xc000303ba0, 0x24ca820, 0xc00151d680, ...)
/go/pkg/mod/storj.io/common@v0.0.0-20201210184814-6206aefd1d48/rpc/dial.go:100 +0x49b
storj.io/storj/storagenode/payout.(*Endpoint).dial(0xc001de64b0, 0x24ca820, 0xc00151d5e0, 0xd875982a0e6bb353, 0xabf20dfa56b5684, 0xae3432280be4d788, 0x800c6e3925df77, 0x0, 0xc001d0b418, 0xc001d0b3a0)
/var/lib/jenkins/workspace/storj-gerrit/storagenode/payout/endpoint.go:227 +0x5bc
storj.io/storj/storagenode/payout.(*Endpoint).GetPaystub(0xc001de64b0, 0x24ca820, 0xc000983040, 0xd875982a0e6bb353, 0xabf20dfa56b5684, 0xae3432280be4d788, 0x800c6e3925df77, 0xc000d03f00, 0x1d, 0x0, ...)
/var/lib/jenkins/workspace/storj-gerrit/storagenode/payout/endpoint.go:56 +0x1e5
storj.io/storj/storagenode/nodestats.(*Cache).CacheHeldAmount.func1(0xd875982a0e6bb353, 0xabf20dfa56b5684, 0xae3432280be4d788, 0x800c6e3925df77, 0x2, 0x2)
/var/lib/jenkins/workspace/storj-gerrit/storagenode/nodestats/cache.go:204 +0x1db
storj.io/storj/storagenode/nodestats.(*Cache).satelliteLoop(0xc0011c3050, 0x24ca820, 0xc000983040, 0xc001d0ba20, 0xc0004adf20, 0x0)
/var/lib/jenkins/workspace/storj-gerrit/storagenode/nodestats/cache.go:261 +0x172
storj.io/storj/storagenode/nodestats.(*Cache).CacheHeldAmount(0xc0011c3050, 0x24cb6a0, 0xc000d68b90, 0x0, 0x0)
/var/lib/jenkins/workspace/storj-gerrit/storagenode/nodestats/cache.go:196 +0x1d4
storj.io/storj/storagenode/nodestats.(*Cache).Run.func3(0x24cb6a0, 0xc000d68b90, 0x24cb6a0, 0xc000d68b90)
/var/lib/jenkins/workspace/storj-gerrit/storagenode/nodestats/cache.go:137 +0x2cf
storj.io/common/sync2.(*Cycle).Run(0xc0008c99c0, 0x24c9fe0, 0xc000d744b0, 0xc000d68b80, 0x0, 0x0)
/go/pkg/mod/storj.io/common@v0.0.0-20201210184814-6206aefd1d48/sync2/cycle.go:92 +0x232
storj.io/common/sync2.(*Cycle).Start.func1(0xc000b62750, 0x0)
/go/pkg/mod/storj.io/common@v0.0.0-20201210184814-6206aefd1d48/sync2/cycle.go:71 +0x65
golang.org/x/sync/errgroup.(*Group).Go.func1(0xc000d744e0, 0xc000aa32f0)
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:57 +0x95
created by golang.org/x/sync/errgroup.(*Group).Go
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:54 +0x74
goroutine 5229 [select]:
database/sql.(*DB).connectionOpener(0xc001b232b0, 0x24c9f20, 0xc0014b3100)
/usr/local/go/src/database/sql/sql.go:1126 +0x146
created by database/sql.OpenDB
/usr/local/go/src/database/sql/sql.go:740 +0x27a
goroutine 6129 [select]:
database/sql.(*DB).connectionOpener(0xc000a1ea90, 0x24c9f20, 0xc0017a3e40)
/usr/local/go/src/database/sql/sql.go:1126 +0x146
created by database/sql.OpenDB
/usr/local/go/src/database/sql/sql.go:740 +0x27a
goroutine 7170 [select]:
storj.io/common/sync2.(*Cycle).Run(0xc000af8d00, 0x24ca820, 0xc000570960, 0xc00209dac0, 0x0, 0x0)
/go/pkg/mod/storj.io/common@v0.0.0-20201210184814-6206aefd1d48/sync2/cycle.go:109 +0x57f
storj.io/storj/storagenode/version.(*Chore).Run(0xc001f00cc0, 0x24c9fe0, 0xc000b80420, 0x0, 0x3880720)
/var/lib/jenkins/workspace/storj-gerrit/storagenode/version/chore.go:64 +0x3d2
storj.io/storj/private/lifecycle.(*Group).Run.func2.1(0x24c9fe0, 0xc000b80420)
/var/lib/jenkins/workspace/storj-gerrit/private/lifecycle/group.go:81 +0x5e
runtime/pprof.Do(0x24c9fe0, 0xc000b80420, 0xc00041c5c0, 0x1, 0x1, 0xc001262d80)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
storj.io/storj/private/lifecycle.(*Group).Run.func2(0x0, 0x0)
/var/lib/jenkins/workspace/storj-gerrit/private/lifecycle/group.go:80 +0x245
golang.org/x/sync/errgroup.(*Group).Go.func1(0xc001f77950, 0xc000ae4200)
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:57 +0x95
created by golang.org/x/sync/errgroup.(*Group).Go
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:54 +0x74
goroutine 6927 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc001f00630, 0x0)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc001f00620)
/usr/local/go/src/sync/cond.go:56 +0x90
storj.io/storj/storagenode/retain.(*Service).Run.func2(0x0, 0x0)
/var/lib/jenkins/workspace/storj-gerrit/storagenode/retain/retain.go:208 +0x6d0
golang.org/x/sync/errgroup.(*Group).Go.func1(0xc001f00668, 0xc000141520)
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:57 +0x95
created by golang.org/x/sync/errgroup.(*Group).Go
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:54 +0x74
goroutine 5318 [select]:
database/sql.(*DB).connectionOpener(0xc0003de340, 0x24c9f20, 0xc000a08100)
/usr/local/go/src/database/sql/sql.go:1126 +0x146
created by database/sql.OpenDB
/usr/local/go/src/database/sql/sql.go:740 +0x27a
goroutine 6533 [select]:
database/sql.(*DB).connectionOpener(0xc001a589c0, 0x24c9f20, 0xc000a716c0)
/usr/local/go/src/database/sql/sql.go:1126 +0x146
created by database/sql.OpenDB
/usr/local/go/src/database/sql/sql.go:740 +0x27a
goroutine 7174 [semacquire]:
sync.runtime_Semacquire(0xc0002cc1f0)
/usr/local/go/src/runtime/sema.go:56 +0x45
sync.(*WaitGroup).Wait(0xc0002cc1e8)
/usr/local/go/src/sync/waitgroup.go:130 +0xe5
golang.org/x/sync/errgroup.(*Group).Wait(0xc0002cc1e0, 0x24ca820, 0xc000940460)
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:40 +0x45
storj.io/storj/storagenode/contact.(*Chore).Run(0xc00110c960, 0x24c9fe0, 0xc0002cc150, 0x0, 0x3880720)
/var/lib/jenkins/workspace/storj-gerrit/storagenode/contact/chore.go:64 +0x51d
storj.io/storj/private/lifecycle.(*Group).Run.func2.1(0x24c9fe0, 0xc0002cc150)
/var/lib/jenkins/workspace/storj-gerrit/private/lifecycle/group.go:81 +0x5e
runtime/pprof.Do(0x24c9fe0, 0xc0002cc150, 0xc002506a40, 0x1, 0x1, 0xc0015f7d80)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
storj.io/storj/private/lifecycle.(*Group).Run.func2(0x0, 0x0)
/var/lib/jenkins/workspace/storj-gerrit/private/lifecycle/group.go:80 +0x245
golang.org/x/sync/errgroup.(*Group).Go.func1(0xc001f77950, 0xc000ae4340)
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:57 +0x95
created by golang.org/x/sync/errgroup.(*Group).Go
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:54 +0x74
goroutine 6872 [select]:
storj.io/storj/private/lifecycle.(*Group).Run.func1(0xc000a18fc0, 0x24c9f20, 0xc000826ac0, 0xc000302fc0, 0x214eed7, 0x9, 0xc000be0ae0, 0xc000be0af0)
/var/lib/jenkins/workspace/storj-gerrit/private/lifecycle/group.go:61 +0x156
created by storj.io/storj/private/lifecycle.(*Group).Run
/var/lib/jenkins/workspace/storj-gerrit/private/lifecycle/group.go:60 +0x575
goroutine 5903 [select]:
database/sql.(*DB).connectionOpener(0xc0009fd930, 0x24c9f20, 0xc0019a25c0)
/usr/local/go/src/database/sql/sql.go:1126 +0x146
created by database/sql.OpenDB
/usr/local/go/src/database/sql/sql.go:740 +0x27a
goroutine 6265 [select]:
database/sql.(*DB).connectionOpener(0xc000b6b040, 0x24c9f20, 0xc000791400)
/usr/local/go/src/database/sql/sql.go:1126 +0x146
created by database/sql.OpenDB
/usr/local/go/src/database/sql/sql.go:740 +0x27a
goroutine 7085 [select]:
storj.io/common/sync2.(*Cycle).Run(0xc001c10140, 0x24ca820, 0xc0009412c0, 0xc000435440, 0x0, 0x0)
/go/pkg/mod/storj.io/common@v0.0.0-20201210184814-6206aefd1d48/sync2/cycle.go:109 +0x57f
storj.io/common/sync2.(*Cycle).Start.func1(0xc0005d4f50, 0x1000000010000)
/go/pkg/mod/storj.io/common@v0.0.0-20201210184814-6206aefd1d48/sync2/cycle.go:71 +0x65
golang.org/x/sync/errgroup.(*Group).Go.func1(0xc000368ae0, 0xc0004356e0)
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:57 +0x95
created by golang.org/x/sync/errgroup.(*Group).Go
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:54 +0x74
goroutine 6870 [select]:
storj.io/storj/private/lifecycle.(*Group).Run.func1(0xc000a18fc0, 0x24c9f20, 0xc000826a40, 0xc000302fc0, 0x214efd3, 0x9, 0xc000be0a90, 0xc000be0aa0)
/var/lib/jenkins/workspace/storj-gerrit/private/lifecycle/group.go:61 +0x156
created by storj.io/storj/private/lifecycle.(*Group).Run
/var/lib/jenkins/workspace/storj-gerrit/private/lifecycle/group.go:60 +0x575
goroutine 5202 [select]:
database/sql.(*DB).connectionOpener(0xc0009fd110, 0x24c9f20, 0xc000ab5e80)
/usr/local/go/src/database/sql/sql.go:1126 +0x146
created by database/sql.OpenDB
/usr/local/go/src/database/sql/sql.go:740 +0x27a
goroutine 6717 [semacquire]:
sync.runtime_Semacquire(0xc000c10e50)
/usr/local/go/src/runtime/sema.go:56 +0x45
sync.(*WaitGroup).Wait(0xc000c10e48)
/usr/local/go/src/sync/waitgroup.go:130 +0xe5
golang.org/x/sync/errgroup.(*Group).Wait(0xc000c10e40, 0x24c9f20, 0xc0001676c0)
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:40 +0x45
storj.io/storj/satellite.(*GarbageCollection).Run(0xc000a34dd0, 0x24c9f20, 0xc00099eb40, 0xc000124a30, 0x0)
/var/lib/jenkins/workspace/storj-gerrit/satellite/gc.go:194 +0x36d
storj.io/storj/private/testplanet.(*Satellite).Run.func5(0xc00138ff50, 0xc000000000)
/var/lib/jenkins/workspace/storj-gerrit/private/testplanet/satellite.go:301 +0x8f
golang.org/x/sync/errgroup.(*Group).Go.func1(0xc000af6510, 0xc0002ceae0)
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:57 +0x95
created by golang.org/x/sync/errgroup.(*Group).Go
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:54 +0x74
goroutine 7158 [chan receive]:
storj.io/storj/satellite/console/consoleweb.(*Server).Run.func1(0xc000ba1750, 0xc000ba17a8)
/var/lib/jenkins/workspace/storj-gerrit/satellite/console/consoleweb/server.go:243 +0x85
golang.org/x/sync/errgroup.(*Group).Go.func1(0xc00216cc60, 0xc000303620)
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:57 +0x95
created by golang.org/x/sync/errgroup.(*Group).Go
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:54 +0x74
goroutine 4721 [select]:
storj.io/common/sync2.(*Cycle).Run(0xc0007b6d00, 0x24ca820, 0xc000b2ca00, 0xc0009d04a0, 0x0, 0x0)
/go/pkg/mod/storj.io/common@v0.0.0-20201210184814-6206aefd1d48/sync2/cycle.go:109 +0x57f
storj.io/common/sync2.(*Cycle).Start.func1(0xc001480750, 0x0)
/go/pkg/mod/storj.io/common@v0.0.0-20201210184814-6206aefd1d48/sync2/cycle.go:71 +0x65
golang.org/x/sync/errgroup.(*Group).Go.func1(0xc001102b70, 0xc001102c30)
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:57 +0x95
created by golang.org/x/sync/errgroup.(*Group).Go
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:54 +0x74
goroutine 8353 [runnable]:
crypto/tls.(*certificateMsgTLS13).marshal(0xc0018d5580, 0xc000900000, 0x463, 0x5d7)
/usr/local/go/src/crypto/tls/handshake_messages.go:1287 +0x61f
crypto/tls.(*serverHandshakeStateTLS13).sendServerCertificate(0xc0018d57f0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/handshake_server_tls13.go:605 +0x35d
crypto/tls.(*serverHandshakeStateTLS13).handshake(0xc0018d57f0, 0xc000884800, 0x0)
/usr/local/go/src/crypto/tls/handshake_server_tls13.go:59 +0x12f
crypto/tls.(*Conn).serverHandshake(0xc0017cf180, 0x4a578a, 0x44d67b)
/usr/local/go/src/crypto/tls/handshake_server.go:50 +0xf9
crypto/tls.(*Conn).Handshake(0xc0017cf180, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:1362 +0x18e
crypto/tls.(*Conn).Read(0xc0017cf180, 0xc00115c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:1239 +0x6d
bufio.(*Scanner).Scan(0xc000d72080, 0x0)
/usr/local/go/src/bufio/scan.go:214 +0x1a3
storj.io/drpc/drpcwire.(*Reader).ReadPacket(0xc001d7d7a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc00111ce70, 0x8d6d45)
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcwire/transport.go:121 +0x139
storj.io/drpc/drpcmanager.(*Manager).manageReader(0xc0019c6300)
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcmanager/manager.go:288 +0x194
created by storj.io/drpc/drpcmanager.NewWithOptions
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcmanager/manager.go:78 +0x76a
goroutine 5576 [select]:
database/sql.(*DB).connectionOpener(0xc00081f6c0, 0x24c9f20, 0xc0009bde80)
/usr/local/go/src/database/sql/sql.go:1126 +0x146
created by database/sql.OpenDB
/usr/local/go/src/database/sql/sql.go:740 +0x27a
goroutine 7314 [semacquire]:
sync.runtime_Semacquire(0xc00067e5b8)
/usr/local/go/src/runtime/sema.go:56 +0x45
sync.(*WaitGroup).Wait(0xc00067e5b0)
/usr/local/go/src/sync/waitgroup.go:130 +0xe5
golang.org/x/sync/errgroup.(*Group).Wait(0xc00067e5a8, 0xc0001a7080, 0x24c9f20)
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:40 +0x45
storj.io/storj/storagenode/retain.(*Service).Run(0xc00067e540, 0x24c9f20, 0xc001080bc0, 0x0, 0x0)
/var/lib/jenkins/workspace/storj-gerrit/storagenode/retain/retain.go:236 +0x456
storj.io/storj/private/lifecycle.(*Group).Run.func2.1(0x24c9fe0, 0xc0015f2270)
/var/lib/jenkins/workspace/storj-gerrit/private/lifecycle/group.go:81 +0x5e
runtime/pprof.Do(0x24c9fe0, 0xc0015f2270, 0xc0001a6f60, 0x1, 0x1, 0xc001ea0d80)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
storj.io/storj/private/lifecycle.(*Group).Run.func2(0x0, 0x0)
/var/lib/jenkins/workspace/storj-gerrit/private/lifecycle/group.go:80 +0x245
golang.org/x/sync/errgroup.(*Group).Go.func1(0xc0015f20c0, 0xc001080b40)
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:57 +0x95
created by golang.org/x/sync/errgroup.(*Group).Go
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:54 +0x74
goroutine 7315 [select]:
storj.io/storj/private/lifecycle.(*Group).Run.func1(0xc00042c340, 0x24c9f20, 0xc001080b80, 0xc0002bd120, 0x214b029, 0x6, 0xc000a57ca0, 0xc000a57cb0)
/var/lib/jenkins/workspace/storj-gerrit/private/lifecycle/group.go:61 +0x156
created by storj.io/storj/private/lifecycle.(*Group).Run
/var/lib/jenkins/workspace/storj-gerrit/private/lifecycle/group.go:60 +0x575
goroutine 7316 [select]:
storj.io/storj/storagenode/retain.(*Service).Run.func1(0x0, 0x0)
/var/lib/jenkins/workspace/storj-gerrit/storagenode/retain/retain.go:174 +0x1f6
golang.org/x/sync/errgroup.(*Group).Go.func1(0xc00067e5a8, 0xc0015f22d0)
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:57 +0x95
created by golang.org/x/sync/errgroup.(*Group).Go
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:54 +0x74
goroutine 7317 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00067e570, 0x1)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00067e560)
/usr/local/go/src/sync/cond.go:56 +0x90
storj.io/storj/storagenode/retain.(*Service).Run.func2(0x0, 0x0)
/var/lib/jenkins/workspace/storj-gerrit/storagenode/retain/retain.go:208 +0x6d0
golang.org/x/sync/errgroup.(*Group).Go.func1(0xc00067e5a8, 0xc0001a6fc0)
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:57 +0x95
created by golang.org/x/sync/errgroup.(*Group).Go
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:54 +0x74
goroutine 7318 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00067e570, 0x3)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00067e560)
/usr/local/go/src/sync/cond.go:56 +0x90
storj.io/storj/storagenode/retain.(*Service).Run.func2(0x0, 0x0)
/var/lib/jenkins/workspace/storj-gerrit/storagenode/retain/retain.go:208 +0x6d0
golang.org/x/sync/errgroup.(*Group).Go.func1(0xc00067e5a8, 0xc0001a6fe0)
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:57 +0x95
created by golang.org/x/sync/errgroup.(*Group).Go
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:54 +0x74
goroutine 7319 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00067e570, 0x2)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00067e560)
/usr/local/go/src/sync/cond.go:56 +0x90
storj.io/storj/storagenode/retain.(*Service).Run.func2(0x0, 0x0)
/var/lib/jenkins/workspace/storj-gerrit/storagenode/retain/retain.go:208 +0x6d0
golang.org/x/sync/errgroup.(*Group).Go.func1(0xc00067e5a8, 0xc0001a7020)
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:57 +0x95
created by golang.org/x/sync/errgroup.(*Group).Go
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:54 +0x74
goroutine 7320 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00067e570, 0x0)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00067e560)
/usr/local/go/src/sync/cond.go:56 +0x90
storj.io/storj/storagenode/retain.(*Service).Run.func2(0x0, 0x0)
/var/lib/jenkins/workspace/storj-gerrit/storagenode/retain/retain.go:208 +0x6d0
golang.org/x/sync/errgroup.(*Group).Go.func1(0xc00067e5a8, 0xc0001a7060)
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:57 +0x95
created by golang.org/x/sync/errgroup.(*Group).Go
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:54 +0x74
goroutine 7321 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00067e570, 0x4)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00067e560)
/usr/local/go/src/sync/cond.go:56 +0x90
storj.io/storj/storagenode/retain.(*Service).Run.func2(0x0, 0x0)
/var/lib/jenkins/workspace/storj-gerrit/storagenode/retain/retain.go:208 +0x6d0
golang.org/x/sync/errgroup.(*Group).Go.func1(0xc00067e5a8, 0xc0001a7080)
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:57 +0x95
created by golang.org/x/sync/errgroup.(*Group).Go
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:54 +0x74
goroutine 7341 [select]:
storj.io/common/sync2.(*Cycle).Run(0xc000790100, 0x24ca820, 0xc00055bd60, 0xc000b53b08, 0x0, 0x0)
/go/pkg/mod/storj.io/common@v0.0.0-20201210184814-6206aefd1d48/sync2/cycle.go:109 +0x57f
storj.io/storj/storagenode/bandwidth.(*Service).Run(0xc0003a4c20, 0x24c9fe0, 0xc001f77e00, 0x0, 0x3880720)
/var/lib/jenkins/workspace/storj-gerrit/storagenode/bandwidth/service.go:45 +0x1e5
storj.io/storj/private/lifecycle.(*Group).Run.func2.1(0x24c9fe0, 0xc001f77e00)
/var/lib/jenkins/workspace/storj-gerrit/private/lifecycle/group.go:81 +0x5e
runtime/pprof.Do(0x24c9fe0, 0xc001f77e00, 0xc0020ff880, 0x1, 0x1, 0xc0018a3d80)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
storj.io/storj/private/lifecycle.(*Group).Run.func2(0x0, 0x0)
/var/lib/jenkins/workspace/storj-gerrit/private/lifecycle/group.go:80 +0x245
golang.org/x/sync/errgroup.(*Group).Go.func1(0xc0015f20c0, 0xc00096b980)
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:57 +0x95
created by golang.org/x/sync/errgroup.(*Group).Go
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:54 +0x74
goroutine 8081 [runnable]:
storj.io/common/rpc.TCPConnector.DialContext(0xd18c2e2800, 0x0, 0xc000d9b410, 0x24ca820, 0xc001b0e8c0, 0xc000764a80, 0xc0002eba40, 0xf, 0x0, 0x0, ...)
/go/pkg/mod/storj.io/common@v0.0.0-20201210184814-6206aefd1d48/rpc/connector.go:84 +0x4fe
storj.io/common/rpc.Dialer.dialEncryptedConn(0xc000d21100, 0x4a817c800, 0x0, 0x0, 0x400, 0x1f00, 0x24a2b00, 0xc0004d9f40, 0x24ca820, 0xc001b0e820, ...)
/go/pkg/mod/storj.io/common@v0.0.0-20201210184814-6206aefd1d48/rpc/dial.go:180 +0x20a
storj.io/common/rpc.Dialer.DialNodeURL.func1(0x24ca820, 0xc001b0e820, 0x11, 0x0, 0xc002152b80, 0xc00242fab0)
/go/pkg/mod/storj.io/common@v0.0.0-20201210184814-6206aefd1d48/rpc/dial.go:101 +0x138
storj.io/common/rpc/rpcpool.(*Pool).Get(0x0, 0x24c9fa0, 0xc00242faa0, 0xc002200e80, 0x37, 0xc000d21100, 0xc0008e5050, 0x0, 0x0, 0x32, ...)
/go/pkg/mod/storj.io/common@v0.0.0-20201210184814-6206aefd1d48/rpc/rpcpool/pool.go:87 +0x7d5
storj.io/common/rpc.Dialer.dialPool(0xc000d21100, 0x4a817c800, 0x0, 0x0, 0x400, 0x1f00, 0x24a2b00, 0xc0004d9f40, 0x24ca820, 0xc001b0e6e0, ...)
/go/pkg/mod/storj.io/common@v0.0.0-20201210184814-6206aefd1d48/rpc/dial.go:146 +0x205
storj.io/common/rpc.Dialer.DialNodeURL(0xc000d21100, 0x4a817c800, 0x0, 0x0, 0x400, 0x1f00, 0x24a2b00, 0xc0004d9f40, 0x24ca820, 0xc001b0e5a0, ...)
/go/pkg/mod/storj.io/common@v0.0.0-20201210184814-6206aefd1d48/rpc/dial.go:100 +0x49b
storj.io/storj/storagenode/payout.(*Endpoint).dial(0xc0016b0960, 0x24ca820, 0xc001b0e500, 0xd875982a0e6bb353, 0xabf20dfa56b5684, 0xae3432280be4d788, 0x800c6e3925df77, 0x0, 0xc0008e5418, 0xc0008e53a0)
/var/lib/jenkins/workspace/storj-gerrit/storagenode/payout/endpoint.go:227 +0x5bc
storj.io/storj/storagenode/payout.(*Endpoint).GetPaystub(0xc0016b0960, 0x24ca820, 0xc001b0e3c0, 0xd875982a0e6bb353, 0xabf20dfa56b5684, 0xae3432280be4d788, 0x800c6e3925df77, 0xc0023703a0, 0x1d, 0x0, ...)
/var/lib/jenkins/workspace/storj-gerrit/storagenode/payout/endpoint.go:56 +0x1e5
storj.io/storj/storagenode/nodestats.(*Cache).CacheHeldAmount.func1(0xd875982a0e6bb353, 0xabf20dfa56b5684, 0xae3432280be4d788, 0x800c6e3925df77, 0x2, 0x2)
/var/lib/jenkins/workspace/storj-gerrit/storagenode/nodestats/cache.go:204 +0x1db
storj.io/storj/storagenode/nodestats.(*Cache).satelliteLoop(0xc000b4a750, 0x24ca820, 0xc001b0e3c0, 0xc0008e5a20, 0xc0021528c0, 0x0)
/var/lib/jenkins/workspace/storj-gerrit/storagenode/nodestats/cache.go:261 +0x172
storj.io/storj/storagenode/nodestats.(*Cache).CacheHeldAmount(0xc000b4a750, 0x24cb6a0, 0xc000340a90, 0x0, 0x0)
/var/lib/jenkins/workspace/storj-gerrit/storagenode/nodestats/cache.go:196 +0x1d4
storj.io/storj/storagenode/nodestats.(*Cache).Run.func3(0x24cb6a0, 0xc000340a90, 0x24cb6a0, 0xc000340a90)
/var/lib/jenkins/workspace/storj-gerrit/storagenode/nodestats/cache.go:137 +0x2cf
storj.io/common/sync2.(*Cycle).Run(0xc000877fc0, 0x24c9fe0, 0xc0004e6750, 0xc000340a80, 0x0, 0x0)
/go/pkg/mod/storj.io/common@v0.0.0-20201210184814-6206aefd1d48/sync2/cycle.go:92 +0x232
storj.io/common/sync2.(*Cycle).Start.func1(0xc000081f50, 0xbcfcdc)
/go/pkg/mod/storj.io/common@v0.0.0-20201210184814-6206aefd1d48/sync2/cycle.go:71 +0x65
golang.org/x/sync/errgroup.(*Group).Go.func1(0xc0004e6780, 0xc0024af0b0)
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:57 +0x95
created by golang.org/x/sync/errgroup.(*Group).Go
/go/pkg/mod/golang.org/x/sync@v0.0.0-20200625203802-6e8e738ad208/errgroup/errgroup.go:54 +0x74
goroutine 8260 [select]:
database/sql.(*DB).connectionCleaner(0xc00080c340, 0x0)
/usr/local/go/src/database/sql/sql.go:998 +0x1d1
created by database/sql.(*DB).startCleanerLocked
/usr/local/go/src/database/sql/sql.go:985 +0x131
goroutine 8300 [runnable]:
storj.io/drpc/drpcmanager.(*Manager).manageStreamContext(0xc000bbc200, 0x24c9fe0, 0xc00057db00, 0xc0002eaa90, 0xc0010ca780)
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcmanager/manager.go:361 +0x26a
created by storj.io/drpc/drpcmanager.(*Manager).manageStream
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcmanager/manager.go:318 +0x18f
goroutine 8532 [select]:
storj.io/drpc/drpcmanager.(*Manager).manageReader(0xc0017a0600)
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcmanager/manager.go:296 +0x32b
created by storj.io/drpc/drpcmanager.NewWithOptions
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcmanager/manager.go:78 +0x76a
goroutine 8536 [runnable]:
storj.io/drpc/drpcmanager.(*Manager).manageStream(0xc0017a0600, 0x24c9fe0, 0xc001efbec0, 0xc000a4d200)
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcmanager/manager.go:311
created by storj.io/drpc/drpcmanager.(*Manager).NewServerStream
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcmanager/manager.go:249 +0x4c5
goroutine 8344 [select]:
database/sql.(*DB).connectionCleaner(0xc000a6b450, 0x0)
/usr/local/go/src/database/sql/sql.go:998 +0x1d1
created by database/sql.(*DB).startCleanerLocked
/usr/local/go/src/database/sql/sql.go:985 +0x131
goroutine 8449 [select]:
storj.io/drpc/drpcmanager.(*Manager).NewServerStream(0xc0009fa300, 0x24c9fe0, 0xc000db3320, 0x3880820, 0x1fc41c0, 0xc000173030, 0x24c9fe0, 0xc000db3320)
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcmanager/manager.go:211 +0x26c
storj.io/drpc/drpcserver.(*Server).ServeOne(0xc0004183e0, 0x24cb1e0, 0xc000b45ef0, 0x7fc59efc0048, 0xc001364a80, 0xc001364860, 0xc00121dfc0)
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcserver/server.go:58 +0x395
storj.io/drpc/drpcserver.(*Server).Serve.func2(0x24cb1e0, 0xc000b45ef0)
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcserver/server.go:99 +0x87
storj.io/drpc/drpcctx.(*Tracker).track(0xc000b45ef0, 0xc002152da0)
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcctx/transport.go:51 +0x4a
created by storj.io/drpc/drpcctx.(*Tracker).Run
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcctx/transport.go:46 +0x74
goroutine 8256 [select]:
storj.io/drpc/drpcmanager.(*Manager).manageStreamPackets(0xc00170e700, 0xc0022454f0, 0xc001094300)
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcmanager/manager.go:335 +0x29a
created by storj.io/drpc/drpcmanager.(*Manager).manageStream
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcmanager/manager.go:317 +0x136
goroutine 8457 [semacquire]:
sync.runtime_Semacquire(0xc00113cfd8)
/usr/local/go/src/runtime/sema.go:56 +0x45
sync.(*WaitGroup).Wait(0xc00113cfd0)
/usr/local/go/src/sync/waitgroup.go:130 +0xe5
storj.io/drpc/drpcmanager.(*Manager).manageStream(0xc00151eb00, 0x24ca820, 0xc0010b2820, 0xc000ba4900)
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcmanager/manager.go:319 +0x1a5
created by storj.io/drpc/drpcmanager.(*Manager).NewClientStream
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcmanager/manager.go:194 +0x258
goroutine 8534 [IO wait]:
internal/poll.runtime_pollWait(0x7fc5bc01aa90, 0x72, 0x24a2d80)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc0008b2418, 0x72, 0x24a2d00, 0x2dc1068, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0xe6
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc0008b2400, 0xc001173500, 0x962, 0x962, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x23f
net.(*netFD).Read(0xc0008b2400, 0xc001173500, 0x962, 0x962, 0xf, 0xc00222b088, 0x6b9185)
/usr/local/go/src/net/fd_posix.go:55 +0x66
net.(*conn).Read(0xc000d9a280, 0xc001173500, 0x962, 0x962, 0x1a, 0x95c, 0x0)
/usr/local/go/src/net/net.go:182 +0xec
storj.io/common/rpc.(*timedConn).Read(0xc001e7d840, 0xc001173500, 0x962, 0x962, 0x425091, 0x1dadba0, 0x0)
/go/pkg/mod/storj.io/common@v0.0.0-20201210184814-6206aefd1d48/rpc/common.go:64 +0xb0
crypto/tls.(*atLeastReader).Read(0xc001d7d560, 0xc001173500, 0x962, 0x962, 0xc001d7d560, 0x95c, 0x15)
/usr/local/go/src/crypto/tls/conn.go:779 +0xa7
bytes.(*Buffer).ReadFrom(0xc001f06d00, 0x249dec0, 0xc001d7d560, 0x20715e0, 0x7fc59efc0008, 0xc001a18005)
/usr/local/go/src/bytes/buffer.go:204 +0x159
crypto/tls.(*Conn).readFromUntil(0xc001f06a80, 0x7fc59efc0008, 0xc001e7d840, 0x5, 0xc001e7d840, 0x4)
/usr/local/go/src/crypto/tls/conn.go:801 +0x215
crypto/tls.(*Conn).readRecordOrCCS(0xc001f06a80, 0x0, 0x0, 0xc001d7d540)
/usr/local/go/src/crypto/tls/conn.go:608 +0x42b
crypto/tls.(*Conn).readRecord(...)
/usr/local/go/src/crypto/tls/conn.go:576
crypto/tls.(*Conn).Read(0xc001f06a80, 0xc001c7d000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:1252 +0x225
bufio.(*Scanner).Scan(0xc0019bea80, 0x0)
/usr/local/go/src/bufio/scan.go:214 +0x1a3
storj.io/drpc/drpcwire.(*Reader).ReadPacket(0xc00025a5e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc002063300, 0x1)
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcwire/transport.go:121 +0x139
storj.io/drpc/drpcmanager.(*Manager).manageReader(0xc0017a1100)
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcmanager/manager.go:288 +0x194
created by storj.io/drpc/drpcmanager.NewWithOptions
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcmanager/manager.go:78 +0x76a
goroutine 8315 [runnable]:
golang.org/x/crypto/argon2.processBlockSSE(0xc002c99800, 0xc002c99400, 0xc00382cc00, 0x1)
/go/pkg/mod/golang.org/x/crypto@v0.0.0-20200820211705-5c72a883971a/argon2/blamka_amd64.go:24 +0x62b
golang.org/x/crypto/argon2.processBlockXOR(...)
/go/pkg/mod/golang.org/x/crypto@v0.0.0-20200820211705-5c72a883971a/argon2/blamka_amd64.go:59
golang.org/x/crypto/argon2.processBlocks.func1(0x300000000, 0xc000000000, 0xc000326000)
/go/pkg/mod/golang.org/x/crypto@v0.0.0-20200820211705-5c72a883971a/argon2/argon2.go:223 +0x21b
created by golang.org/x/crypto/argon2.processBlocks
/go/pkg/mod/golang.org/x/crypto@v0.0.0-20200g820211705-5c72a883971a/argon2/argon2.go:234 +0x1bd
goroutine 8298 [semacquire]:
sync.runtime_Semacquire(0xc0002eaa98)
/usr/local/go/src/runtime/sema.go:56 +0x45
sync.(*WaitGroup).Wait(0xc0002eaa90)
/usr/local/go/src/sync/waitgroup.go:130 +0xe5
storj.io/drpc/drpcmanager.(*Manager).manageStream(0xc000bbc200, 0x24c9fe0, 0xc00057db00, 0xc0010ca780)
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcmanager/manager.go:319 +0x1a5
created by storj.io/drpc/drpcmanager.(*Manager).NewServerStream
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcmanager/manager.go:249 +0x4c5
goroutine 8254 [IO wait]:
internal/poll.runtime_pollWait(0x7fc5bc26b928, 0x72, 0x24a2d80)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc001852818, 0x72, 0x24a2d00, 0x2dc1068, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0xe6
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc001852800, 0xc00208f500, 0x961, 0x961, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x23f
net.(*netFD).Read(0xc001852800, 0xc00208f500, 0x961, 0x961, 0x0, 0x0, 0x0)
/usr/local/go/src/net/fd_posix.go:55 +0x66
net.(*conn).Read(0xc0009d41e0, 0xc00208f500, 0x961, 0x961, 0x8, 0x10, 0x7fc5e566f560)
/usr/local/go/src/net/net.go:182 +0xec
storj.io/common/rpc.(*timedConn).Read(0xc0001b77a0, 0xc00208f500, 0x961, 0x961, 0x425091, 0x1dadba0, 0x0)
/go/pkg/mod/storj.io/common@v0.0.0-20201210184814-6206aefd1d48/rpc/common.go:64 +0xb0
crypto/tls.(*atLeastReader).Read(0xc000410900, 0xc00208f500, 0x961, 0x961, 0xc000410900, 0x2d0, 0x7fc5e566f560)
/usr/local/go/src/crypto/tls/conn.go:779 +0xa7
bytes.(*Buffer).ReadFrom(0xc00194d400, 0x249dec0, 0xc000410900, 0x20715e0, 0x7fc59efc0008, 0x0)
/usr/local/go/src/bytes/buffer.go:204 +0x159
crypto/tls.(*Conn).readFromUntil(0xc00194d180, 0x7fc59efc0008, 0xc0001b77a0, 0x5, 0xc0001b77a0, 0x46828c)
/usr/local/go/src/crypto/tls/conn.go:801 +0x215
crypto/tls.(*Conn).readRecordOrCCS(0xc00194d180, 0x0, 0x0, 0xc0004108e0)
/usr/local/go/src/crypto/tls/conn.go:608 +0x42b
crypto/tls.(*Conn).readRecord(...)
/usr/local/go/src/crypto/tls/conn.go:576
crypto/tls.(*Conn).Read(0xc00194d180, 0xc00092c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:1252 +0x225
bufio.(*Scanner).Scan(0xc001084180, 0x0)
/usr/local/go/src/bufio/scan.go:214 +0x1a3
storj.io/drpc/drpcwire.(*Reader).ReadPacket(0xc000410340, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc000738670, 0x8d6d45)
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcwire/transport.go:121 +0x139
storj.io/drpc/drpcmanager.(*Manager).manageReader(0xc00170e700)
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcmanager/manager.go:288 +0x194
created by storj.io/drpc/drpcmanager.NewWithOptions
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcmanager/manager.go:78 +0x76a
goroutine 8346 [semacquire]:
sync.runtime_Semacquire(0xc000d51578)
/usr/local/go/src/runtime/sema.go:56 +0x45
sync.(*WaitGroup).Wait(0xc000d51570)
/usr/local/go/src/sync/waitgroup.go:130 +0xe5
storj.io/drpc/drpcmanager.(*Manager).manageStream(0xc00159ec00, 0x24c9fe0, 0xc0013f44b0, 0xc001863b00)
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcmanager/manager.go:319 +0x1a5
created by storj.io/drpc/drpcmanager.(*Manager).NewServerStream
/go/pkg/mod/storj.io/drpc@v0.0.16/drpcmanager/manager.go:249 +0x4c5
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment