bulkio: error from ingestKvs causes deadlock

gistfile1.txt

goroutine 2083 [running]:
runtime/pprof.writeGoroutineStacks(0x7f7870ab6db8, 0xc0026ba3c0, 0x0, 0x0)
	/usr/local/go/src/runtime/pprof/pprof.go:679 +0x9d
runtime/pprof.writeGoroutine(0x7f7870ab6db8, 0xc0026ba3c0, 0x2, 0xc012688100, 0xc003dbf720)
	/usr/local/go/src/runtime/pprof/pprof.go:668 +0x44
runtime/pprof.(*Profile).WriteTo(0x7a2cac0, 0x7f7870ab6db8, 0xc0026ba3c0, 0x2, 0xc0026ba3c0, 0xd)
	/usr/local/go/src/runtime/pprof/pprof.go:329 +0x3da
net/http/pprof.handler.ServeHTTP(0xc00b522011, 0x9, 0x5397820, 0xc0026ba3c0, 0xc002cd2400)
	/usr/local/go/src/net/http/pprof/pprof.go:245 +0x33a
net/http/pprof.Index(0x5397820, 0xc0026ba3c0, 0xc002cd2400)
	/usr/local/go/src/net/http/pprof/pprof.go:268 +0x6f1
net/http.HandlerFunc.ServeHTTP(0x4bcf098, 0x5397820, 0xc0026ba3c0, 0xc002cd2400)
	/usr/local/go/src/net/http/server.go:2007 +0x44
github.com/cockroachdb/cockroach/pkg/server/debug.(*Server).ServeHTTP(0xc000704140, 0x5397820, 0xc0026ba3c0, 0xc002cd2400)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/debug/server.go:246 +0xa4
net/http.(*ServeMux).ServeHTTP(0xc0001ce7f8, 0x5397820, 0xc0026ba3c0, 0xc002cd2400)
	/usr/local/go/src/net/http/server.go:2387 +0x1bd
github.com/cockroachdb/cockroach/pkg/server.(*safeServeMux).ServeHTTP(0xc0001ce7e0, 0x5397820, 0xc0026ba3c0, 0xc002cd2400)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:128 +0x61
github.com/cockroachdb/cockroach/pkg/server.(*Server).ServeHTTP(0xc0001ce300, 0x53a96a0, 0xc006a8c000, 0xc002cd2400)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1964 +0x1e1
net/http.serverHandler.ServeHTTP(0xc00011e0e0, 0x53a96a0, 0xc006a8c000, 0xc002cd2400)
	/usr/local/go/src/net/http/server.go:2802 +0xa4
net/http.(*conn).serve(0xc0010cf0e0, 0x53c1ea0, 0xc0012ee340)
	/usr/local/go/src/net/http/server.go:1890 +0x875
created by net/http.(*Server).Serve
	/usr/local/go/src/net/http/server.go:2928 +0x384

goroutine 1 [select, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/cli.runStart(0x7a60120, 0xc0003a5290, 0x0, 0x9, 0xc000771301, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/cli/start.go:903 +0xcbf
github.com/cockroachdb/cockroach/pkg/cli.runStartSingleNode(0x7a60120, 0xc0003a5290, 0x0, 0x9, 0xc00058ce00, 0xc000230a50)
	/go/src/github.com/cockroachdb/cockroach/pkg/cli/start.go:452 +0xf3
github.com/cockroachdb/cockroach/pkg/cli.MaybeDecorateGRPCError.func1(0x7a60120, 0xc0003a5290, 0x0, 0x9, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/cli/error.go:188 +0x79
github.com/cockroachdb/cockroach/pkg/cli.maybeShoutError.func1(0x7a60120, 0xc0003a5290, 0x0, 0x9, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/cli/error.go:353 +0x51
github.com/cockroachdb/cockroach/vendor/github.com/spf13/cobra.(*Command).execute(0x7a60120, 0xc0003a5200, 0x9, 0x9, 0x7a60120, 0xc0003a5200)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/spf13/cobra/command.go:762 +0x460
github.com/cockroachdb/cockroach/vendor/github.com/spf13/cobra.(*Command).ExecuteC(0x7a58340, 0xc00007a110, 0xc00050732a, 0x11)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/spf13/cobra/command.go:852 +0x2ea
github.com/cockroachdb/cockroach/vendor/github.com/spf13/cobra.(*Command).Execute(...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/spf13/cobra/command.go:800
github.com/cockroachdb/cockroach/pkg/cli.Run(...)
	/go/src/github.com/cockroachdb/cockroach/pkg/cli/cli.go:223
github.com/cockroachdb/cockroach/pkg/cli.Main()
	/go/src/github.com/cockroachdb/cockroach/pkg/cli/cli.go:67 +0x272
main.main()
	/go/src/github.com/cockroachdb/cockroach/pkg/cmd/cockroach/main.go:26 +0x20

goroutine 7 [syscall, 24 minutes]:
os/signal.signal_recv(0x0)
	/usr/local/go/src/runtime/sigqueue.go:147 +0x9c
os/signal.loop()
	/usr/local/go/src/os/signal/signal_unix.go:23 +0x22
created by os/signal.init.0
	/usr/local/go/src/os/signal/signal_unix.go:29 +0x41

goroutine 8 [chan receive]:
github.com/cockroachdb/cockroach/pkg/util/log.flushDaemon()
	/go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_flush.go:72 +0x73
created by github.com/cockroachdb/cockroach/pkg/util/log.init.7
	/go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_flush.go:44 +0x35

goroutine 9 [chan receive, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/util/log.signalFlusher()
	/go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_flush.go:99 +0x124
created by github.com/cockroachdb/cockroach/pkg/util/log.init.7
	/go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_flush.go:45 +0x4d

goroutine 12 [select]:
github.com/cockroachdb/cockroach/vendor/go.opencensus.io/stats/view.(*worker).start(0xc000024e80)
	/go/src/github.com/cockroachdb/cockroach/vendor/go.opencensus.io/stats/view/worker.go:152 +0xdd
created by github.com/cockroachdb/cockroach/vendor/go.opencensus.io/stats/view.init.0
	/go/src/github.com/cockroachdb/cockroach/vendor/go.opencensus.io/stats/view/worker.go:29 +0x57

goroutine 15 [select, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/util/hlc.(*Clock).StartMonitoringForwardClockJumps.func1(0x4bcf868, 0xc0000e6d20, 0xc0006f49a0, 0x53c1f60, 0xc000aee780, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/hlc/hlc.go:186 +0x11a
created by github.com/cockroachdb/cockroach/pkg/util/hlc.(*Clock).StartMonitoringForwardClockJumps
	/go/src/github.com/cockroachdb/cockroach/pkg/util/hlc/hlc.go:179 +0xd0

goroutine 22 [select, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/util/log.(*loggerT).gcDaemon(0xc000716310, 0x53c1f60, 0xc000a4e000)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_gc.go:44 +0xcc
created by github.com/cockroachdb/cockroach/pkg/util/log.NewSecondaryLogger
	/go/src/github.com/cockroachdb/cockroach/pkg/util/log/secondary_log.go:88 +0x2c7

goroutine 21 [select, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/util/log.(*loggerT).gcDaemon(0x8119680, 0x53c1f60, 0xc000a4e000)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_gc.go:44 +0xcc
created by github.com/cockroachdb/cockroach/pkg/util/log.StartGCDaemon
	/go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_gc.go:37 +0x55

goroutine 23 [select, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/util/log.(*loggerT).gcDaemon(0xc000716380, 0x53c1f60, 0xc000a4e000)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_gc.go:44 +0xcc
created by github.com/cockroachdb/cockroach/pkg/util/log.NewSecondaryLogger
	/go/src/github.com/cockroachdb/cockroach/pkg/util/log/secondary_log.go:88 +0x2c7

goroutine 25 [chan receive, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/rpc.NewContextWithTestingKnobs.func1(0x53c1f60, 0xc0006f20f0)
	/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:476 +0x51
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00040e480, 0xc0001d2360, 0xc00091a1c0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 26 [select]:
github.com/cockroachdb/cockroach/pkg/gossip.newInfoStore.func1(0x53c1f60, 0xc0006f21b0)
	/go/src/github.com/cockroachdb/cockroach/pkg/gossip/infostore.go:190 +0x169
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00040e650, 0xc0001d2360, 0xc00040e630)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 27 [sync.Cond.Wait, 24 minutes]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:310
sync.runtime_notifyListWait(0xc0004e0088, 0x0)
	/usr/local/go/src/runtime/sema.go:510 +0xf8
sync.(*Cond).Wait(0xc0004e0078)
	/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record.(*flusherCond).Wait(...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:193
github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record.(*LogWriter).flushLoop(0xc0004e0000, 0x53c1f60, 0xc0006f24b0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:391 +0x111
runtime/pprof.Do(0x53c1f60, 0xc0006f24b0, 0xc0001e96c0, 0x1, 0x1, 0xc00008d7b8)
	/usr/local/go/src/runtime/pprof/runtime.go:37 +0xf8
github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record.NewLogWriter.func2(0xc0004e0000)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:309 +0x89
created by github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record.NewLogWriter
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:308 +0x305

goroutine 28 [select, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x53c1f60, 0xc000acc0f0)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x13f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000393850, 0xc0001d2360, 0xc000393840)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 29 [select, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x53c1f60, 0xc000acc120)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x13f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000393880, 0xc0001d2360, 0xc000393870)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 30 [select, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x53c1f60, 0xc000acc150)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x13f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003938b0, 0xc0001d2360, 0xc000393890)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 31 [select, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x53c1f60, 0xc000acc180)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x13f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003938d0, 0xc0001d2360, 0xc0003938c0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 32 [select, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x53c1f60, 0xc000acc1b0)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x13f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003938f0, 0xc0001d2360, 0xc0003938e0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 33 [select, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x53c1f60, 0xc000acc1e0)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x13f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000393910, 0xc0001d2360, 0xc000393900)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 66 [select, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x53c1f60, 0xc000acc210)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x13f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000393930, 0xc0001d2360, 0xc000393920)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 67 [select, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x53c1f60, 0xc000acc240)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x13f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000393970, 0xc0001d2360, 0xc000393950)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 68 [select, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x53c1f60, 0xc000acc270)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x13f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003939a0, 0xc0001d2360, 0xc000393990)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 69 [select, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x53c1f60, 0xc000acc0c0)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x13f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003939c0, 0xc0001d2360, 0xc0003939b0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 70 [select, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x53c1f60, 0xc000acc2d0)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x13f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003939e0, 0xc0001d2360, 0xc0003939d0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 71 [select, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x53c1f60, 0xc000acc300)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x13f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000393a00, 0xc0001d2360, 0xc0003939f0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 72 [select, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x53c1f60, 0xc000acc330)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x13f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000393a30, 0xc0001d2360, 0xc000393a10)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 73 [select, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x53c1f60, 0xc000acc360)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x13f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000393a50, 0xc0001d2360, 0xc000393a40)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 74 [select, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x53c1f60, 0xc000acc2a0)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x13f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000393a80, 0xc0001d2360, 0xc000393a70)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 75 [select, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x53c1f60, 0xc000acc390)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:103 +0x13f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000393ac0, 0xc0001d2360, 0xc000393ab0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 76 [select, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/util/log.(*loggerT).gcDaemon(0xc0007153b0, 0x53c1ea0, 0xc0005efa80)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_gc.go:44 +0xcc
created by github.com/cockroachdb/cockroach/pkg/util/log.NewSecondaryLogger
	/go/src/github.com/cockroachdb/cockroach/pkg/util/log/secondary_log.go:88 +0x2c7

goroutine 77 [select, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/util/log.(*loggerT).gcDaemon(0xc000715500, 0x53c1ea0, 0xc0005efa80)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_gc.go:44 +0xcc
created by github.com/cockroachdb/cockroach/pkg/util/log.NewSecondaryLogger
	/go/src/github.com/cockroachdb/cockroach/pkg/util/log/secondary_log.go:88 +0x2c7

goroutine 78 [select, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/util/log.(*loggerT).gcDaemon(0xc000715570, 0x53c1ea0, 0xc0005efa80)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_gc.go:44 +0xcc
created by github.com/cockroachdb/cockroach/pkg/util/log.NewSecondaryLogger
	/go/src/github.com/cockroachdb/cockroach/pkg/util/log/secondary_log.go:88 +0x2c7

goroutine 79 [select, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/util/log.(*loggerT).gcDaemon(0xc000715650, 0x53c1ea0, 0xc0005efa80)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_gc.go:44 +0xcc
created by github.com/cockroachdb/cockroach/pkg/util/log.NewSecondaryLogger
	/go/src/github.com/cockroachdb/cockroach/pkg/util/log/secondary_log.go:88 +0x2c7

goroutine 16 [chan receive, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/util/netutil.MakeServer.func2(0x53c1f60, 0xc000912000)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:107 +0x64
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000440b20, 0xc0001d2360, 0xc000704220)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 82 [chan receive, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/server.(*Server).startServeUI.func1(0x53c1f60, 0xc0004854a0)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1693 +0x53
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000440db0, 0xc0001d2360, 0xc000704260)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 83 [IO wait]:
internal/poll.runtime_pollWait(0x7f7870b82e38, 0x72, 0x0)
	/usr/local/go/src/runtime/netpoll.go:184 +0x55
internal/poll.(*pollDesc).wait(0xc00004c598, 0x72, 0x0, 0x0, 0x4a45c69)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Accept(0xc00004c580, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:384 +0x1f8
net.(*netFD).accept(0xc00004c580, 0xc001d95558, 0x7a4fd80, 0xc00011e180)
	/usr/local/go/src/net/fd_unix.go:238 +0x42
net.(*TCPListener).accept(0xc000704240, 0xc000cf1cf8, 0xc001d95558, 0x83e676)
	/usr/local/go/src/net/tcpsock_posix.go:139 +0x32
net.(*TCPListener).Accept(0xc000704240, 0xc000cf1d58, 0x18, 0xc000894f00, 0xc33814)
	/usr/local/go/src/net/tcpsock.go:261 +0x47
net/http.(*Server).Serve(0xc00011e0e0, 0x53a93e0, 0xc000704240, 0x0, 0x0)
	/usr/local/go/src/net/http/server.go:2896 +0x280
github.com/cockroachdb/cockroach/pkg/server.(*Server).startServeUI.func4(0x53c1f60, 0xc000485500)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1733 +0x3f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000440dc0, 0xc0001d2360, 0xc000704280)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 77985 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:310
sync.runtime_notifyListWait(0xc0004e6f88, 0x5c5)
	/usr/local/go/src/runtime/sema.go:510 +0xf8
sync.(*Cond).Wait(0xc0004e6f78)
	/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record.(*flusherCond).Wait(...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:193
github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record.(*LogWriter).flushLoop(0xc0004e6f00, 0x53c1f60, 0xc008bc6ae0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:391 +0x111
runtime/pprof.Do(0x53c1f60, 0xc008bc6ae0, 0xc0001e96c0, 0x1, 0x1, 0xc0003aa7b8)
	/usr/local/go/src/runtime/pprof/runtime.go:37 +0xf8
github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record.NewLogWriter.func2(0xc0004e6f00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:309 +0x89
created by github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record.NewLogWriter
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:308 +0x305

goroutine 85 [select]:
github.com/cockroachdb/cockroach/pkg/server.(*Node).startAssertEngineHealth.func1(0x53c1f60, 0xc0009120c0)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/node_engine_health.go:42 +0x17a
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000441070, 0xc0001d2360, 0xc000aeedb0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 86 [chan receive, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/server.(*Server).startListenRPCAndSQL.func3(0x53c1f60, 0xc000912060)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1648 +0x7c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0004410b0, 0xc0001d2360, 0xc000707340)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 87 [chan receive, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func2(0x53c1f60, 0xc000485e30)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1152 +0x4b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0004410f0, 0xc0001d2360, 0xc000772300)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 88 [select, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/server.(*loopbackListener).Accept(0xc000aef020, 0x4bcd9f8, 0xc000894480, 0x5422b60, 0xc000594200)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/loopback.go:49 +0xeb
github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).Serve(0xc000894480, 0x5397860, 0xc000aef020, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:597 +0x22e
github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func3(0x53c1f60, 0xc000485dd0)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1157 +0x49
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000441100, 0xc0001d2360, 0xc000772320)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 89 [select, 24 minutes]:
github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc000707540)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc2
created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newCCBalancerWrapper
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x16d

goroutine 90 [chan receive, 24 minutes]:
github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).resetTransport(0xc0004f2840)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:1179 +0x6ea
created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).connect
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:815 +0x128

goroutine 91 [chan receive, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func5(0x53c1f60, 0xc000912180)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1176 +0x53
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000441200, 0xc0001d2360, 0xc000772500)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 49 [select, 4 minutes]:
github.com/cockroachdb/cockroach/pkg/server.(*Server).startSystemLogsGC.func1(0x53c1f60, 0xc0015ecb40)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/server_systemlog_gc.go:177 +0x553
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000226160, 0xc0001d2360, 0xc0005f9600)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 92 [chan receive, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/gossip.(*server).start.func3(0x53c1f60, 0xc000aef290)
	/go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:383 +0x5a
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000441260, 0xc0001d2360, 0xc000772e00)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 93 [select, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).bootstrap.func1(0x53c1f60, 0xc000aef2c0)
	/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1373 +0x3fa
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000441280, 0xc0001d2360, 0xc000441270)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 94 [select]:
github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).manage.func1(0x53c1f60, 0xc000aef260)
	/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1408 +0x3a4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0004412a0, 0xc0001d2360, 0xc000441290)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 38 [select]:
net.(*pipe).read(0xc000594100, 0xc000bba000, 0x8000, 0x8000, 0x0, 0x800010601, 0x0)
	/usr/local/go/src/net/pipe.go:164 +0x19b
net.(*pipe).Read(0xc000594100, 0xc000bba000, 0x8000, 0x8000, 0xc01fe762a0, 0x20, 0x0)
	/usr/local/go/src/net/pipe.go:147 +0x4d
bufio.(*Reader).Read(0xc000a86660, 0xc0006bc118, 0x9, 0x9, 0xc00037c380, 0x7f7870bda008, 0x0)
	/usr/local/go/src/bufio/bufio.go:226 +0x26a
io.ReadAtLeast(0x532df40, 0xc000a86660, 0xc0006bc118, 0x9, 0x9, 0x9, 0xe69b55, 0xc01fe762ac, 0xc000cf5de8)
	/usr/local/go/src/io/io.go:310 +0x87
io.ReadFull(...)
	/usr/local/go/src/io/io.go:329
github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc0006bc118, 0x9, 0x9, 0x532df40, 0xc000a86660, 0x0, 0xbfafcaa700000000, 0x14f9157f759, 0x8119140)
	/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x87
github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0006bc0e0, 0xc01fe762a0, 0xc01fe762a0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa1
github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc0004b6fc0)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1265 +0x183
created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd23

goroutine 39 [select]:
github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc000ae4140, 0x1, 0x0, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x122
github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc000a86a20, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1e3
github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc0004b6fc0)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xedb

goroutine 40 [select]:
github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc000ae40a0, 0x1, 0x0, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x122
github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00035dda0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1e3
github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc000492600)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:296 +0xcb
created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:293 +0x105d

goroutine 41 [select]:
github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc000492600)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:968 +0x26b
created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:302 +0x1082

goroutine 42 [select]:
net.(*pipe).read(0xc000594200, 0xc000a8e000, 0x8000, 0x8000, 0x0, 0x800000601, 0x0)
	/usr/local/go/src/net/pipe.go:164 +0x19b
net.(*pipe).Read(0xc000594200, 0xc000a8e000, 0x8000, 0x8000, 0x18, 0xc040a44760, 0x782f76)
	/usr/local/go/src/net/pipe.go:147 +0x4d
bufio.(*Reader).Read(0xc000a86360, 0xc0006bc038, 0x9, 0x9, 0xc000cf4d08, 0x7837e8, 0x20)
	/usr/local/go/src/bufio/bufio.go:226 +0x26a
io.ReadAtLeast(0x532df40, 0xc000a86360, 0xc0006bc038, 0x9, 0x9, 0x9, 0xc000cf4dc0, 0xc000cf4d68, 0xc000cf4e30)
	/usr/local/go/src/io/io.go:310 +0x87
io.ReadFull(...)
	/usr/local/go/src/io/io.go:329
github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc0006bc038, 0x9, 0x9, 0x532df40, 0xc000a86360, 0x0, 0x14f00000000, 0xc01fe76280, 0x20)
	/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x87
github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc0006bc000, 0xc01fe76280, 0x8119140, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa1
github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc000492600, 0xc00038ed50, 0x4bcda30)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0xa1
github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000894480, 0x54295e0, 0xc000492600)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:718 +0xf3
github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000894480, 0x54295e0, 0xc000492600)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:678 +0x562

goroutine 54 [chan receive, 24 minutes]:
github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.muxListener.Accept(...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:184
github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).Serve(0xc000894480, 0x53aa620, 0xc0007722a0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:597 +0x22e
github.com/cockroachdb/cockroach/pkg/server.(*Server).startListenRPCAndSQL.func4.1(0x53c1f60, 0xc000aef410)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1668 +0x46
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002f9070, 0xc0001d2360, 0xc0005cb4a0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 55 [IO wait, 22 minutes]:
internal/poll.runtime_pollWait(0x7f7870b82d68, 0x72, 0x0)
	/usr/local/go/src/runtime/netpoll.go:184 +0x55
internal/poll.(*pollDesc).wait(0xc00042c898, 0x72, 0x0, 0x0, 0x4a45c69)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Accept(0xc00042c880, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:384 +0x1f8
net.(*netFD).accept(0xc00042c880, 0x37e11d600, 0x0, 0x0)
	/usr/local/go/src/net/fd_unix.go:238 +0x42
net.(*TCPListener).accept(0xc000772260, 0xc000c07d50, 0xc000c07d58, 0x28)
	/usr/local/go/src/net/tcpsock_posix.go:139 +0x32
net.(*TCPListener).Accept(0xc000772260, 0x4bcbfa8, 0xc000707140, 0x5422a40, 0xc0044a9ca8)
	/usr/local/go/src/net/tcpsock.go:261 +0x47
github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*cMux).Serve(0xc000707140, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:124 +0xaf
github.com/cockroachdb/cockroach/pkg/server.(*Server).startListenRPCAndSQL.func4.2.1()
	/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1673 +0x2f
sync.(*Once).doSlow(0xc0008221b0, 0xc000fe46d0)
	/usr/local/go/src/sync/once.go:66 +0xe3
sync.(*Once).Do(...)
	/usr/local/go/src/sync/once.go:57
github.com/cockroachdb/cockroach/pkg/server.(*Server).startListenRPCAndSQL.func4.2(0x53c1f60, 0xc000aef440)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1672 +0x73
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002f9090, 0xc0001d2360, 0xc0005cb4c0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 48 [select, 4 minutes]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptreconcile.(*Reconciler).run(0xc000379920, 0x53c1f60, 0xc000aee780, 0xc0001d2360)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptreconcile/reconciler.go:120 +0x2ad
github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptreconcile.(*Reconciler).Start.func1(0x53c1f60, 0xc000aee780)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptreconcile/reconciler.go:99 +0x47
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc0001d2360, 0x53c1f60, 0xc000aee780, 0xc0004c4bd0, 0x22, 0x544cc20, 0xc000705d60, 0xc0005f95a0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:323 +0x152
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:318 +0x131

goroutine 57 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/provider.(*Provider).runCloser(0xc0006db500, 0x53c1f60, 0xc000aef4a0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/provider/provider.go:139 +0x382
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002f9330, 0xc0001d2360, 0xc0002f9310)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 95 [chan receive]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/provider.(*Provider).Notify.func1(0x53c1f60, 0xc000aef4d0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/provider/provider.go:223 +0x147
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000441350, 0xc0001d2360, 0xc000773040)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 58 [select, 13 minutes]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).run(0xc0000ebb00, 0x53c1ee0, 0xc00007a110)
	/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:464 +0x390
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc0001d2360, 0x53c1ee0, 0xc00007a110, 0xc000124d50, 0x22, 0x0, 0x0, 0xc000424130)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:323 +0x152
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:318 +0x131

goroutine 59 [select, 13 minutes]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).run(0xc0000ebe60, 0x53c1ee0, 0xc00007a110)
	/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:464 +0x390
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc0001d2360, 0x53c1ee0, 0xc00007a110, 0xc000124ea0, 0x22, 0x0, 0x0, 0xc000424140)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:323 +0x152
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:318 +0x131

goroutine 60 [select, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).run(0xc00059a000, 0x53c1ee0, 0xc00007a110)
	/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:464 +0x390
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc0001d2360, 0x53c1ee0, 0xc00007a110, 0xc000125110, 0x28, 0x0, 0x0, 0xc000424160)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:323 +0x152
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:318 +0x131

goroutine 61 [chan receive, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func1(0x53c1f60, 0xc000912270)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:156 +0x4d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000424c90, 0xc0001d2360, 0xc00003f320)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 62 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:310
sync.runtime_notifyListWait(0xc000431890, 0x39b2)
	/usr/local/go/src/runtime/sema.go:510 +0xf8
sync.(*Cond).Wait(0xc000431880)
	/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000824d00, 0x53c1f60, 0xc0009122d0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x53c1f60, 0xc0009122d0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000424cb0, 0xc0001d2360, 0xc000424ca0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 63 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:310
sync.runtime_notifyListWait(0xc000431890, 0x39a9)
	/usr/local/go/src/runtime/sema.go:510 +0xf8
sync.(*Cond).Wait(0xc000431880)
	/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000824d00, 0x53c1f60, 0xc000912360)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x53c1f60, 0xc000912360)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000424cd0, 0xc0001d2360, 0xc000424cc0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 64 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:310
sync.runtime_notifyListWait(0xc000431890, 0x3998)
	/usr/local/go/src/runtime/sema.go:510 +0xf8
sync.(*Cond).Wait(0xc000431880)
	/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000824d00, 0x53c1f60, 0xc000912210)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x53c1f60, 0xc000912210)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000424cf0, 0xc0001d2360, 0xc000424ce0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 65 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:310
sync.runtime_notifyListWait(0xc000431890, 0x3996)
	/usr/local/go/src/runtime/sema.go:510 +0xf8
sync.(*Cond).Wait(0xc000431880)
	/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000824d00, 0x53c1f60, 0xc00038f590)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x53c1f60, 0xc00038f590)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000424d10, 0xc0001d2360, 0xc000424d00)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 98 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:310
sync.runtime_notifyListWait(0xc000431890, 0x39b3)
	/usr/local/go/src/runtime/sema.go:510 +0xf8
sync.(*Cond).Wait(0xc000431880)
	/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000824d00, 0x53c1f60, 0xc000912390)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x53c1f60, 0xc000912390)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000424d30, 0xc0001d2360, 0xc000424d20)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 99 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:310
sync.runtime_notifyListWait(0xc000431890, 0x39af)
	/usr/local/go/src/runtime/sema.go:510 +0xf8
sync.(*Cond).Wait(0xc000431880)
	/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000824d00, 0x53c1f60, 0xc000aef530)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x53c1f60, 0xc000aef530)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000424d50, 0xc0001d2360, 0xc000424d40)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 100 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:310
sync.runtime_notifyListWait(0xc000431890, 0x39b0)
	/usr/local/go/src/runtime/sema.go:510 +0xf8
sync.(*Cond).Wait(0xc000431880)
	/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000824d00, 0x53c1f60, 0xc000aef560)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x53c1f60, 0xc000aef560)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000424d80, 0xc0001d2360, 0xc000424d70)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 101 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:310
sync.runtime_notifyListWait(0xc000431890, 0x399b)
	/usr/local/go/src/runtime/sema.go:510 +0xf8
sync.(*Cond).Wait(0xc000431880)
	/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000824d00, 0x53c1f60, 0xc000aef590)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x53c1f60, 0xc000aef590)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000424db0, 0xc0001d2360, 0xc000424d90)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 102 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:310
sync.runtime_notifyListWait(0xc000431890, 0x39aa)
	/usr/local/go/src/runtime/sema.go:510 +0xf8
sync.(*Cond).Wait(0xc000431880)
	/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000824d00, 0x53c1f60, 0xc000aef5c0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x53c1f60, 0xc000aef5c0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000424dd0, 0xc0001d2360, 0xc000424dc0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 103 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:310
sync.runtime_notifyListWait(0xc000431890, 0x39a6)
	/usr/local/go/src/runtime/sema.go:510 +0xf8
sync.(*Cond).Wait(0xc000431880)
	/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000824d00, 0x53c1f60, 0xc000aef5f0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x53c1f60, 0xc000aef5f0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000424df0, 0xc0001d2360, 0xc000424de0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 104 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:310
sync.runtime_notifyListWait(0xc000431890, 0x39ae)
	/usr/local/go/src/runtime/sema.go:510 +0xf8
sync.(*Cond).Wait(0xc000431880)
	/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000824d00, 0x53c1f60, 0xc000aef620)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x53c1f60, 0xc000aef620)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000424e10, 0xc0001d2360, 0xc000424e00)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 105 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:310
sync.runtime_notifyListWait(0xc000431890, 0x399d)
	/usr/local/go/src/runtime/sema.go:510 +0xf8
sync.(*Cond).Wait(0xc000431880)
	/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000824d00, 0x53c1f60, 0xc000aef650)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x53c1f60, 0xc000aef650)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000424e30, 0xc0001d2360, 0xc000424e20)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 106 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:310
sync.runtime_notifyListWait(0xc000431890, 0x3997)
	/usr/local/go/src/runtime/sema.go:510 +0xf8
sync.(*Cond).Wait(0xc000431880)
	/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000824d00, 0x53c1f60, 0xc000aef680)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x53c1f60, 0xc000aef680)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000424e50, 0xc0001d2360, 0xc000424e40)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 107 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:310
sync.runtime_notifyListWait(0xc000431890, 0x39a8)
	/usr/local/go/src/runtime/sema.go:510 +0xf8
sync.(*Cond).Wait(0xc000431880)
	/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000824d00, 0x53c1f60, 0xc000aef500)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x53c1f60, 0xc000aef500)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000424e70, 0xc0001d2360, 0xc000424e60)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 108 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:310
sync.runtime_notifyListWait(0xc000431890, 0x39a0)
	/usr/local/go/src/runtime/sema.go:510 +0xf8
sync.(*Cond).Wait(0xc000431880)
	/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000824d00, 0x53c1f60, 0xc0009124b0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x53c1f60, 0xc0009124b0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000424e90, 0xc0001d2360, 0xc000424e80)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 109 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:310
sync.runtime_notifyListWait(0xc000431890, 0x39a4)
	/usr/local/go/src/runtime/sema.go:510 +0xf8
sync.(*Cond).Wait(0xc000431880)
	/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000824d00, 0x53c1f60, 0xc000912540)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x53c1f60, 0xc000912540)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000424eb0, 0xc0001d2360, 0xc000424ea0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 110 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:310
sync.runtime_notifyListWait(0xc000431890, 0x399c)
	/usr/local/go/src/runtime/sema.go:510 +0xf8
sync.(*Cond).Wait(0xc000431880)
	/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000824d00, 0x53c1f60, 0xc0009125d0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x53c1f60, 0xc0009125d0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000424ee0, 0xc0001d2360, 0xc000424ec0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 111 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:310
sync.runtime_notifyListWait(0xc000431890, 0x39ab)
	/usr/local/go/src/runtime/sema.go:510 +0xf8
sync.(*Cond).Wait(0xc000431880)
	/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000824d00, 0x53c1f60, 0xc000912630)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x53c1f60, 0xc000912630)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000424f00, 0xc0001d2360, 0xc000424ef0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 112 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:310
sync.runtime_notifyListWait(0xc000431890, 0x39a5)
	/usr/local/go/src/runtime/sema.go:510 +0xf8
sync.(*Cond).Wait(0xc000431880)
	/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000824d00, 0x53c1f60, 0xc0009123f0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x53c1f60, 0xc0009123f0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000424f30, 0xc0001d2360, 0xc000424f20)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 113 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:310
sync.runtime_notifyListWait(0xc000431890, 0x399a)
	/usr/local/go/src/runtime/sema.go:510 +0xf8
sync.(*Cond).Wait(0xc000431880)
	/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000824d00, 0x53c1f60, 0xc0009126f0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x53c1f60, 0xc0009126f0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000424f60, 0xc0001d2360, 0xc000424f40)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 114 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:310
sync.runtime_notifyListWait(0xc000431890, 0x39a7)
	/usr/local/go/src/runtime/sema.go:510 +0xf8
sync.(*Cond).Wait(0xc000431880)
	/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000824d00, 0x53c1f60, 0xc000912690)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x53c1f60, 0xc000912690)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000424f80, 0xc0001d2360, 0xc000424f70)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 115 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:310
sync.runtime_notifyListWait(0xc000431890, 0x39ad)
	/usr/local/go/src/runtime/sema.go:510 +0xf8
sync.(*Cond).Wait(0xc000431880)
	/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000824d00, 0x53c1f60, 0xc000912870)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x53c1f60, 0xc000912870)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000424fb0, 0xc0001d2360, 0xc000424fa0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 116 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:310
sync.runtime_notifyListWait(0xc000431890, 0x3995)
	/usr/local/go/src/runtime/sema.go:510 +0xf8
sync.(*Cond).Wait(0xc000431880)
	/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000824d00, 0x53c1f60, 0xc000aef6b0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x53c1f60, 0xc000aef6b0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000424fe0, 0xc0001d2360, 0xc000424fc0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 117 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:310
sync.runtime_notifyListWait(0xc000431890, 0x3994)
	/usr/local/go/src/runtime/sema.go:510 +0xf8
sync.(*Cond).Wait(0xc000431880)
	/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000824d00, 0x53c1f60, 0xc000912960)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x53c1f60, 0xc000912960)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000425000, 0xc0001d2360, 0xc000424ff0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 118 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:310
sync.runtime_notifyListWait(0xc000431890, 0x39b1)
	/usr/local/go/src/runtime/sema.go:510 +0xf8
sync.(*Cond).Wait(0xc000431880)
	/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000824d00, 0x53c1f60, 0xc000aef6e0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x53c1f60, 0xc000aef6e0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000425020, 0xc0001d2360, 0xc000425010)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 119 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:310
sync.runtime_notifyListWait(0xc000431890, 0x39ac)
	/usr/local/go/src/runtime/sema.go:510 +0xf8
sync.(*Cond).Wait(0xc000431880)
	/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000824d00, 0x53c1f60, 0xc0009129c0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x53c1f60, 0xc0009129c0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000425040, 0xc0001d2360, 0xc000425030)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 120 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:310
sync.runtime_notifyListWait(0xc000431890, 0x3999)
	/usr/local/go/src/runtime/sema.go:510 +0xf8
sync.(*Cond).Wait(0xc000431880)
	/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000824d00, 0x53c1f60, 0xc000aef710)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x53c1f60, 0xc000aef710)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000425070, 0xc0001d2360, 0xc000425050)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 121 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:310
sync.runtime_notifyListWait(0xc000431890, 0x39a2)
	/usr/local/go/src/runtime/sema.go:510 +0xf8
sync.(*Cond).Wait(0xc000431880)
	/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000824d00, 0x53c1f60, 0xc000912a50)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x53c1f60, 0xc000912a50)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000425090, 0xc0001d2360, 0xc000425080)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 122 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:310
sync.runtime_notifyListWait(0xc000431890, 0x39a3)
	/usr/local/go/src/runtime/sema.go:510 +0xf8
sync.(*Cond).Wait(0xc000431880)
	/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000824d00, 0x53c1f60, 0xc000aef740)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x53c1f60, 0xc000aef740)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0004250c0, 0xc0001d2360, 0xc0004250b0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 123 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:310
sync.runtime_notifyListWait(0xc000431890, 0x39a1)
	/usr/local/go/src/runtime/sema.go:510 +0xf8
sync.(*Cond).Wait(0xc000431880)
	/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000824d00, 0x53c1f60, 0xc000aef770)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x53c1f60, 0xc000aef770)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0004250f0, 0xc0001d2360, 0xc0004250d0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 124 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:310
sync.runtime_notifyListWait(0xc000431890, 0x399f)
	/usr/local/go/src/runtime/sema.go:510 +0xf8
sync.(*Cond).Wait(0xc000431880)
	/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000824d00, 0x53c1f60, 0xc000aef7d0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x53c1f60, 0xc000aef7d0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000425110, 0xc0001d2360, 0xc000425100)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 125 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:310
sync.runtime_notifyListWait(0xc000431890, 0x399e)
	/usr/local/go/src/runtime/sema.go:510 +0xf8
sync.(*Cond).Wait(0xc000431880)
	/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc000824d00, 0x53c1f60, 0xc000aef800)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x53c1f60, 0xc000aef800)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000425140, 0xc0001d2360, 0xc000425130)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 126 [semacquire, 24 minutes]:
sync.runtime_Semacquire(0xc000824d78)
	/usr/local/go/src/runtime/sema.go:56 +0x42
sync.(*WaitGroup).Wait(0xc000824d70)
	/usr/local/go/src/sync/waitgroup.go:130 +0x64
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Wait(...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:172
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000425160, 0xc0001d2360, 0xc000425150)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 127 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).raftTickLoop(0xc000ad2000, 0x53c1f60, 0xc000aef860)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_raft.go:591 +0x265
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000425180, 0xc0001d2360, 0xc000425170)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 128 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).coalescedHeartbeatsLoop(0xc000ad2000, 0x53c1f60, 0xc000aef7a0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_raft.go:653 +0x13b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0004251a0, 0xc0001d2360, 0xc000425190)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 129 [select, 22 minutes]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).Start.func2(0x53c1f60, 0xc000aef8c0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1522 +0xe5
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0004251e0, 0xc0001d2360, 0xc00003f340)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 130 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startGossip.func4(0x53c1f60, 0xc000aef8f0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1663 +0x363
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0004251f0, 0xc0001d2360, 0xc000aec2d0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 131 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startGossip.func4(0x53c1f60, 0xc000912de0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1663 +0x363
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000425200, 0xc0001d2360, 0xc000aec320)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 132 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startGossip.func4(0x53c1f60, 0xc000912cc0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1663 +0x363
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000425210, 0xc0001d2360, 0xc000aec370)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 47 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptcache.(*Cache).periodicallyRefreshProtectedtsCache(0xc000435550, 0x53c1f60, 0xc000aee780)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptcache/cache.go:160 +0x278
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc0001d2360, 0x53c1f60, 0xc000aee780, 0xc0004c4ba0, 0x2e, 0x544cc20, 0xc000705d60, 0xc000226150)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:323 +0x152
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:318 +0x131

goroutine 134 [select, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startLeaseRenewer.func1(0x53c1f60, 0xc000912b40)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1712 +0x2fe
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000425250, 0xc0001d2360, 0xc000425240)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 135 [sync.Cond.Wait]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:310
sync.runtime_notifyListWait(0xc0004317d0, 0x95f)
	/usr/local/go/src/runtime/sema.go:510 +0xf8
sync.(*Cond).Wait(0xc0004317c0)
	/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/provider.(*Provider).Subscribe(0xc0006db500, 0x53c1f60, 0xc000a39950, 0xc0009a52c0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/provider/provider.go:296 +0x455
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startClosedTimestampRangefeedSubscriber.func1(0x53c1f60, 0xc000a39950)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1733 +0x57
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc0001d2360, 0x53c1f60, 0xc000a39950, 0xc000125c50, 0x25, 0x544cc20, 0xc000705d60, 0xc00003f380)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:323 +0x152
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:318 +0x131

goroutine 136 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startClosedTimestampRangefeedSubscriber.func2(0x53c1f60, 0xc000912bd0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1741 +0x300
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000425260, 0xc0001d2360, 0xc00003f3c0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 137 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*StoreRebalancer).Start.func1(0x53c1f60, 0xc000912c60)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_rebalancer.go:186 +0x19a
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000425270, 0xc0001d2360, 0xc00003f3e0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 138 [select, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/compactor.(*Compactor).Start.func1.1(0x53c1f60, 0xc000acba10)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/compactor/compactor.go:123 +0x166
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000425280, 0xc0001d2360, 0xc00003f400)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 151 [select]:
github.com/cockroachdb/cockroach/pkg/server.(*Node).startComputePeriodicMetrics.func1(0x53c1f60, 0xc000c1e2d0)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:649 +0x13b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000425560, 0xc0001d2360, 0xc0003fbc40)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 139 [select, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func1(0x53c1f60, 0xc000acba70)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:810 +0x176
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0004252c0, 0xc0001d2360, 0xc00003f5c0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 140 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func1(0x53c1f60, 0xc000acbaa0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:810 +0x176
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0004252d0, 0xc0001d2360, 0xc00003f600)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 141 [select, 22 minutes]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func1(0x53c1f60, 0xc000acbad0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:810 +0x176
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0004252e0, 0xc0001d2360, 0xc00003f640)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 142 [select, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func1(0x53c1f60, 0xc000acbb00)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:810 +0x176
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0004252f0, 0xc0001d2360, 0xc00003f680)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 143 [select, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func1(0x53c1f60, 0xc000acbb30)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:810 +0x176
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000425300, 0xc0001d2360, 0xc00003f6e0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 144 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func1(0x53c1f60, 0xc000acbb60)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:810 +0x176
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000425310, 0xc0001d2360, 0xc00003f720)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 145 [select, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func1(0x53c1f60, 0xc000acbb90)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:810 +0x176
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000425320, 0xc0001d2360, 0xc00003f760)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 146 [select, 2 minutes]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func1(0x53c1f60, 0xc000acbbc0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:810 +0x176
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000425330, 0xc0001d2360, 0xc00003f7a0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 147 [select, 23 minutes]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func1(0x53c1f60, 0xc000c1e0c0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:810 +0x176
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000425340, 0xc0001d2360, 0xc00003f7c0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 148 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicaScanner).waitAndProcess(0xc000523e10, 0x53c1f60, 0xc000acba40, 0xc0001d2360, 0x322bda96, 0xed670aa12, 0x0, 0xc020ac6000, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scanner.go:217 +0x1dc
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicaScanner).scanLoop.func1.1(0xc020ac6000, 0xc000a39501)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scanner.go:279 +0x81
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*storeReplicaVisitor).Visit(0xc000a39500, 0xc0014a7f40)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:364 +0x154
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicaScanner).scanLoop.func1(0x53c1f60, 0xc000acba40)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scanner.go:277 +0x1da
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000425350, 0xc0001d2360, 0xc00003f800)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 46 [select]:
github.com/cockroachdb/cockroach/pkg/server.(*Node).startWriteNodeStatus.func1(0x53c1f60, 0xc0015ecb10)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:711 +0x125
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000226140, 0xc0001d2360, 0xc0005f9580)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 152 [select]:
github.com/cockroachdb/cockroach/pkg/server.(*Node).startGossip.func1(0x53c1f60, 0xc000c9c090)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:614 +0x245
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000425570, 0xc0001d2360, 0xc00031bae0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 153 [select, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/server.periodicallyPersistHLCUpperBound(0xc0000e6d20, 0xc000aea3f0, 0xc0004255d0, 0x4bcf868, 0xc000a72360, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:847 +0x18e
github.com/cockroachdb/cockroach/pkg/server.(*Server).startPersistingHLCUpperBound.func2(0x53c1f60, 0xc000c9c060)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:922 +0x6a
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0004255e0, 0xc0001d2360, 0xc000c2c840)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 154 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/reports.(*Reporter).Start.func2(0x53c1f60, 0xc000c22660)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/reports/reporter.go:148 +0x330
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000425610, 0xc0001d2360, 0xc00035e260)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 155 [select, 22 minutes]:
github.com/cockroachdb/cockroach/pkg/server.(*Server).refreshSettings.func2(0x53c1f60, 0xc000c22630)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/settingsworker.go:111 +0x106
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000425620, 0xc0001d2360, 0xc00035e2c0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 57162 [select, 22 minutes]:
github.com/cockroachdb/cockroach/pkg/sql.(*hookFnNode).Next(0xc006924700, 0x53c1ea0, 0xc0073bab80, 0xc007391340, 0xc0072b7050, 0x0, 0x53c1ea0, 0xc0073bab80)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/planhook.go:154 +0x116
github.com/cockroachdb/cockroach/pkg/sql.(*planNodeToRowSource).Next(0xc0073a8f00, 0xc0072b7050, 0x53c3fe0, 0xc006924700, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/plan_node_to_row_source.go:171 +0x439
github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x53c1ea0, 0xc0073bab80, 0x53e9de0, 0xc0073a8f00, 0x539e3e0, 0xc0073af500)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35
github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc0073a8f00, 0x53c1ea0, 0xc0073bab80)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:748 +0x92
github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc0073bfd40, 0x53c1ea0, 0xc0073bab80, 0x4bc88c0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:369 +0x24a
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000cda2c0, 0xc0074253b0, 0xc005e5b320, 0xc005b93860, 0xc004ada000, 0xc0072b7140, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:409 +0x5d4
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000cda2c0, 0x53c1f60, 0xc007f37c80, 0xc0072b7140, 0xc0074253b0, 0xc005e5b320, 0x53c3fe0, 0xc006924700, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1008 +0x1de
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc0072b6c80, 0x53c1f60, 0xc007f37c80, 0xc0072b7050, 0x3, 0x7f7870b06ec8, 0xc0054be180, 0xc007dce700, 0xc0073b9cd8, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:903 +0x3f6
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc0072b6c80, 0x53c1f60, 0xc007f37c80, 0xc0072b7050, 0x7f7870b06ec8, 0xc0054be180, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:800 +0x6e3
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc0072b6c80, 0x53c1f60, 0xc007f37c80, 0x53e1d20, 0xc0073c4460, 0xc007361000, 0x7d, 0x0, 0x1, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:488 +0xb23
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc0072b6c80, 0x53c1f60, 0xc007f37c80, 0x53e1d20, 0xc0073c4460, 0xc007361000, 0x7d, 0x0, 0x1, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:99 +0x4f6
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc0072b6c80, 0x53c1ea0, 0xc0073baa80, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1356 +0x1ba5
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc0072b6c80, 0x53c1ea0, 0xc0072b1300, 0xc0000ed0c0, 0x5400, 0x15000, 0xc0000ed158, 0xc004e945b0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1285 +0x1f2
github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000cc4c00, 0x53c1ea0, 0xc0072b1300, 0xc0072b6c80, 0x5400, 0x15000, 0xc0000ed158, 0xc004e945b0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:490 +0x104
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc005d3f15e, 0xc005344ba0, 0x53c1ea0, 0xc0072b1300, 0xc004e945b0, 0xc000cc4c00, 0xc0054bdb00, 0x53ed460, 0xc007ab9b30, 0xc00741ca80, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:595 +0x317
created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:523 +0x17e

goroutine 156 [select]:
github.com/cockroachdb/cockroach/pkg/server.(*Server).startSampleEnvironment.func1(0x53c1f60, 0xc000c226c0)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1878 +0x216
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0004256e0, 0xc0001d2360, 0xc000c2c900)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 157 [select]:
github.com/cockroachdb/cockroach/pkg/ts.(*poller).start.func1(0x53c1f60, 0xc000c226f0)
	/go/src/github.com/cockroachdb/cockroach/pkg/ts/db.go:166 +0x124
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000425710, 0xc0001d2360, 0xc000425700)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 158 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*NodeLiveness).StartHeartbeat.func1(0x53c1f60, 0xc000c9c1e0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/node_liveness.go:500 +0x4c8
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000425810, 0xc0001d2360, 0xc000aecc30)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 2087 [IO wait]:
internal/poll.runtime_pollWait(0x7f7870b826e8, 0x72, 0xffffffffffffffff)
	/usr/local/go/src/runtime/netpoll.go:184 +0x55
internal/poll.(*pollDesc).wait(0xc000915718, 0x72, 0x1000, 0x1000, 0xffffffffffffffff)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc000915700, 0xc001c54000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf
net.(*netFD).Read(0xc000915700, 0xc001c54000, 0x1000, 0x1000, 0x0, 0x3030320000000000, 0xed670a9fd)
	/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc000ae2810, 0xc001c54000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:184 +0x68
net/http.(*connReader).Read(0xc001656a50, 0xc001c54000, 0x1000, 0x1000, 0xc0012ef6c0, 0x7a89afe, 0x2)
	/usr/local/go/src/net/http/server.go:785 +0xf4
bufio.(*Reader).fill(0xc001c08d80)
	/usr/local/go/src/bufio/bufio.go:100 +0x103
bufio.(*Reader).ReadSlice(0xc001c08d80, 0xa, 0xc00497fb28, 0xc00497f9a8, 0x782f76, 0xc001dd9100, 0x100)
	/usr/local/go/src/bufio/bufio.go:359 +0x3d
bufio.(*Reader).ReadLine(0xc001c08d80, 0xc00497f9b0, 0xc000954380, 0x7f7870bda008, 0x0, 0x0, 0xc00497f9f0)
	/usr/local/go/src/bufio/bufio.go:388 +0x34
net/textproto.(*Reader).readLineSlice(0xc004dbcb10, 0xc001dd9100, 0xc000915700, 0x0, 0x0, 0x7a821c)
	/usr/local/go/src/net/textproto/reader.go:57 +0x6c
net/textproto.(*Reader).ReadLine(...)
	/usr/local/go/src/net/textproto/reader.go:38
net/http.readRequest(0xc001c08d80, 0x0, 0xc001dd9100, 0x0, 0x0)
	/usr/local/go/src/net/http/request.go:1012 +0x92
net/http.(*conn).readRequest(0xc0010cfea0, 0x53c1ea0, 0xc0012ef680, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/http/server.go:965 +0x15f
net/http.(*conn).serve(0xc0010cfea0, 0x53c1ea0, 0xc0012ef680)
	/usr/local/go/src/net/http/server.go:1817 +0x6d4
created by net/http.(*Server).Serve
	/usr/local/go/src/net/http/server.go:2928 +0x384

goroutine 212 [select, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/sql.(*TemporaryObjectCleaner).Start.func1(0x53c1f60, 0xc0016c82a0)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/temporary_schema.go:581 +0x31b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002261b0, 0xc0001d2360, 0xc0005f9660)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 213 [select, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowScheduler).Start.func1(0x53c1f60, 0xc0016c82d0)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow_scheduler.go:149 +0x15d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002261e0, 0xc0001d2360, 0xc0002261d0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 214 [select, 22 minutes]:
github.com/cockroachdb/cockroach/pkg/sql.(*Server).Start.func1(0x53c1f60, 0xc0016c8300)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:329 +0x123
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002261f0, 0xc0001d2360, 0xc0005f96a0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 215 [select, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/sql.(*Server).PeriodicallyClearSQLStats.func1(0x53c1f60, 0xc0016c8330)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:751 +0x257
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000226210, 0xc0001d2360, 0xc000c9dd10)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 216 [select, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/sql.(*Server).PeriodicallyClearSQLStats.func1(0x53c1f60, 0xc0016c84e0)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:751 +0x257
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000226230, 0xc0001d2360, 0xc000c9dd40)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 217 [select, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/sql.(*Server).PeriodicallyClearSQLStats.func1(0x53c1f60, 0xc0016c85d0)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:751 +0x257
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000226250, 0xc0001d2360, 0xc000c9dd70)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 218 [select]:
github.com/cockroachdb/cockroach/pkg/sql/stats.(*Refresher).Start.func1(0x53c1f60, 0xc0016c8600)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/stats/automatic_stats.go:262 +0x1ae
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000226260, 0xc0001d2360, 0xc0005f96c0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 219 [select]:
github.com/cockroachdb/cockroach/pkg/sql/stmtdiagnostics.(*Registry).poll(0xc000ac9b60, 0x53c1ea0, 0xc0015ea040)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/stmtdiagnostics/statement_diagnostics.go:135 +0x2ca
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc0001d2360, 0x53c1ea0, 0xc0015ea040, 0xc0000168a0, 0x16, 0x0, 0x0, 0xc000226280)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:323 +0x152
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:318 +0x131

goroutine 233 [select, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed.func1(0x53c1ea0, 0xc0015eb4c0, 0x8, 0xc000fdfef8)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:69 +0x13f
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1(0xc000fdff68, 0xc000fdff70)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:166 +0x3a
github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup.(*Group).Go.func1(0xc0016c8870, 0xc0016c88a0)
	/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:57 +0x64
created by github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup.(*Group).Go
	/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:54 +0x66

goroutine 221 [select, 2 minutes]:
github.com/cockroachdb/cockroach/pkg/sql/catalog/lease.(*Manager).PeriodicallyRefreshSomeLeases.func1(0x53c1f60, 0xc0016c8720)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/catalog/lease/lease.go:2193 +0x2a8
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002262b0, 0xc0001d2360, 0xc0002262a0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 222 [select]:
github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).Start.func1(0x53c1f60, 0xc0016c8750)
	/go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:472 +0x12c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002262c0, 0xc0001d2360, 0xc0005f9700)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 223 [select, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).Start.func2(0x53c1f60, 0xc0016c8780)
	/go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:483 +0xe9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002262d0, 0xc0001d2360, 0xc0005f9720)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 224 [select]:
github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).Start.func4(0x53c1f60, 0xc0016c87b0)
	/go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:507 +0x12d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0002262f0, 0xc0001d2360, 0xc000c9de30)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 868 [chan receive, 22 minutes]:
github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.muxListener.Accept(...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:184
github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith(0xc0004bd020, 0x53c1f60, 0xc001915a70, 0xc0001d2360, 0x53aa620, 0xc000772280, 0xc001915aa0, 0x1, 0xc001915a70)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:126 +0x50
github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1(0x53c1f60, 0xc001915a70)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1756 +0xe4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001438d90, 0xc0001d2360, 0xc00192a9c0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 230 [semacquire, 24 minutes]:
sync.runtime_Semacquire(0xc0016c8880)
	/usr/local/go/src/runtime/sema.go:56 +0x42
sync.(*WaitGroup).Wait(0xc0016c8878)
	/usr/local/go/src/sync/waitgroup.go:130 +0x64
github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup.(*Group).Wait(0xc0016c8870, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:40 +0x31
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait(0xc0016c8870, 0x53c1ea0, 0xc0015eb4c0, 0xc001721080, 0xc0015eb4c0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:142 +0x57
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed(0xc00059a240, 0x53c1f60, 0xc0016c8810, 0xc001061260, 0x1, 0x8, 0xc001061268, 0x1, 0x1, 0x1616aecc39a1bad9, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:86 +0x413
github.com/cockroachdb/cockroach/pkg/sql/catalog/lease.(*Manager).watchForRangefeedUpdates.func1(0x53c1ea0, 0xc0015eb480)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/catalog/lease/lease.go:1984 +0x2f9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc0001d2360, 0x53c1ea0, 0xc0015eb480, 0xc000017000, 0x17, 0x0, 0x0, 0xc000cc7fc0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:323 +0x152
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:318 +0x131

goroutine 231 [select]:
github.com/cockroachdb/cockroach/pkg/sql/catalog/lease.(*Manager).watchForRangefeedUpdates.func3(0x53c1f60, 0xc0016c8960)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/catalog/lease/lease.go:2037 +0xf7
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000227010, 0xc0001d2360, 0xc000cc7fe0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 232 [select, 22 minutes]:
github.com/cockroachdb/cockroach/pkg/sql/catalog/lease.(*Manager).refreshLeases.func1(0x53c1f60, 0xc0016c86f0)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/catalog/lease/lease.go:1846 +0x113
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000227020, 0xc0001d2360, 0xc0016c86c0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 235 [select]:
github.com/cockroachdb/cockroach/pkg/rpc.rangeFeedClientAdapter.Recv(0x53c1ea0, 0xc0015eb5c0, 0xc0017212c0, 0xc001721320, 0xc0017859d4, 0x2, 0x2)
	/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:552 +0xd1
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0xc00059a240, 0x53c1ea0, 0xc0015eb4c0, 0xc001061260, 0x1, 0x8, 0xc001061268, 0x1, 0x1, 0x1616aecc39a1bad9, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:260 +0x516
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0xc00059a240, 0x53c1ea0, 0xc0015eb4c0, 0xc00173e410, 0x1317500, 0xc001721020, 0xc000ae9bc0, 0x44b7820, 0x816bb28)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:151 +0x298
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed.func1.1(0x53c1ea0, 0xc0015eb4c0, 0x8, 0xc001018ef8)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:73 +0x61
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1(0xc001018f68, 0xc001018f70)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:166 +0x3a
github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup.(*Group).Go.func1(0xc0016c8870, 0xc0016c89c0)
	/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:57 +0x64
created by github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup.(*Group).Go
	/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:54 +0x66

goroutine 236 [chan receive, 24 minutes]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).RangeFeed(0xc000622000, 0xc000a3dc20, 0x5414ca0, 0xc00175e160, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_rangefeed.go:233 +0x522
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).RangeFeed(0xc000ad2000, 0xc000a3dc20, 0x5414ca0, 0xc00175e160, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:2346 +0x12e
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Stores).RangeFeed(0xc00002cb80, 0xc000a3dc20, 0x5414ca0, 0xc00175e160, 0xc001018f70)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/stores.go:202 +0x10d
github.com/cockroachdb/cockroach/pkg/server.(*Node).RangeFeed(0xc000718a00, 0xc000a3dc20, 0x5414ca0, 0xc00175e160, 0x816bb28, 0xc001018f48)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:956 +0x59
github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func1(0xc000227040, 0x53745e0, 0xc000718a00, 0xc000a3dc20, 0x53c1ea0, 0xc0015eb5c0, 0xc0017212c0, 0xc001721320)
	/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:606 +0xe8
created by github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed
	/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:604 +0x11d

goroutine 237 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).Start.func1(0x53c1f60, 0xc0016c8b40)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:202 +0x44a
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000227080, 0xc0001d2360, 0xc0016c8b10)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 239 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).outputLoop(0xc0006bc460, 0x53c1ea0, 0xc0015eb740, 0xc0015eb740, 0xc0002270b0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:256 +0x1f8
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).runOutputLoop(0xc0006bc460, 0x53c1ea0, 0xc0015eb740)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:273 +0xc2
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).Start.func1.1(0x53c1ea0, 0xc0015eb600)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:223 +0x64
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc0001d2360, 0x53c1ea0, 0xc0015eb600, 0xc000017020, 0x1e, 0x0, 0x0, 0xc00175e2a0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:323 +0x152
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:318 +0x131

goroutine 1580 [select]:
github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc000884000)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1331 +0x193
created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16cd

goroutine 1666 [select]:
github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc000709540, 0x1, 0x0, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x122
github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0009a5080, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1e3
github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc001637680)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:296 +0xcb
created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:293 +0x105d

goroutine 175 [select, 4 minutes]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).addToPurgatoryLocked.func2(0x53c1f60, 0xc000a89a10)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:1139 +0x33e
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00039d1e0, 0xc0001d2360, 0xc001885380)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 1667 [select]:
github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc001637680)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:968 +0x26b
created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport.newHTTP2Server
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:302 +0x1082

goroutine 3108 [sync.Cond.Wait, 22 minutes]:
runtime.goparkunlock(...)
	/usr/local/go/src/runtime/proc.go:310
sync.runtime_notifyListWait(0xc00192ab90, 0x1)
	/usr/local/go/src/runtime/sema.go:510 +0xf8
sync.(*Cond).Wait(0xc00192ab80)
	/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/sql.(*StmtBuf).CurCmd(0xc001bf0f20, 0x0, 0x0, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_io.go:439 +0xaa
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc001633900, 0x53c1ea0, 0xc00192abc0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1309 +0x52
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc001633900, 0x53c1ea0, 0xc00192abc0, 0xc0000ed0c0, 0x5400, 0x15000, 0xc0000ed158, 0xc0007cd090, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1285 +0x1f2
github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000cc4c00, 0x53c1ea0, 0xc00192abc0, 0xc001633900, 0x5400, 0x15000, 0xc0000ed158, 0xc0007cd090, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:490 +0x104
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc001aa12f6, 0xc004ddd060, 0x53c1ea0, 0xc00192abc0, 0xc0007cd090, 0xc000cc4c00, 0xc001bf0900, 0x53ed460, 0xc001dd3b00, 0xc002180600, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:595 +0x317
created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:523 +0x17e

goroutine 57161 [IO wait]:
internal/poll.runtime_pollWait(0x7f7870b82548, 0x72, 0xffffffffffffffff)
	/usr/local/go/src/runtime/netpoll.go:184 +0x55
internal/poll.(*pollDesc).wait(0xc006849598, 0x72, 0x1000, 0x1000, 0xffffffffffffffff)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc006849580, 0xc0076b4000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf
net.(*netFD).Read(0xc006849580, 0xc0076b4000, 0x1000, 0x1000, 0xc001053650, 0x9a6f93, 0xc006849580)
	/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0044a9ca8, 0xc0076b4000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:184 +0x68
github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*MuxConn).Read(0xc00741c9c0, 0xc0076b4000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc005344b60, 0xc0076b4000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1558 +0x13d
bufio.(*Reader).fill(0xc0054bdb48)
	/usr/local/go/src/bufio/bufio.go:100 +0x103
bufio.(*Reader).ReadByte(0xc0054bdb48, 0xc0076d1770, 0x3271081, 0x0)
	/usr/local/go/src/bufio/bufio.go:252 +0x39
github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc0054be2d0, 0x538f3e0, 0xc0054bdb48, 0x537a4e0, 0x816bb28, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:119 +0x35
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc0054bdb00, 0x53c1f60, 0xc007ab9a10, 0xc004e94580, 0xc000cc4c00, 0x5400, 0x15000, 0xc0000ed158, 0x1, 0x2, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:323 +0x570
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc0000ecfc0, 0x53c1f60, 0xc007ab9a10, 0x5422440, 0xc00741c9c0, 0xc0076b002b, 0x4, 0xc007ab9a40, 0x5378f20, 0xc007ab99b0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:155 +0x1dd
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc0000ecfc0, 0x53c1f60, 0xc007ab9a10, 0x5422440, 0xc00741c9c0, 0xc004e94501, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:582 +0x6b4
github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x5422440, 0xc00741c9c0)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1760 +0x166
github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc0001d2360, 0x53c1f60, 0xc001915a70, 0xc0004bd020, 0x5422440, 0xc00741c9c0, 0xc001915aa0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8
created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith
	/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c

goroutine 72710 [select, 13 minutes]:
github.com/cockroachdb/cockroach/pkg/sql/row.(*DatumRowConverter).SendBatch(0xc0063aa780, 0x53c1ea0, 0xc00651ea40, 0x53e4820, 0xc0344ec010)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/row/row_converter.go:415 +0x11b
github.com/cockroachdb/cockroach/pkg/sql/row.(*DatumRowConverter).Row(0xc0063aa780, 0x53c1ea0, 0xc00651ea40, 0x5, 0xf9af11a70ca, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/row/row_converter.go:396 +0x248
github.com/cockroachdb/cockroach/pkg/ccl/importccl.(*parallelImporter).importWorker(0xc001ab8280, 0x53c1ea0, 0xc00651ea40, 0x2, 0x532e660, 0xc02cd7ff90, 0xc004a174f0, 0xc02ce8fce0, 0xc02cea8fc0, 0x4, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/ccl/importccl/read_import_base.go:631 +0x46a
github.com/cockroachdb/cockroach/pkg/ccl/importccl.runParallelImport.func1.1(0x53c1ea0, 0xc00651ea40, 0x2, 0x13179e0, 0x4bcb828)
	/go/src/github.com/cockroachdb/cockroach/pkg/ccl/importccl/read_import_base.go:514 +0x91
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GroupWorkers.func1(0x53c1ea0, 0xc00651ea40, 0x10, 0x18)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:175 +0x42
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1(0xc001019768, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:166 +0x3a
github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup.(*Group).Go.func1(0xc02ced4330, 0xc02ced43c0)
	/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:57 +0x64
created by github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup.(*Group).Go
	/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:54 +0x66

goroutine 1668 [IO wait]:
internal/poll.runtime_pollWait(0x7f7870b82bc8, 0x72, 0xffffffffffffffff)
	/usr/local/go/src/runtime/netpoll.go:184 +0x55
internal/poll.(*pollDesc).wait(0xc000cd8198, 0x72, 0x8000, 0x8000, 0xffffffffffffffff)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc000cd8180, 0xc0010c2000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf
net.(*netFD).Read(0xc000cd8180, 0xc0010c2000, 0x8000, 0x8000, 0x203008, 0xc001df7c28, 0xf20791)
	/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc000ae24c0, 0xc0010c2000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:184 +0x68
github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*MuxConn).Read(0xc0009a4f60, 0xc0010c2000, 0x8000, 0x8000, 0x4bcd5f8, 0xc001df7cf0, 0x7bceee)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f
bufio.(*Reader).Read(0xc0009a5020, 0xc00011e8f8, 0x9, 0x9, 0x1, 0xc020606700, 0xc001637700)
	/usr/local/go/src/bufio/bufio.go:226 +0x26a
io.ReadAtLeast(0x532df40, 0xc0009a5020, 0xc00011e8f8, 0x9, 0x9, 0x9, 0x0, 0x532e420, 0xc0000a6060)
	/usr/local/go/src/io/io.go:310 +0x87
io.ReadFull(...)
	/usr/local/go/src/io/io.go:329
github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc00011e8f8, 0x9, 0x9, 0x532df40, 0xc0009a5020, 0x0, 0x0, 0x3f016c36b0, 0x3f00010001)
	/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x87
github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc00011e8c0, 0xc0016c36b0, 0x8119140, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa1
github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc001637680, 0xc0016c3800, 0x4bcda30)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:458 +0xa1
github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc000894480, 0x54295e0, 0xc001637680)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:718 +0xf3
github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000894480, 0x54295e0, 0xc001637680)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:679 +0x3f
created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*Server).handleRawConn
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:678 +0x562

goroutine 1581 [IO wait]:
internal/poll.runtime_pollWait(0x7f7870b82c98, 0x72, 0xffffffffffffffff)
	/usr/local/go/src/runtime/netpoll.go:184 +0x55
internal/poll.(*pollDesc).wait(0xc000adfb18, 0x72, 0x8000, 0x8000, 0xffffffffffffffff)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc000adfb00, 0xc00108a000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf
net.(*netFD).Read(0xc000adfb00, 0xc00108a000, 0x8000, 0x8000, 0xc0014d9cf0, 0x50100007a59f1, 0x49b00000002)
	/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc001a24200, 0xc00108a000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:184 +0x68
bufio.(*Reader).Read(0xc000c622a0, 0xc000bc61f8, 0x9, 0x9, 0x20, 0xc0014d9d00, 0xeabcac)
	/usr/local/go/src/bufio/bufio.go:226 +0x26a
io.ReadAtLeast(0x532df40, 0xc000c622a0, 0xc000bc61f8, 0x9, 0x9, 0x9, 0xcb5aa39db5d6f001, 0x0, 0x0)
	/usr/local/go/src/io/io.go:310 +0x87
io.ReadFull(...)
	/usr/local/go/src/io/io.go:329
github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.readFrameHeader(0xc000bc61f8, 0x9, 0x9, 0x532df40, 0xc000c622a0, 0x0, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x87
github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc000bc61c0, 0xc0319cc600, 0x8119140, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa1
github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc000884000)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1265 +0x183
created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd23

goroutine 57259 [semacquire, 22 minutes]:
sync.runtime_Semacquire(0xc006bd7390)
	/usr/local/go/src/runtime/sema.go:56 +0x42
sync.(*WaitGroup).Wait(0xc006bd7388)
	/usr/local/go/src/sync/waitgroup.go:130 +0x64
github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup.(*Group).Wait(0xc006bd7380, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:40 +0x31
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait(0xc006bd7380, 0x53c1ea0, 0xc005e6aa40, 0xc005e6aa80, 0xc005e6aa40)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:142 +0x57
github.com/cockroachdb/cockroach/pkg/ccl/importccl.runImport(0x53c1ea0, 0xc005e6a9c0, 0xc006eb5680, 0xc004652508, 0xc005624ba0, 0x1dc20a4, 0xc001020768, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/ccl/importccl/read_import_base.go:106 +0x4f4
github.com/cockroachdb/cockroach/pkg/ccl/importccl.(*readImportDataProcessor).Run.func1(0xc005624ba0, 0x53c1ea0, 0xc005e6a9c0, 0xc004652500, 0xc00390a4a0, 0xc00518cb00)
	/go/src/github.com/cockroachdb/cockroach/pkg/ccl/importccl/import_processor.go:80 +0x9c
created by github.com/cockroachdb/cockroach/pkg/ccl/importccl.(*readImportDataProcessor).Run
	/go/src/github.com/cockroachdb/cockroach/pkg/ccl/importccl/import_processor.go:78 +0x1d0

goroutine 1670 [IO wait]:
internal/poll.runtime_pollWait(0x7f7870b82a28, 0x72, 0xffffffffffffffff)
	/usr/local/go/src/runtime/netpoll.go:184 +0x55
internal/poll.(*pollDesc).wait(0xc001d74418, 0x72, 0x1000, 0x1000, 0xffffffffffffffff)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc001d74400, 0xc001553000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf
net.(*netFD).Read(0xc001d74400, 0xc001553000, 0x1000, 0x1000, 0x0, 0x3030320000000000, 0xed670aa03)
	/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc0004bd678, 0xc001553000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:184 +0x68
net/http.(*connReader).Read(0xc001e369f0, 0xc001553000, 0x1000, 0x1000, 0xc001d6ed80, 0x7a89afe, 0x2)
	/usr/local/go/src/net/http/server.go:785 +0xf4
bufio.(*Reader).fill(0xc001e2c180)
	/usr/local/go/src/bufio/bufio.go:100 +0x103
bufio.(*Reader).ReadSlice(0xc001e2c180, 0xa, 0xc0072d1b28, 0xc0072d19a8, 0x782f76, 0xc005030900, 0x100)
	/usr/local/go/src/bufio/bufio.go:359 +0x3d
bufio.(*Reader).ReadLine(0xc001e2c180, 0xc0072d19b0, 0xc000954380, 0x7f7870bda008, 0x0, 0x0, 0xc0072d19f0)
	/usr/local/go/src/bufio/bufio.go:388 +0x34
net/textproto.(*Reader).readLineSlice(0xc005c29290, 0xc005030900, 0xc001d74400, 0x0, 0x0, 0x7a821c)
	/usr/local/go/src/net/textproto/reader.go:57 +0x6c
net/textproto.(*Reader).ReadLine(...)
	/usr/local/go/src/net/textproto/reader.go:38
net/http.readRequest(0xc001e2c180, 0x0, 0xc005030900, 0x0, 0x0)
	/usr/local/go/src/net/http/request.go:1012 +0x92
net/http.(*conn).readRequest(0xc000c76140, 0x53c1ea0, 0xc001d6ed40, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/http/server.go:965 +0x15f
net/http.(*conn).serve(0xc000c76140, 0x53c1ea0, 0xc001d6ed40)
	/usr/local/go/src/net/http/server.go:1817 +0x6d4
created by net/http.(*Server).Serve
	/usr/local/go/src/net/http/server.go:2928 +0x384

goroutine 57222 [semacquire, 22 minutes]:
sync.runtime_Semacquire(0xc006bd7120)
	/usr/local/go/src/runtime/sema.go:56 +0x42
sync.(*WaitGroup).Wait(0xc006bd7118)
	/usr/local/go/src/sync/waitgroup.go:130 +0x64
github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup.(*Group).Wait(0xc006bd7110, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:40 +0x31
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait(0xc006bd7110, 0x53c1ea0, 0xc005e6a940, 0xc005e6a980, 0xc005e6a940)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:142 +0x57
github.com/cockroachdb/cockroach/pkg/sql.DistIngest(0x53c1f60, 0xc006c70a80, 0x546e280, 0xc001962800, 0xc007a80ea0, 0xc007cd4ab0, 0xc004fe6300, 0xa, 0x10, 0x1, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_plan_csv.go:359 +0xc4b
github.com/cockroachdb/cockroach/pkg/ccl/importccl.(*importResumer).Resume(0xc006b9ccc0, 0x53c1f60, 0xc0076a3140, 0x4a32380, 0xc001962800, 0xc004da6060, 0x53c1f60, 0xc0076a3140)
	/go/src/github.com/cockroachdb/cockroach/pkg/ccl/importccl/import_stmt.go:1106 +0x75e
github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).stepThroughStateMachine(0xc00011eee0, 0x53c1f60, 0xc0077cfb90, 0x4a32380, 0xc001962800, 0x5373420, 0xc006b9ccc0, 0xc004da6060, 0xc007a80ea0, 0xc0055e5190, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:821 +0x76f
github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).resume.func1(0x53c1ea0, 0xc006b9cd00)
	/go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:952 +0x4f2
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc0001d2360, 0x53c1ea0, 0xc006b9cd00, 0xc00421a6e0, 0x1e, 0x0, 0x0, 0xc0051db540)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:323 +0x152
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:318 +0x131

goroutine 1629 [select, 24 minutes]:
github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc001887140)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc2
created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.newCCBalancerWrapper
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x16d

goroutine 72711 [select, 13 minutes]:
github.com/cockroachdb/cockroach/pkg/sql/row.(*DatumRowConverter).SendBatch(0xc0063aa500, 0x53c1ea0, 0xc00651ea40, 0x53e4820, 0xc0345077b0)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/row/row_converter.go:415 +0x11b
github.com/cockroachdb/cockroach/pkg/sql/row.(*DatumRowConverter).Row(0xc0063aa500, 0x53c1ea0, 0xc00651ea40, 0x5, 0xf9af11a72be, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/row/row_converter.go:396 +0x248
github.com/cockroachdb/cockroach/pkg/ccl/importccl.(*parallelImporter).importWorker(0xc001ab8280, 0x53c1ea0, 0xc00651ea40, 0x3, 0x532e660, 0xc02cd7ff90, 0xc004a174f0, 0xc02ce8fce0, 0xc02cea8fc0, 0x4, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/ccl/importccl/read_import_base.go:631 +0x46a
github.com/cockroachdb/cockroach/pkg/ccl/importccl.runParallelImport.func1.1(0x53c1ea0, 0xc00651ea40, 0x3, 0x13179e0, 0x4bcb828)
	/go/src/github.com/cockroachdb/cockroach/pkg/ccl/importccl/read_import_base.go:514 +0x91
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GroupWorkers.func1(0x53c1ea0, 0xc00651ea40, 0x1d, 0x18)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:175 +0x42
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1(0xc000496768, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:166 +0x3a
github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup.(*Group).Go.func1(0xc02ced4330, 0xc02ced43f0)
	/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:57 +0x64
created by github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup.(*Group).Go
	/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:54 +0x66

goroutine 3216 [select, 13 minutes]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/idalloc.(*Allocator).start.func1(0x53c1f60, 0xc0018559e0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/idalloc/id_alloc.go:151 +0x3f1
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001841970, 0xc0001d2360, 0xc001841960)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 1631 [select]:
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc0003c8000, 0xc000709270, 0xc0008d2000, 0x12, 0xc001856480, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1070 +0x30b
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1.1.1(0x53c1f60, 0xc0016c34a0)
	/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1005 +0x79
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000393320, 0xc0001d2360, 0xc000709360)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:198 +0x13e
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:191 +0xa8

goroutine 57258 [chan receive, 13 minutes]:
github.com/cockroachdb/cockroach/pkg/ccl/importccl.(*readImportDataProcessor).Run(0xc004652500, 0x53c1ea0, 0xc005e6a9c0)
	/go/src/github.com/cockroachdb/cockroach/pkg/ccl/importccl/import_processor.go:83 +0x245
github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc006eb5680, 0x53c1ea0, 0xc005e6a9c0, 0x4bc88c0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:369 +0x24a
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000cda2c0, 0xc0066b44d0, 0x0, 0xc003954a50, 0xc0016c4e00, 0xc0012d2000, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:409 +0x5d4
github.com/cockroachdb/cockroach/pkg/sql.DistIngest.func7(0x53c1ea0, 0xc005e6a940, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_plan_csv.go:355 +0x14b
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1(0xc001020768, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:166 +0x3a
github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup.(*Group).Go.func1(0xc006bd7110, 0xc006bd7170)
	/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:57 +0x64
created by github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup.(*Group).Go
	/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:54 +0x66

goroutine 72708 [select, 13 minutes]:
github.com/cockroachdb/cockroach/pkg/sql/row.(*DatumRowConverter).SendBatch(0xc00589c280, 0x53c1ea0, 0xc00651ea40, 0x53e4820, 0xc033b62490)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/row/row_converter.go:415 +0x11b
github.com/cockroachdb/cockroach/pkg/sql/row.(*DatumRowConverter).Row(0xc00589c280, 0x53c1ea0, 0xc00651ea40, 0x5, 0xf9af11a6706, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/row/row_converter.go:396 +0x248
github.com/cockroachdb/cockroach/pkg/ccl/importccl.(*parallelImporter).importWorker(0xc001ab8280, 0x53c1ea0, 0xc00651ea40, 0x0, 0x532e660, 0xc02cd7ff90, 0xc004a174f0, 0xc02ce8fce0, 0xc02cea8fc0, 0x4, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/ccl/importccl/read_import_base.go:631 +0x46a
github.com/cockroachdb/cockroach/pkg/ccl/importccl.runParallelImport.func1.1(0x53c1ea0, 0xc00651ea40, 0x0, 0xc000494740, 0x7b99ef)
	/go/src/github.com/cockroachdb/cockroach/pkg/ccl/importccl/read_import_base.go:514 +0x91
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GroupWorkers.func1(0x53c1ea0, 0xc00651ea40, 0xc001139f58, 0xc000494768)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:175 +0x42
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1(0xc000494768, 0x53a9301)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:166 +0x3a
github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup.(*Group).Go.func1(0xc02ced4330, 0xc02ced4360)
	/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:57 +0x64
created by github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup.(*Group).Go
	/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:54 +0x66

goroutine 1630 [chan receive, 24 minutes]:
github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).resetTransport(0xc001868000)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:1179 +0x6ea
created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc.(*addrConn).connect
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:815 +0x128

goroutine 72663 [semacquire, 14 minutes]:
sync.runtime_Semacquire(0xc02ced4340)
	/usr/local/go/src/runtime/sema.go:56 +0x42
sync.(*WaitGroup).Wait(0xc02ced4338)
	/usr/local/go/src/sync/waitgroup.go:130 +0x64
github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup.(*Group).Wait(0xc02ced4330, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:40 +0x31
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait(0xc02ced4330, 0x53c1ea0, 0xc00651ea40, 0xc02cecb740, 0xc00651ea40)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:142 +0x57
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GroupWorkers(0x53c1ea0, 0xc001ab82c0, 0x4, 0xc02cec37c0, 0x53c1e00, 0x53c1ea0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:177 +0x114
github.com/cockroachdb/cockroach/pkg/ccl/importccl.runParallelImport.func1(0x53c1ea0, 0xc001ab82c0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/ccl/importccl/read_import_base.go:513 +0x1dd
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1(0xc0003ab768, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:166 +0x3a
github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup.(*Group).Go.func1(0xc02ce83e60, 0xc02ce83e90)
	/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:57 +0x64
created by github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup.(*Group).Go
	/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:54 +0x66

goroutine 72664 [select, 13 minutes]:
github.com/cockroachdb/cockroach/pkg/ccl/importccl.(*parallelImporter).flush(0xc001ab8280, 0x53c1ea0, 0xc001ab82c0, 0x6, 0x6)
	/go/src/github.com/cockroachdb/cockroach/pkg/ccl/importccl/read_import_base.go:582 +0xe8
github.com/cockroachdb/cockroach/pkg/ccl/importccl.(*parallelImporter).add(0xc001ab8280, 0x53c1ea0, 0xc001ab82c0, 0x4335ba0, 0xc03445f6a0, 0x375be0, 0xc016909f00, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/ccl/importccl/read_import_base.go:567 +0xc5
github.com/cockroachdb/cockroach/pkg/ccl/importccl.runParallelImport.func2(0x53c1ea0, 0xc001ab82c0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/ccl/importccl/read_import_base.go:542 +0x252
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1(0xc0003aa768, 0x4bcb7f0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:166 +0x3a
github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup.(*Group).Go.func1(0xc02ce83e60, 0xc02ce83ef0)
	/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:57 +0x64
created by github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup.(*Group).Go
	/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:54 +0x66

goroutine 57260 [semacquire, 14 minutes]:
sync.runtime_Semacquire(0xc02ce83e70)
	/usr/local/go/src/runtime/sema.go:56 +0x42
sync.(*WaitGroup).Wait(0xc02ce83e68)
	/usr/local/go/src/sync/waitgroup.go:130 +0x64
github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup.(*Group).Wait(0xc02ce83e60, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:40 +0x31
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait(0xc02ce83e60, 0x53c1ea0, 0xc001ab82c0, 0xc02ce83ec0, 0xc001ab82c0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:142 +0x57
github.com/cockroachdb/cockroach/pkg/ccl/importccl.runParallelImport(0x53c1ea0, 0xc005e6aa00, 0xc004a174f0, 0xc02ce8fce0, 0x53e9460, 0xc005088070, 0x532e660, 0xc02cd7ff90, 0x780e28, 0x77fd5b)
	/go/src/github.com/cockroachdb/cockroach/pkg/ccl/importccl/read_import_base.go:553 +0x2c5
github.com/cockroachdb/cockroach/pkg/ccl/importccl.(*csvInputReader).readFile(0xc004bbb660, 0x53c1ea0, 0xc005e6aa00, 0xc02ce83e30, 0x5, 0x0, 0x0, 0x532e600, 0x7f7869791300)
	/go/src/github.com/cockroachdb/cockroach/pkg/ccl/importccl/read_import_csv.go:83 +0x108
github.com/cockroachdb/cockroach/pkg/ccl/importccl.readInputFiles.func1(0xc0015023b0, 0xc0007a6c00, 0x53c1ea0, 0xc005e6aa00, 0xc02f477ae0, 0xc004d91318, 0xc02f477bf0, 0xc001e6b350, 0xc006c70db0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/ccl/importccl/read_import_base.go:242 +0x790
github.com/cockroachdb/cockroach/pkg/ccl/importccl.readInputFiles(0x53c1ea0, 0xc005e6aa00, 0xc006c37740, 0xc006c70db0, 0x1, 0x7c, 0x0, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/ccl/importccl/read_import_base.go:247 +0x4ee
github.com/cockroachdb/cockroach/pkg/ccl/importccl.(*csvInputReader).readFiles(0xc004bbb660, 0x53c1ea0, 0xc005e6aa00, 0xc006c37740, 0xc006c70db0, 0x1, 0x7c, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/ccl/importccl/read_import_csv.go:65 +0xe4
github.com/cockroachdb/cockroach/pkg/ccl/importccl.runImport.func1(0x53c1ea0, 0xc005e6aa00, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/ccl/importccl/read_import_base.go:77 +0x348
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1(0xc001020768, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:166 +0x3a
github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup.(*Group).Go.func1(0xc006bd72f0, 0xc006bd7350)
	/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:57 +0x64
created by github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup.(*Group).Go
	/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:54 +0x66

goroutine 1582 [select]:
github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc001bab5e0, 0x1, 0x0, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x122
github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc000c623c0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1e3
github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc000884000)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport.newHTTP2Client
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xedb

goroutine 3107 [IO wait]:
internal/poll.runtime_pollWait(0x7f7870b82618, 0x72, 0xffffffffffffffff)
	/usr/local/go/src/runtime/netpoll.go:184 +0x55
internal/poll.(*pollDesc).wait(0xc0018faa18, 0x72, 0x1000, 0x1000, 0xffffffffffffffff)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc0018faa00, 0xc000fb1000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf
net.(*netFD).Read(0xc0018faa00, 0xc000fb1000, 0x1000, 0x1000, 0xc0008a3650, 0x9a6f93, 0xc0018faa00)
	/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc000010688, 0xc000fb1000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:184 +0x68
github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux.(*MuxConn).Read(0xc002180540, 0xc000fb1000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc004ddd020, 0xc000fb1000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1558 +0x13d
bufio.(*Reader).fill(0xc001bf0948)
	/usr/local/go/src/bufio/bufio.go:100 +0x103
bufio.(*Reader).ReadByte(0xc001bf0948, 0xc0015b1770, 0x3271081, 0x0)
	/usr/local/go/src/bufio/bufio.go:252 +0x39
github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc001bf10d0, 0x538f3e0, 0xc001bf0948, 0x537a4e0, 0x816bb28, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:119 +0x35
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc001bf0900, 0x53c1f60, 0xc001dd39e0, 0xc0007cd010, 0xc000cc4c00, 0x5400, 0x15000, 0xc0000ed158, 0x1, 0x2, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:323 +0x570
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc0000ecfc0, 0x53c1f60, 0xc001dd39e0, 0x5422440, 0xc002180540, 0xc000d4b02b, 0x4, 0xc001dd3a10, 0x5378f20, 0xc001dd3980, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:155 +0x1dd
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc0000ecfc0, 0x53c1f60, 0xc001dd39e0, 0x5422440, 0xc002180540, 0xc0007ccf01, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:582 +0x6b4
github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x5422440, 0xc002180540)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1760 +0x166
github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc0001d2360, 0x53c1f60, 0xc001915a70, 0xc0004bd020, 0x5422440, 0xc002180540, 0xc001915aa0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8
created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith
	/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c

goroutine 88897 [IO wait]:
internal/poll.runtime_pollWait(0x7f7870b82888, 0x72, 0xffffffffffffffff)
	/usr/local/go/src/runtime/netpoll.go:184 +0x55
internal/poll.(*pollDesc).wait(0xc000914498, 0x72, 0x0, 0x1, 0xffffffffffffffff)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc000914480, 0xc0014ec341, 0x1, 0x1, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf
net.(*netFD).Read(0xc000914480, 0xc0014ec341, 0x1, 0x1, 0x14, 0x18, 0xc006d0c668)
	/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc000ae2698, 0xc0014ec341, 0x1, 0x1, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:184 +0x68
net/http.(*connReader).backgroundRead(0xc0014ec330)
	/usr/local/go/src/net/http/server.go:677 +0x58
created by net/http.(*connReader).startBackgroundRead
	/usr/local/go/src/net/http/server.go:673 +0xd4

goroutine 2062 [IO wait]:
internal/poll.runtime_pollWait(0x7f7870b827b8, 0x72, 0xffffffffffffffff)
	/usr/local/go/src/runtime/netpoll.go:184 +0x55
internal/poll.(*pollDesc).wait(0xc001882518, 0x72, 0x1000, 0x1000, 0xffffffffffffffff)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc001882500, 0xc001c48000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf
net.(*netFD).Read(0xc001882500, 0xc001c48000, 0x1000, 0x1000, 0x0, 0x3030320000000000, 0xed670aa1d)
	/usr/local/go/src/net/fd_unix.go:202 +0x4f
net.(*conn).Read(0xc000011a20, 0xc001c48000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:184 +0x68
net/http.(*connReader).Read(0xc0013a5a10, 0xc001c48000, 0x1000, 0x1000, 0xc001139f00, 0x7a89afe, 0x2)
	/usr/local/go/src/net/http/server.go:785 +0xf4
bufio.(*Reader).fill(0xc001ac2d80)
	/usr/local/go/src/bufio/bufio.go:100 +0x103
bufio.(*Reader).ReadSlice(0xc001ac2d80, 0xa, 0xc003f25b28, 0xc003f259a8, 0x782f76, 0xc002fbcf00, 0x100)
	/usr/local/go/src/bufio/bufio.go:359 +0x3d
bufio.(*Reader).ReadLine(0xc001ac2d80, 0xc003f259b0, 0xc0002cce00, 0x7f7870bdad98, 0x0, 0x2, 0xc003f259f0)
	/usr/local/go/src/bufio/bufio.go:388 +0x34
net/textproto.(*Reader).readLineSlice(0xc014976570, 0xc002fbcf00, 0xc001882500, 0x0, 0x0, 0x7a821c)
	/usr/local/go/src/net/textproto/reader.go:57 +0x6c
net/textproto.(*Reader).ReadLine(...)
	/usr/local/go/src/net/textproto/reader.go:38
net/http.readRequest(0xc001ac2d80, 0x0, 0xc002fbcf00, 0x0, 0x0)
	/usr/local/go/src/net/http/request.go:1012 +0x92
net/http.(*conn).readRequest(0xc000a3d860, 0x53c1ea0, 0xc001139ec0, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/http/server.go:965 +0x15f
net/http.(*conn).serve(0xc000a3d860, 0x53c1ea0, 0xc001139ec0)
	/usr/local/go/src/net/http/server.go:1817 +0x6d4
created by net/http.(*Server).Serve
	/usr/local/go/src/net/http/server.go:2928 +0x384

goroutine 88454 [select]:
github.com/cockroachdb/cockroach/pkg/sql/stats.(*Refresher).Start.func1.1(0x53c1f60, 0xc0016c8600)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/stats/automatic_stats.go:274 +0x149
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc0001d2360, 0x53c1f60, 0xc0016c8600, 0xc00b5235f0, 0x2a, 0x0, 0x0, 0xc025dd65a0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:323 +0x152
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:318 +0x131

goroutine 57261 [semacquire, 22 minutes]:
sync.runtime_Semacquire(0xc006bd7300)
	/usr/local/go/src/runtime/sema.go:56 +0x42
sync.(*WaitGroup).Wait(0xc006bd72f8)
	/usr/local/go/src/sync/waitgroup.go:130 +0x64
github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup.(*Group).Wait(0xc006bd72f0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:40 +0x31
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait(0xc006bd72f0, 0x53c1ea0, 0xc005e6aa00, 0x18, 0xc000496e68)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:142 +0x57
github.com/cockroachdb/cockroach/pkg/ccl/importccl.runImport.func2(0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/ccl/importccl/read_import_base.go:84 +0x81
github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup.(*Group).Go.func1(0xc006bd7380, 0xc006bd73b0)
	/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:57 +0x64
created by github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup.(*Group).Go
	/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:54 +0x66

goroutine 57188 [select, 22 minutes]:
github.com/cockroachdb/cockroach/pkg/jobs.(*StartableJob).Run(0xc005bdb9f0, 0x53c1ea0, 0xc0073bab80, 0xc001583bc0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/jobs/jobs.go:857 +0x293
github.com/cockroachdb/cockroach/pkg/ccl/importccl.importPlanHook.func1(0x53c1ea0, 0xc0073bab80, 0x0, 0x0, 0x0, 0xc005625da0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/ccl/importccl/import_stmt.go:757 +0x14e5
github.com/cockroachdb/cockroach/pkg/sql.(*hookFnNode).startExec.func1(0xc006924700, 0x53c1ea0, 0xc0073bab80, 0xc007391340, 0xc0072b7050)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/planhook.go:142 +0x7d
created by github.com/cockroachdb/cockroach/pkg/sql.(*hookFnNode).startExec
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/planhook.go:141 +0xcc

goroutine 57257 [select]:
github.com/cockroachdb/cockroach/pkg/sql.DistIngest.func6(0x53c1ea0, 0xc005e6a940, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_plan_csv.go:338 +0x179
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1(0xc001025768, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:166 +0x3a
github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup.(*Group).Go.func1(0xc006bd7110, 0xc006bd7140)
	/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:57 +0x64
created by github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup.(*Group).Go
	/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:54 +0x66

goroutine 72709 [select, 13 minutes]:
github.com/cockroachdb/cockroach/pkg/sql/row.(*DatumRowConverter).SendBatch(0xc002091400, 0x53c1ea0, 0xc00651ea40, 0x53e4820, 0xc033b01c30)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/row/row_converter.go:415 +0x11b
github.com/cockroachdb/cockroach/pkg/sql/row.(*DatumRowConverter).Row(0xc002091400, 0x53c1ea0, 0xc00651ea40, 0x5, 0xf9af11a631e, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/sql/row/row_converter.go:396 +0x248
github.com/cockroachdb/cockroach/pkg/ccl/importccl.(*parallelImporter).importWorker(0xc001ab8280, 0x53c1ea0, 0xc00651ea40, 0x1, 0x532e660, 0xc02cd7ff90, 0xc004a174f0, 0xc02ce8fce0, 0xc02cea8fc0, 0x4, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/ccl/importccl/read_import_base.go:631 +0x46a
github.com/cockroachdb/cockroach/pkg/ccl/importccl.runParallelImport.func1.1(0x53c1ea0, 0xc00651ea40, 0x1, 0x13179e0, 0x4bcb828)
	/go/src/github.com/cockroachdb/cockroach/pkg/ccl/importccl/read_import_base.go:514 +0x91
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GroupWorkers.func1(0x53c1ea0, 0xc00651ea40, 0x10, 0x18)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:175 +0x42
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1(0xc001016768, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:166 +0x3a
github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup.(*Group).Go.func1(0xc02ced4330, 0xc02ced4390)
	/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:57 +0x64
created by github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup.(*Group).Go
	/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:54 +0x66