Created
March 18, 2023 20:36
-
-
Save tbg/dc757700c1a68a62de7a9fa58e2b935a to your computer and use it in GitHub Desktop.
This file has been truncated, but you can view the full file.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| === RUN TestWriteWithStuckLeaseholderDisk | |
| test_log_scope.go:161: test logs captured to: /var/folders/bw/w49dhnhx61xdh_t25_zscjpc0000gq/T/logTestWriteWithStuckLeaseholderDisk2758821677 | |
| test_log_scope.go:79: use -show-logs to present logs inline | |
| client_stuck_disk_test.go:423: write 0: <nil> | |
| client_stuck_disk_test.go:423: write 1: <nil> | |
| client_stuck_disk_test.go:423: write 2: <nil> | |
| client_stuck_disk_test.go:423: write 3: <nil> | |
| client_stuck_disk_test.go:423: write 4: <nil> | |
| client_stuck_disk_test.go:423: write 5: <nil> | |
| client_stuck_disk_test.go:423: write 6: <nil> | |
| client_stuck_disk_test.go:423: write 7: <nil> | |
| client_stuck_disk_test.go:423: write 8: <nil> | |
| client_stuck_disk_test.go:423: write 9: <nil> | |
| client_stuck_disk_test.go:423: write 10: <nil> | |
| client_stuck_disk_test.go:423: write 11: <nil> | |
| client_stuck_disk_test.go:423: write 12: <nil> | |
| client_stuck_disk_test.go:423: write 13: <nil> | |
| client_stuck_disk_test.go:423: write 14: <nil> | |
| client_stuck_disk_test.go:423: write 15: <nil> | |
| client_stuck_disk_test.go:423: write 16: <nil> | |
| client_stuck_disk_test.go:423: write 17: <nil> | |
| client_stuck_disk_test.go:423: write 18: <nil> | |
| client_stuck_disk_test.go:423: write 19: <nil> | |
| client_stuck_disk_test.go:423: write 20: <nil> | |
| client_stuck_disk_test.go:423: write 21: <nil> | |
| client_stuck_disk_test.go:423: write 22: <nil> | |
| client_stuck_disk_test.go:423: write 23: <nil> | |
| client_stuck_disk_test.go:423: write 24: <nil> | |
| client_stuck_disk_test.go:423: write 25: <nil> | |
| client_stuck_disk_test.go:423: write 26: <nil> | |
| client_stuck_disk_test.go:423: write 27: <nil> | |
| client_stuck_disk_test.go:423: write 28: <nil> | |
| client_stuck_disk_test.go:423: write 29: <nil> | |
| client_stuck_disk_test.go:423: write 30: <nil> | |
| client_stuck_disk_test.go:423: write 31: <nil> | |
| client_stuck_disk_test.go:423: write 32: <nil> | |
| client_stuck_disk_test.go:423: write 33: <nil> | |
| client_stuck_disk_test.go:423: write 34: <nil> | |
| client_stuck_disk_test.go:423: write 35: <nil> | |
| client_stuck_disk_test.go:423: write 36: <nil> | |
| client_stuck_disk_test.go:423: write 37: <nil> | |
| client_stuck_disk_test.go:423: write 38: <nil> | |
| client_stuck_disk_test.go:423: write 39: <nil> | |
| client_stuck_disk_test.go:423: write 40: <nil> | |
| client_stuck_disk_test.go:423: write 41: <nil> | |
| client_stuck_disk_test.go:423: write 42: <nil> | |
| client_stuck_disk_test.go:423: write 43: <nil> | |
| client_stuck_disk_test.go:423: write 44: <nil> | |
| client_stuck_disk_test.go:423: write 45: <nil> | |
| client_stuck_disk_test.go:423: write 46: <nil> | |
| client_stuck_disk_test.go:423: write 47: <nil> | |
| client_stuck_disk_test.go:423: write 48: <nil> | |
| client_stuck_disk_test.go:423: write 49: <nil> | |
| client_stuck_disk_test.go:423: write 50: <nil> | |
| client_stuck_disk_test.go:423: write 51: <nil> | |
| client_stuck_disk_test.go:423: write 52: <nil> | |
| client_stuck_disk_test.go:423: write 53: <nil> | |
| client_stuck_disk_test.go:423: write 54: <nil> | |
| client_stuck_disk_test.go:423: write 55: <nil> | |
| client_stuck_disk_test.go:423: write 56: <nil> | |
| client_stuck_disk_test.go:423: write 57: <nil> | |
| client_stuck_disk_test.go:423: write 58: <nil> | |
| client_stuck_disk_test.go:423: write 59: <nil> | |
| client_stuck_disk_test.go:423: write 60: <nil> | |
| client_stuck_disk_test.go:423: write 61: <nil> | |
| client_stuck_disk_test.go:423: write 62: <nil> | |
| client_stuck_disk_test.go:423: write 63: <nil> | |
| client_stuck_disk_test.go:423: write 64: <nil> | |
| client_stuck_disk_test.go:423: write 65: <nil> | |
| client_stuck_disk_test.go:423: write 66: <nil> | |
| client_stuck_disk_test.go:423: write 67: <nil> | |
| client_stuck_disk_test.go:423: write 68: <nil> | |
| client_stuck_disk_test.go:423: write 69: <nil> | |
| client_stuck_disk_test.go:423: write 70: <nil> | |
| client_stuck_disk_test.go:423: write 71: <nil> | |
| client_stuck_disk_test.go:423: write 72: <nil> | |
| client_stuck_disk_test.go:423: write 73: <nil> | |
| client_stuck_disk_test.go:423: write 74: <nil> | |
| client_stuck_disk_test.go:423: write 75: <nil> | |
| client_stuck_disk_test.go:423: write 76: <nil> | |
| client_stuck_disk_test.go:423: write 77: <nil> | |
| client_stuck_disk_test.go:423: write 78: <nil> | |
| client_stuck_disk_test.go:423: write 79: <nil> | |
| client_stuck_disk_test.go:423: write 80: <nil> | |
| client_stuck_disk_test.go:423: write 81: <nil> | |
| client_stuck_disk_test.go:423: write 82: <nil> | |
| client_stuck_disk_test.go:423: write 83: <nil> | |
| client_stuck_disk_test.go:423: write 84: <nil> | |
| client_stuck_disk_test.go:423: write 85: <nil> | |
| client_stuck_disk_test.go:423: write 86: <nil> | |
| client_stuck_disk_test.go:423: write 87: <nil> | |
| client_stuck_disk_test.go:423: write 88: <nil> | |
| client_stuck_disk_test.go:423: write 89: <nil> | |
| client_stuck_disk_test.go:423: write 90: <nil> | |
| client_stuck_disk_test.go:423: write 91: <nil> | |
| client_stuck_disk_test.go:423: write 92: <nil> | |
| client_stuck_disk_test.go:423: write 93: <nil> | |
| client_stuck_disk_test.go:423: write 94: <nil> | |
| client_stuck_disk_test.go:423: write 95: <nil> | |
| client_stuck_disk_test.go:423: write 96: <nil> | |
| client_stuck_disk_test.go:423: write 97: <nil> | |
| client_stuck_disk_test.go:423: write 98: <nil> | |
| client_stuck_disk_test.go:423: write 99: <nil> | |
| client_stuck_disk_test.go:423: write 100: <nil> | |
| client_stuck_disk_test.go:423: write 101: <nil> | |
| client_stuck_disk_test.go:423: write 102: <nil> | |
| client_stuck_disk_test.go:423: write 103: <nil> | |
| client_stuck_disk_test.go:423: write 104: <nil> | |
| client_stuck_disk_test.go:423: write 105: <nil> | |
| client_stuck_disk_test.go:423: write 106: <nil> | |
| client_stuck_disk_test.go:423: write 107: <nil> | |
| client_stuck_disk_test.go:423: write 108: <nil> | |
| client_stuck_disk_test.go:423: write 109: <nil> | |
| client_stuck_disk_test.go:423: write 110: <nil> | |
| client_stuck_disk_test.go:423: write 111: <nil> | |
| client_stuck_disk_test.go:423: write 112: <nil> | |
| client_stuck_disk_test.go:423: write 113: <nil> | |
| client_stuck_disk_test.go:423: write 114: <nil> | |
| client_stuck_disk_test.go:423: write 115: <nil> | |
| client_stuck_disk_test.go:423: write 116: <nil> | |
| client_stuck_disk_test.go:423: write 117: <nil> | |
| client_stuck_disk_test.go:423: write 118: <nil> | |
| client_stuck_disk_test.go:423: write 119: <nil> | |
| client_stuck_disk_test.go:423: write 120: <nil> | |
| client_stuck_disk_test.go:423: write 121: <nil> | |
| client_stuck_disk_test.go:423: write 122: <nil> | |
| client_stuck_disk_test.go:423: write 123: <nil> | |
| client_stuck_disk_test.go:423: write 124: <nil> | |
| client_stuck_disk_test.go:423: write 125: <nil> | |
| client_stuck_disk_test.go:423: write 126: <nil> | |
| client_stuck_disk_test.go:423: write 127: <nil> | |
| client_stuck_disk_test.go:423: write 128: <nil> | |
| client_stuck_disk_test.go:423: write 129: <nil> | |
| client_stuck_disk_test.go:423: write 130: <nil> | |
| client_stuck_disk_test.go:423: write 131: <nil> | |
| client_stuck_disk_test.go:423: write 132: <nil> | |
| client_stuck_disk_test.go:423: write 133: <nil> | |
| client_stuck_disk_test.go:423: write 134: <nil> | |
| client_stuck_disk_test.go:423: write 135: <nil> | |
| client_stuck_disk_test.go:423: write 136: <nil> | |
| client_stuck_disk_test.go:423: write 137: <nil> | |
| client_stuck_disk_test.go:423: write 138: <nil> | |
| client_stuck_disk_test.go:423: write 139: <nil> | |
| client_stuck_disk_test.go:423: write 140: <nil> | |
| client_stuck_disk_test.go:423: write 141: <nil> | |
| client_stuck_disk_test.go:423: write 142: <nil> | |
| client_stuck_disk_test.go:423: write 143: <nil> | |
| client_stuck_disk_test.go:423: write 144: <nil> | |
| client_stuck_disk_test.go:423: write 145: <nil> | |
| client_stuck_disk_test.go:423: write 146: <nil> | |
| client_stuck_disk_test.go:423: write 147: <nil> | |
| client_stuck_disk_test.go:423: write 148: <nil> | |
| client_stuck_disk_test.go:423: write 149: <nil> | |
| client_stuck_disk_test.go:423: write 150: <nil> | |
| client_stuck_disk_test.go:423: write 151: <nil> | |
| client_stuck_disk_test.go:423: write 152: <nil> | |
| client_stuck_disk_test.go:423: write 153: <nil> | |
| client_stuck_disk_test.go:423: write 154: <nil> | |
| client_stuck_disk_test.go:423: write 155: <nil> | |
| client_stuck_disk_test.go:423: write 156: <nil> | |
| client_stuck_disk_test.go:423: write 157: <nil> | |
| client_stuck_disk_test.go:423: write 158: <nil> | |
| client_stuck_disk_test.go:423: write 159: <nil> | |
| client_stuck_disk_test.go:423: write 160: <nil> | |
| client_stuck_disk_test.go:423: write 161: <nil> | |
| client_stuck_disk_test.go:423: write 162: <nil> | |
| client_stuck_disk_test.go:423: write 163: <nil> | |
| client_stuck_disk_test.go:423: write 164: <nil> | |
| client_stuck_disk_test.go:423: write 165: <nil> | |
| client_stuck_disk_test.go:423: write 166: <nil> | |
| client_stuck_disk_test.go:423: write 167: <nil> | |
| client_stuck_disk_test.go:423: write 168: <nil> | |
| client_stuck_disk_test.go:423: write 169: <nil> | |
| client_stuck_disk_test.go:423: write 170: <nil> | |
| client_stuck_disk_test.go:423: write 171: <nil> | |
| client_stuck_disk_test.go:423: write 172: <nil> | |
| client_stuck_disk_test.go:423: write 173: <nil> | |
| client_stuck_disk_test.go:423: write 174: <nil> | |
| client_stuck_disk_test.go:423: write 175: <nil> | |
| client_stuck_disk_test.go:423: write 176: <nil> | |
| client_stuck_disk_test.go:423: write 177: <nil> | |
| client_stuck_disk_test.go:423: write 178: <nil> | |
| client_stuck_disk_test.go:423: write 179: <nil> | |
| client_stuck_disk_test.go:423: write 180: <nil> | |
| client_stuck_disk_test.go:423: write 181: <nil> | |
| client_stuck_disk_test.go:423: write 182: <nil> | |
| client_stuck_disk_test.go:423: write 183: <nil> | |
| client_stuck_disk_test.go:423: write 184: <nil> | |
| client_stuck_disk_test.go:423: write 185: <nil> | |
| client_stuck_disk_test.go:423: write 186: <nil> | |
| client_stuck_disk_test.go:423: write 187: <nil> | |
| client_stuck_disk_test.go:423: write 188: <nil> | |
| client_stuck_disk_test.go:423: write 189: <nil> | |
| client_stuck_disk_test.go:423: write 190: <nil> | |
| client_stuck_disk_test.go:423: write 191: <nil> | |
| client_stuck_disk_test.go:423: write 192: <nil> | |
| client_stuck_disk_test.go:423: write 193: <nil> | |
| client_stuck_disk_test.go:423: write 194: <nil> | |
| client_stuck_disk_test.go:423: write 195: <nil> | |
| client_stuck_disk_test.go:423: write 196: <nil> | |
| client_stuck_disk_test.go:423: write 197: <nil> | |
| client_stuck_disk_test.go:423: write 198: <nil> | |
| client_stuck_disk_test.go:423: write 199: <nil> | |
| client_stuck_disk_test.go:423: write 200: <nil> | |
| client_stuck_disk_test.go:423: write 201: <nil> | |
| client_stuck_disk_test.go:423: write 202: <nil> | |
| client_stuck_disk_test.go:423: write 203: <nil> | |
| client_stuck_disk_test.go:423: write 204: <nil> | |
| client_stuck_disk_test.go:423: write 205: <nil> | |
| client_stuck_disk_test.go:423: write 206: <nil> | |
| client_stuck_disk_test.go:423: write 207: <nil> | |
| client_stuck_disk_test.go:423: write 208: <nil> | |
| client_stuck_disk_test.go:423: write 209: <nil> | |
| client_stuck_disk_test.go:423: write 210: <nil> | |
| client_stuck_disk_test.go:423: write 211: <nil> | |
| client_stuck_disk_test.go:423: write 212: <nil> | |
| client_stuck_disk_test.go:423: write 213: <nil> | |
| client_stuck_disk_test.go:423: write 214: <nil> | |
| client_stuck_disk_test.go:423: write 215: <nil> | |
| client_stuck_disk_test.go:423: write 216: <nil> | |
| client_stuck_disk_test.go:423: write 217: <nil> | |
| client_stuck_disk_test.go:423: write 218: <nil> | |
| client_stuck_disk_test.go:423: write 219: <nil> | |
| client_stuck_disk_test.go:423: write 220: <nil> | |
| client_stuck_disk_test.go:423: write 221: <nil> | |
| client_stuck_disk_test.go:423: write 222: <nil> | |
| client_stuck_disk_test.go:423: write 223: <nil> | |
| client_stuck_disk_test.go:423: write 224: <nil> | |
| client_stuck_disk_test.go:423: write 225: <nil> | |
| client_stuck_disk_test.go:423: write 226: <nil> | |
| client_stuck_disk_test.go:423: write 227: <nil> | |
| client_stuck_disk_test.go:423: write 228: <nil> | |
| client_stuck_disk_test.go:423: write 229: <nil> | |
| client_stuck_disk_test.go:423: write 230: <nil> | |
| client_stuck_disk_test.go:423: write 231: <nil> | |
| client_stuck_disk_test.go:423: write 232: <nil> | |
| client_stuck_disk_test.go:423: write 233: <nil> | |
| client_stuck_disk_test.go:423: write 234: <nil> | |
| client_stuck_disk_test.go:423: write 235: <nil> | |
| client_stuck_disk_test.go:423: write 236: <nil> | |
| client_stuck_disk_test.go:423: write 237: <nil> | |
| client_stuck_disk_test.go:423: write 238: <nil> | |
| client_stuck_disk_test.go:423: write 239: <nil> | |
| client_stuck_disk_test.go:423: write 240: <nil> | |
| client_stuck_disk_test.go:423: write 241: <nil> | |
| client_stuck_disk_test.go:423: write 242: <nil> | |
| client_stuck_disk_test.go:423: write 243: <nil> | |
| client_stuck_disk_test.go:423: write 244: <nil> | |
| client_stuck_disk_test.go:423: write 245: <nil> | |
| client_stuck_disk_test.go:423: write 246: <nil> | |
| client_stuck_disk_test.go:423: write 247: <nil> | |
| client_stuck_disk_test.go:423: write 248: <nil> | |
| client_stuck_disk_test.go:423: write 249: <nil> | |
| client_stuck_disk_test.go:423: write 250: <nil> | |
| client_stuck_disk_test.go:423: write 251: <nil> | |
| client_stuck_disk_test.go:423: write 252: <nil> | |
| client_stuck_disk_test.go:423: write 253: <nil> | |
| client_stuck_disk_test.go:423: write 254: <nil> | |
| client_stuck_disk_test.go:423: write 255: <nil> | |
| client_stuck_disk_test.go:423: write 256: <nil> | |
| client_stuck_disk_test.go:423: write 257: <nil> | |
| client_stuck_disk_test.go:418: goroutine 3517 [running]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver_test.TestWriteWithStuckLeaseholderDisk.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/client_stuck_disk_test.go:417 +0x48 | |
| created by time.goFunc | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/time/sleep.go:176 +0x38 | |
| goroutine 1 [chan receive]: | |
| testing.(*T).Run(0x140016b7520, {0x108aa2714?, 0x22203753e43b0?}, 0x10ade6c40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/testing/testing.go:1494 +0x314 | |
| testing.runTests.func1(0x0?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/testing/testing.go:1846 +0x70 | |
| testing.tRunner(0x140016b7520, 0x1400233fc68) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/testing/testing.go:1446 +0x10c | |
| testing.runTests(0x14001124960?, {0x10e103940, 0x2bf, 0x2bf}, {0x14000cb6900?, 0x26?, 0x0?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/testing/testing.go:1844 +0x3f0 | |
| testing.(*M).Run(0x14001124960) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/testing/testing.go:1726 +0x4f0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver_test.TestMain(0x140000b9ec8?) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/main_test.go:35 +0xc4 | |
| main.main() | |
| _testmain.go:1473 +0x1d4 | |
| goroutine 19 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.flushDaemon() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_flush.go:75 +0x50 | |
| created by github.com/cockroachdb/cockroach/pkg/util/log.init.5 | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_flush.go:41 +0x24 | |
| goroutine 20 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.signalFlusher() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_flush.go:98 +0xb4 | |
| created by github.com/cockroachdb/cockroach/pkg/util/log.init.5 | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_flush.go:42 +0x30 | |
| goroutine 82 [syscall]: | |
| os/signal.signal_recv() | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sigqueue.go:149 +0x2c | |
| os/signal.loop() | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/os/signal/signal_unix.go:23 +0x1c | |
| created by os/signal.Notify.func1.1 | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/os/signal/signal.go:151 +0x2c | |
| goroutine 58 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140001da800, 0x10488381c}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 6 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/util/goschedstats.init.0.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/goschedstats/runnable.go:165 +0xb4 | |
| created by github.com/cockroachdb/cockroach/pkg/util/goschedstats.init.0 | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/goschedstats/runnable.go:157 +0x24 | |
| goroutine 198 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003274800, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 197 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003274400, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 10 [select]: | |
| go.opencensus.io/stats/view.(*worker).start(0x14000e3a000) | |
| /Users/tobias/go/pkg/mod/go.opencensus.io@v0.24.0/stats/view/worker.go:292 +0x88 | |
| created by go.opencensus.io/stats/view.init.0 | |
| /Users/tobias/go/pkg/mod/go.opencensus.io@v0.24.0/stats/view/worker.go:34 +0xa4 | |
| goroutine 57 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140001da400, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 12 [semacquire]: | |
| sync.runtime_SemacquireMutex(0x1?, 0xff?, 0xffffffffffffffff?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:77 +0x24 | |
| sync.(*Mutex).lockSlow(0x14001c0a650) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/mutex.go:171 +0x178 | |
| sync.(*Mutex).Lock(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/mutex.go:90 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).evalAndPropose.func3() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_raft.go:307 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).executeWriteBatch(0x14001c0a580, {0x10ae52520, 0x14003d125d0}, 0x1400489fa00, 0x14003574780) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_write.go:327 +0x984 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).executeBatchWithConcurrencyRetries(0x14001c0a580, {0x10ae52520, 0x14003d125d0}, 0x1400489fa00, 0x10ade4698) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_send.go:483 +0x1fc | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).SendWithWriteBytes(0x14001c0a580, {0x10ae524e8?, 0x14005d03380?}, 0x1400489fa00) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_send.go:185 +0x4c8 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).Send(0x10ae524e8?, {0x10ae524e8?, 0x14005d03380?}, 0x8?) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_send.go:117 +0x24 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver_test.TestWriteWithStuckLeaseholderDisk(0x140016b76c0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/client_stuck_disk_test.go:420 +0x870 | |
| testing.tRunner(0x140016b76c0, 0x10ade6c40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/testing/testing.go:1446 +0x10c | |
| created by testing.(*T).Run | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/testing/testing.go:1493 +0x300 | |
| goroutine 13 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.(*fileSink).gcDaemon(0x140016c80d0, {0x10ae52478, 0x14000a9f140}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/log/file_log_gc.go:25 +0x70 | |
| created by github.com/cockroachdb/cockroach/pkg/util/log.ApplyConfig | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/log/flags.go:306 +0xdd4 | |
| goroutine 14 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.(*fileSink).gcDaemon(0x140016c8270, {0x10ae52478, 0x14000a9f140}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/log/file_log_gc.go:25 +0x70 | |
| created by github.com/cockroachdb/cockroach/pkg/util/log.ApplyConfig | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/log/flags.go:306 +0xdd4 | |
| goroutine 15 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.(*fileSink).gcDaemon(0x140016c8340, {0x10ae52478, 0x14000a9f140}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/log/file_log_gc.go:25 +0x70 | |
| created by github.com/cockroachdb/cockroach/pkg/util/log.ApplyConfig | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/log/flags.go:306 +0xdd4 | |
| goroutine 16 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.(*fileSink).gcDaemon(0x140016c8410, {0x10ae52478, 0x14000a9f140}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/log/file_log_gc.go:25 +0x70 | |
| created by github.com/cockroachdb/cockroach/pkg/util/log.ApplyConfig | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/log/flags.go:306 +0xdd4 | |
| goroutine 114 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:388 +0x7c | |
| created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:385 +0x2e4 | |
| goroutine 115 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:462 +0x224 | |
| created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:435 +0x60 | |
| goroutine 116 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:388 +0x7c | |
| created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:385 +0x2e4 | |
| goroutine 117 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:462 +0x224 | |
| created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:435 +0x60 | |
| goroutine 118 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:388 +0x7c | |
| created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:385 +0x2e4 | |
| goroutine 119 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:462 +0x224 | |
| created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:435 +0x60 | |
| goroutine 120 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:388 +0x7c | |
| created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:385 +0x2e4 | |
| goroutine 121 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:462 +0x224 | |
| created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:435 +0x60 | |
| goroutine 122 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:388 +0x7c | |
| created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:385 +0x2e4 | |
| goroutine 123 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:462 +0x224 | |
| created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:435 +0x60 | |
| goroutine 124 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:388 +0x7c | |
| created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:385 +0x2e4 | |
| goroutine 125 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:462 +0x224 | |
| created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:435 +0x60 | |
| goroutine 126 [select]: | |
| github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFS).startTickerLocked.func1() | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/vfs/disk_health.go:474 +0xbc | |
| created by github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFS).startTickerLocked | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/vfs/disk_health.go:468 +0x84 | |
| goroutine 127 [select]: | |
| github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker.func1() | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/vfs/disk_health.go:148 +0x9c | |
| created by github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/vfs/disk_health.go:143 +0x68 | |
| goroutine 619 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicaScanner).waitAndProcess(0x1400446a8c0, {0x10ae52520, 0x1400111e630}, {0x105ceec90?, 0x10dfcdaa0?, 0x0?}, 0x14001b80000) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scanner.go:224 +0x178 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicaScanner).scanLoop.func1.1(0x10ae25ed8?) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scanner.go:286 +0x58 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*storeReplicaVisitor).Visit(0x1400069ac90, 0x140008f8300) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:436 +0x218 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicaScanner).scanLoop.func1({0x10ae52520?, 0x1400111e630}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scanner.go:284 +0x1d8 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 129 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b26090}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x14000114798) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 130 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b260f0}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x14000114f98) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 131 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b26150}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x14000115798) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 132 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b261b0}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x14000115f98) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 133 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b26030}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x222036ee35c8c?, 0x55f?}}, 0x1400010e798) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x1400058a000?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 134 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b26450}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x14000889798) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 135 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b26240}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x14000889f98) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 136 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b264b0}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x1400010f798) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 137 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b26510}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x1400010ff98) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 138 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b26570}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x14000110798) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 668 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1({0x10ae52478, 0x14000e3c600}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:204 +0xfc | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 1148 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14001da8240}, 0x10498efc8?, {0x10aea5ca0, 0x1400613e580}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14001da8240}, 0x64161e6d?, 0x140065446c0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14001da8240?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x140006fa6c0?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x1400509eef8) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x140006fa6c0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 40 [select]: | |
| github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFS).startTickerLocked.func1() | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/vfs/disk_health.go:474 +0xbc | |
| created by github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFS).startTickerLocked | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/vfs/disk_health.go:468 +0x84 | |
| goroutine 56 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140001da000, 0x1}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 55 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140001d7c00, 0x1}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 54 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140022de800, 0x1}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 196 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003274000, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 195 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14002d7bc00, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 39 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/tracing.(*Tracer).runPeriodicSnapshotsLoop(0x14000887eb8?, 0x14001b24000, 0x14000360840, 0x140000818c0, 0x14000887ef8?) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/tracer_snapshots.go:295 +0xbc | |
| github.com/cockroachdb/cockroach/pkg/util/tracing.(*Tracer).PeriodicSnapshotsLoop(0x14000887f18?, 0x10550a1c4?, 0x1400180cea0?) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/tracer_snapshots.go:261 +0xb8 | |
| github.com/cockroachdb/cockroach/pkg/server.newSQLServer.func1({0x14001efc000, 0x1}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/server_sql.go:515 +0x48 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 194 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14002d7b800, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 33 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14002d7b400, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 38 [select]: | |
| github.com/cockroachdb/cockroach/pkg/ccl/utilccl.UpdateMetricOnLicenseChange.func2({0x10ae52520, 0x14000d3f200}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/ccl/utilccl/license_check.go:169 +0xf8 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 617 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2({0x10ae52520, 0x1400111e570}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:843 +0xc0 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 618 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2({0x10ae52520, 0x1400111e5d0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:843 +0xc0 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 35 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.newInfoStore.func1({0x1400142e000?, 0x0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/gossip/infostore.go:192 +0x74 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 157 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initCancelingWorkers.func1({0x10ae52520, 0x14000ee46f0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:234 +0x94 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 41 [select]: | |
| github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker.func1() | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/vfs/disk_health.go:148 +0x9c | |
| created by github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/vfs/disk_health.go:143 +0x68 | |
| goroutine 32 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14002d7b000, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 43 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b26690}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x14001bb2798) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 44 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b266f0}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x14001bb2f98) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 45 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b26780}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x14001bb3798) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 46 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b26630}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x2c225c726f746361?, 0x2c5d393939392e30?}}, 0x14001bb3f98) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x225c5b524554454d?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 47 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b269f0}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x14001bb4798) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 48 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b26a50}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x269?, 0x26c?}}, 0x14001fa2f98) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x2a4?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 49 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b26990}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x262?, 0x265?}}, 0x140022bff98) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x29d?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 162 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000be0060}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x25d?, 0x260?}}, 0x140022baf98) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x298?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 163 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b174d0}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x14001bae798) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 164 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b26ab0}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x14001baef98) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 165 [select]: | |
| github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker.func1() | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/vfs/disk_health.go:148 +0x9c | |
| created by github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/vfs/disk_health.go:143 +0x68 | |
| goroutine 166 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x1400009d4e0, 0x0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x1400009d4d0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/pebble/record.(*flusherCond).Wait(...) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/record/log_writer.go:203 | |
| github.com/cockroachdb/pebble/record.(*LogWriter).flushLoop(0x1400009d400, {0x10a55c5a0, 0x10e1a1910}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/record/log_writer.go:428 +0x5b8 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001cea20?, 0x222020200a2c7d20?, 0x676e4c74614c7349?}}, 0x140000b5fb8) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble/record.NewLogWriter.func2() | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/record/log_writer.go:351 +0x68 | |
| created by github.com/cockroachdb/pebble/record.NewLogWriter | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/record/log_writer.go:350 +0x3e8 | |
| goroutine 156 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initCancelingWorkers.func1({0x10ae52520, 0x14000ee4690}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:234 +0x94 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 30 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14002d7a800, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 31 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14002d7ac00, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 616 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2({0x10ae52520, 0x1400111e510}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:843 +0xc0 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1778 [select]: | |
| github.com/cockroachdb/cockroach/pkg/ts.(*poller).start.func1({0x14004047800, 0x14004b73a10}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/ts/db.go:174 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 155 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func4({0x14001f21800, 0x200a2c65736c6166}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:191 +0xc8 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 615 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2({0x10ae52520, 0x1400111e4b0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:843 +0xc0 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 29 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14002d7a400, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 614 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2({0x10ae52520, 0x1400111e240}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:843 +0xc0 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 53 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140021f2000, 0x1}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 613 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2({0x10ae52520, 0x1400111e1b0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:843 +0xc0 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 236 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).processEvents(0x14002018c60, {0x10ae52478, 0x1400401e240}, 0x1048eb0a4?, 0x14002c307e0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:358 +0x94 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func2({0x10ae52478?, 0x1400401e240?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:315 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 28 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14002d7a000, 0x200a2c65736c6166}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 158 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initCancelingWorkers.func1({0x10ae52520, 0x14000ee49c0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:234 +0x94 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 159 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initCancelingWorkers.func1({0x10ae52520, 0x14000ee4a20}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:234 +0x94 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 199 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003274c00, 0x1}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 200 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003275000, 0xa}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 201 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003275400, 0x1}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 202 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003275800, 0x1}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 203 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003275c00, 0x1}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 204 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003278000, 0x1}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 205 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003278400, 0x1}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 206 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003278800, 0x1}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 207 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003278c00, 0x1}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 208 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003279000, 0x201}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 209 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003279400, 0x1}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 210 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003279800, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 211 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003279c00, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 212 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400327c000, 0x1}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 213 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400327c400, 0x105070fc0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 214 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400327c800, 0x105070fc0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 215 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400327cc00, 0xb1}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 216 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400327d000, 0x14000a9c320}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 217 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400327d400, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 218 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400327d800, 0xd}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 219 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400327dc00, 0xd}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 220 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003288000, 0xd}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 221 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003288400, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 222 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003288800, 0x221}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 223 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003288c00, 0x226}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 224 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003289000, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 225 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003289400, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 226 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003289800, 0x33}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 227 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14003289c00, 0x2c}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 160 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:388 +0x7c | |
| created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:385 +0x2e4 | |
| goroutine 161 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:462 +0x224 | |
| created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:435 +0x60 | |
| goroutine 242 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:388 +0x7c | |
| created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:385 +0x2e4 | |
| goroutine 243 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:462 +0x224 | |
| created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:435 +0x60 | |
| goroutine 244 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:388 +0x7c | |
| created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:385 +0x2e4 | |
| goroutine 245 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:462 +0x224 | |
| created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:435 +0x60 | |
| goroutine 246 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:388 +0x7c | |
| created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:385 +0x2e4 | |
| goroutine 247 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:462 +0x224 | |
| created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:435 +0x60 | |
| goroutine 248 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:388 +0x7c | |
| created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:385 +0x2e4 | |
| goroutine 249 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:462 +0x224 | |
| created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:435 +0x60 | |
| goroutine 250 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:388 +0x7c | |
| created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:385 +0x2e4 | |
| goroutine 251 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:462 +0x224 | |
| created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:435 +0x60 | |
| goroutine 252 [select]: | |
| github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFS).startTickerLocked.func1() | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/vfs/disk_health.go:474 +0xbc | |
| created by github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFS).startTickerLocked | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/vfs/disk_health.go:468 +0x84 | |
| goroutine 253 [select]: | |
| github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker.func1() | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/vfs/disk_health.go:148 +0x9c | |
| created by github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/vfs/disk_health.go:143 +0x68 | |
| goroutine 1189 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1({0x10ae52478, 0x14003ea15c0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:204 +0xfc | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 255 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000f42030}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x140022b1f98) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 256 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000f420f0}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x1400335c798) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 257 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000f42090}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x140033c6f98) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 258 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000f42210}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x140033c7798) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 259 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000f54210}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x140022abf98) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 260 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000f421b0}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x14003356798) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 261 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000f62030}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x14003301f98) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 262 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000f42270}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x14003357798) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 263 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000f42510}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x14003357f98) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 264 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000f42570}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x14003404f98) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 3487 [select]: | |
| google.golang.org/grpc.newClientStreamWithParams.func4() | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/stream.go:366 +0x8c | |
| created by google.golang.org/grpc.newClientStreamWithParams | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/stream.go:365 +0xc44 | |
| goroutine 3408 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x1400124ada8, 0x1) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x1400124ad98) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport.(*updatesBuf).GetBySeq(0x1400124ad90, {0x10ae52478, 0x140055a7dc0}, 0x3) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport/sender.go:594 +0xe0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport.(*rpcConn).run.func1({0x10ae52520?, 0x140062deff0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport/sender.go:803 +0x24c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 612 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2({0x10ae52520, 0x1400111e150}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:843 +0xc0 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 991 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14003d04f60}, 0x10498efc8?, {0x10aea5ca0, 0x140010ae080}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14003d04f60}, 0x64161e6d?, 0x14001db2fc0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14003d04f60?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14002e487e0?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x1400073eef8) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14002e487e0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 611 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2({0x10ae52520, 0x1400111e0f0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:843 +0xc0 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 610 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2({0x10ae52520, 0x1400111e030}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:843 +0xc0 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1188 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).processEvents(0x14001f6e580, {0x10ae52478, 0x14003ea1500}, 0x1048eb0a4?, 0x14002c4a9c0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:358 +0x94 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func2({0x10ae52478?, 0x14003ea1500?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:315 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 1395 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x140053b5c80}, 0x10498efc8?, {0x10aea5ca0, 0x14005726c80}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x140053b5c80}, 0x64161e6d?, 0x140041a6b40) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x140053b5c80?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x1400570be90?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x140050a4ef8) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x1400570be90}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1432 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14005946060}, 0x10498efc8?, {0x10aea5ca0, 0x14005971800}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14005946060}, 0x64161e6d?, 0x1400557e240) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14005946060?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x140058d10e0?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x14005546ef8) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x140058d10e0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1291 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14005259080}, 0x10498efc8?, {0x10aea5ca0, 0x14005271e00}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14005259080}, 0x64161e6d?, 0x14004072ea0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14005259080?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x140053a1200?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x1400196bef8) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x140053a1200}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1292 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14005259140}, 0x10498efc8?, {0x10aea5ca0, 0x14005271e80}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14005259140}, 0x64161e6d?, 0x1400413c5a0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14005259140?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x140053a12c0?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x140050a0ef8) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x140053a12c0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1232 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).outputLoop(0x1400208d770, {0x10ae52478, 0x14001cc1e80}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:326 +0x1b0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).runOutputLoop(0x1400208d770, {0x10ae52520, 0x14004dcc2a0}, 0x1050126f4?) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:351 +0xac | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run.func1({0x10ae52520?, 0x14004dcc2a0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:320 +0x44 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1187 [semacquire]: | |
| sync.runtime_Semacquire(0x14003ea1600?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28 | |
| sync.(*WaitGroup).Wait(0x14003ea1608) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80 | |
| golang.org/x/sync/errgroup.(*Group).Wait(0x14003ea1600) | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:53 +0x2c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x14003ea1600?, {0x10ae52478?, 0x14003ea15c0?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans(0x14001eec000, {0x10ae52478, 0x14003ea1500}, {0x14003ea1580, 0x1, 0x105092248?}, 0x0, 0x14002c4a9c0, {0x14002378e00, 0x1, ...}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:230 +0x524 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed(0x14003569668?, {0x10ae52478, 0x14003ea1500}, {0x14001ca86c0, 0x1, 0x1076adb10?}, {0x1400492c800?, 0x6?, 0x0?}, 0xf8?, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:148 +0xc4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*dbAdapter).RangeFeed(0x0?, {0x10ae52478?, 0x14003ea1500?}, {0x14001ca86c0?, 0x0?, 0x14004939830?}, {0x10759aa80?, 0x492c800?, 0x40?}, 0x20?, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/db_adapter.go:81 +0x30 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func1({0x10ae52478?, 0x14003ea1500?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:312 +0x70 | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 1210 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14004e00360}, 0x10498efc8?, {0x10aea5ca0, 0x14004c4ad80}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14004e00360}, 0x64161e6d?, 0x14002f19b00) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14004e00360?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14004e0a0f0?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x14005099ef8) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14004e0a0f0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1230 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run(0x14001ea6480, {0x10ae52520?, 0x14004dcc180?}, 0xa?, 0x14004d23bc0, 0x14000e6c900) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:292 +0x388 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).Start.func1({0x10ae52520?, 0x14004dcc180?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:240 +0x40 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1178 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14003db46c0}, 0x10498efc8?, {0x10aea5ca0, 0x14002740f80}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14003db46c0}, 0x64161e6d?, 0x14003ac4b40) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14003db46c0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14004a543c0?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x140049f4ef8) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14004a543c0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 281 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.newInfoStore.func1({0x1400336d000?, 0x0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/gossip/infostore.go:192 +0x74 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1091 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14003d76720}, 0x10498efc8?, {0x10aea5ca0, 0x14004cb4400}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14003d76720}, 0x64161e6d?, 0x140013b6000) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14003d76720?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14004ce0690?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x14004577ef8) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14004ce0690}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 975 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x140036ab740}, 0x10498efc8?, {0x10aea5ca0, 0x14003e6b380}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x140036ab740}, 0x64161e6d?, 0x140022d10e0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x140036ab740?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x140040ca6f0?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x140022bdef8) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x140040ca6f0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 284 [select]: | |
| github.com/cockroachdb/cockroach/pkg/ccl/utilccl.UpdateMetricOnLicenseChange.func2({0x10ae52520, 0x14000f75560}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/ccl/utilccl/license_check.go:169 +0xf8 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 285 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/tracing.(*Tracer).runPeriodicSnapshotsLoop(0x14001fb96b8?, 0x14003338000, 0x14000c2a480, 0x14000edf0e0, 0x14001fb96f8?) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/tracer_snapshots.go:295 +0xbc | |
| github.com/cockroachdb/cockroach/pkg/util/tracing.(*Tracer).PeriodicSnapshotsLoop(0x14001fb9718?, 0x10550a1c4?, 0x1400327fa00?) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/tracer_snapshots.go:261 +0xb8 | |
| github.com/cockroachdb/cockroach/pkg/server.newSQLServer.func1({0x140022de000, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/server_sql.go:515 +0x48 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 286 [select]: | |
| github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFS).startTickerLocked.func1() | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/vfs/disk_health.go:474 +0xbc | |
| created by github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFS).startTickerLocked | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/vfs/disk_health.go:468 +0x84 | |
| goroutine 287 [select]: | |
| github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker.func1() | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/vfs/disk_health.go:148 +0x9c | |
| created by github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/vfs/disk_health.go:143 +0x68 | |
| goroutine 1229 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:349 +0x68 | |
| created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:348 +0x14c | |
| goroutine 289 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b32180}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x3131203a22587861?, 0x10550a2e0?}}, 0x14001bb5f98) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x14001bb5f58?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 290 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b320f0}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x140033c3f98) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 291 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b32480}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x1400335b798) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 292 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b32240}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x140030d1900?, 0x140030d1950?}}, 0x1400335cf98) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 293 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b32510}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x14003358798) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 294 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b325a0}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x1400335bf98) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 295 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b32630}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x1400335af98) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 296 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b32690}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x140030d1e00?, 0x140030d1e50?}}, 0x14003359f98) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 297 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b32720}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x14003356f98) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 298 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b327b0}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x140033c7f98) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 299 [select]: | |
| github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker.func1() | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/vfs/disk_health.go:148 +0x9c | |
| created by github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/vfs/disk_health.go:143 +0x68 | |
| goroutine 300 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x140006b00e0, 0x0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x140006b00d0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/pebble/record.(*flusherCond).Wait(...) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/record/log_writer.go:203 | |
| github.com/cockroachdb/pebble/record.(*LogWriter).flushLoop(0x140006b0000, {0x10a55c5a0, 0x10e1a1910}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/record/log_writer.go:428 +0x5b8 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001cea20?, 0x1400226d620?, 0x0?}}, 0x140033c17b8) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble/record.NewLogWriter.func2() | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/record/log_writer.go:351 +0x68 | |
| created by github.com/cockroachdb/pebble/record.NewLogWriter | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/record/log_writer.go:350 +0x3e8 | |
| goroutine 1228 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/future.Wait[...]({0x10ae52520, 0x14004da1fb0}, 0x140040aad00) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/future/future.go:95 +0x78 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).RangeFeed(0x140012fa000, 0x14003d06240, {0x10ae92650, 0x140040aad00}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1442 +0x140 | |
| github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2.1({0x0?, 0x10ae52520?}, {0x10ae87528?, 0x14002d24400?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1132 +0x78 | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x14004da1e30?}, 0x10dfbe780, 0x140036f9ab0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x4b8 | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14004da1e30?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:970 +0x60 | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14004da1e30}, 0x14001b24000?, 0x14001cc1c40) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:277 +0x78 | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14004da1e30?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor({0x14001b24000?, {{0x0?}, {0x10ae73d60?, 0x14000b3eea0?}}}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14004da1e30}, 0x10dfbe780, 0x14001cc1c40) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:132 +0x2d4 | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14004da1e30?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x7400000000000000?, 0x14001feb380?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:244 +0x34 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0x14000e6c900, {0x10ae52520, 0x14004da1e00}, {0x2?, 0x140033c06a8?}, 0x140033c0668) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:322 +0xac | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x14004da1e30?}, 0x10dfbe780, 0x14001cc1c40) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:243 +0xcc | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14004da1e30?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run({0x1400011b680, 0x4, 0x4}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14004da1e30}, 0x10dfbe780, 0x140036f9ab0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:975 +0x12c | |
| github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1137 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1125 +0x2a8 | |
| goroutine 1225 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1({0x10ae52478, 0x14001cc1b40}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:204 +0xfc | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 1227 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*pipe).recv(0x140040aac70, {0x10ae52520, 0x14004da1da0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1377 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/rpc.pipeReader.recv({0x140040aac70?, 0x10ade6dc8?}, {0x10ae52520?, 0x14004da1da0?}, {0x10ac5a180, 0x14004d3e480}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1413 +0x40 | |
| github.com/cockroachdb/cockroach/pkg/rpc.clientStream.RecvMsg(...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1461 | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0x14002d243e0, {0x10ac5a180?, 0x14004d3e480?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:393 +0x38 | |
| github.com/cockroachdb/cockroach/pkg/rpc.rangeFeedClientAdapter.Recv({{0x10ae874e0?, 0x14002d243e0?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1180 +0x58 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed.func6() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:650 +0x34 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*stuckRangeFeedCanceler).do(0x14004d48960, 0x14004a43758) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed_canceler.go:135 +0x180 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0x14001eec000, {0x10ae52478?, 0x14001cc1b40?}, {{0x14003f1d298, 0x1, 0x8}, {0x14003f1d2a0, 0x1, 0x8}}, {0x0?, ...}, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:649 +0xb24 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0x14001eec000, {0x10ae52478, 0x14001cc1b40}, 0x14004d48910, 0x10ade4540?, {{0x14003f1d298, 0x1, 0x8}, {0x14003f1d2a0, 0x1, ...}}, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:424 +0x5f4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1.1({0x10ae52478?, 0x14001cc1b40?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:208 +0xac | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 1396 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x140053b5d40}, 0x10498efc8?, {0x10aea5ca0, 0x14005726d00}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x140053b5d40}, 0x64161e6d?, 0x1400565cea0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x140053b5d40?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x1400570bf50?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x140050a5ef8) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x1400570bf50}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1256 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14004f987e0}, 0x10498efc8?, {0x10aea5ca0, 0x1400500b380}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14004f987e0}, 0x64161e6d?, 0x14003fda900) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14004f987e0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14005009f80?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x14002dc2ef8) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14005009f80}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1224 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).processEvents(0x140008d7a20, {0x10ae52478, 0x14001cc1a80}, 0x1048eb0a4?, 0x14002c8ede0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:358 +0x94 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func2({0x10ae52478?, 0x14001cc1a80?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:315 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 1177 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).outputLoop(0x14002002000, {0x10ae52478, 0x14004121300}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:326 +0x1b0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).runOutputLoop(0x14002002000, {0x10ae52520, 0x14003cf98c0}, 0x1050126f4?) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:351 +0xac | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run.func1({0x10ae52520?, 0x14003cf98c0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:320 +0x44 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 873 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run(0x140043f6000, {0x10ae52520?, 0x14004e34870?}, 0x30?, 0x14004e3c0f0, 0x14000e6c900) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:292 +0x388 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).Start.func1({0x10ae52520?, 0x14004e34870?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:240 +0x40 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1175 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run(0x14003727c80, {0x10ae52520?, 0x14003cf9770?}, 0x31?, 0x14003ef9878, 0x14000e6c900) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:292 +0x388 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).Start.func1({0x10ae52520?, 0x14003cf9770?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:240 +0x40 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1122 [semacquire]: | |
| sync.runtime_Semacquire(0x28?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28 | |
| sync.(*WaitGroup).Wait(0x140034086c8) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80 | |
| golang.org/x/sync/errgroup.(*Group).Wait(0x140034086c0) | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:53 +0x2c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x140034086c0?, {0x10ae52478?, 0x14003408680?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48 | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x10ae52520?, 0x1400442bc50?}, {0x140049f5c58, 0x2, 0x4000000000000000?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x88 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0x140048a0160, {0x10ae52520, 0x1400442bc50}, 0x14003e33f80) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:318 +0x5fc | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).Start.func2({0x10ae52520, 0x140046c5a10}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:232 +0x294 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1140 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1({0x10ae52478, 0x14003408740}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:204 +0xfc | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 1174 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:349 +0x68 | |
| created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:348 +0x14c | |
| goroutine 1015 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptreconcile.(*Reconciler).run(0x14000dfa4b0, {0x10ae52520, 0x140044d1980}, 0x14000e6c900) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptreconcile/reconciler.go:104 +0x1f4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptreconcile.(*Reconciler).StartReconciler.func1({0x10ae52520?, 0x140044d1980?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptreconcile/reconciler.go:77 +0x38 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1173 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/future.Wait[...]({0x10ae52520, 0x14003cf95c0}, 0x14003a8abb0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/future/future.go:95 +0x78 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).RangeFeed(0x140012fa000, 0x14002f18fc0, {0x10ae92650, 0x14003a8abb0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1442 +0x140 | |
| github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2.1({0x0?, 0x10ae52520?}, {0x10ae87528?, 0x14001f54480?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1132 +0x78 | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x14003cf9440?}, 0x10dfbe780, 0x140013b3730) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x4b8 | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14003cf9440?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:970 +0x60 | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14003cf9440}, 0x14001b24000?, 0x14004121000) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:277 +0x78 | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14003cf9440?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor({0x14001b24000?, {{0x0?}, {0x10ae73d60?, 0x14000b3eea0?}}}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14003cf9440}, 0x10dfbe780, 0x14004121000) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:132 +0x2d4 | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14003cf9440?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x7400000000000000?, 0x14001886b60?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:244 +0x34 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0x14000e6c900, {0x10ae52520, 0x14003cf9410}, {0x2?, 0x140033dbea8?}, 0x140033dbe68) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:322 +0xac | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x14003cf9440?}, 0x10dfbe780, 0x14004121000) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:243 +0xcc | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14003cf9440?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run({0x1400011b680, 0x4, 0x4}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14003cf9440}, 0x10dfbe780, 0x140013b3730) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:975 +0x12c | |
| github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1137 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1125 +0x2a8 | |
| goroutine 315 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func4({0x1400364d000, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:191 +0xc8 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 316 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initCancelingWorkers.func1({0x10ae52520, 0x14000f549f0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:234 +0x94 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 317 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initCancelingWorkers.func1({0x10ae52520, 0x14000f54a50}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:234 +0x94 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 318 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initCancelingWorkers.func1({0x10ae52520, 0x14000f54ab0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:234 +0x94 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 319 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initCancelingWorkers.func1({0x10ae52520, 0x14000f54b10}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:234 +0x94 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 59 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140001dac00, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 60 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140001db000, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 61 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140001db400, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 62 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140001db800, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 63 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400073c000, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 64 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400073c400, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 65 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400073c800, 0x1}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 322 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400073cc00, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 323 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400073d400, 0x108c42722}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 324 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400073d800, 0x8a0000e181}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 325 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400073dc00, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 326 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14001468000, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 327 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14001468400, 0x14000ba70b0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 328 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14001468800, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 329 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14001469000, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 330 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14001469400, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 331 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14001469800, 0x14000b69ec0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 332 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14001469c00, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 333 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14001a6a000, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 334 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14001a6a400, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 335 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14001a6a800, 0x14000ba6690}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 336 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14001a6ac00, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 337 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14001a6b000, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 338 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14001a6b400, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 339 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14001a6b800, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 340 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140024aa000, 0x108c825cc}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 341 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140024aa400, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 342 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140024aa800, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 343 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140024aac00, 0x1400205662b}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 344 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140024ab000, 0x1cf0000e181}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 345 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140024ab400, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 346 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140024ab800, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 347 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140024abc00, 0x12}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 348 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140024ae000, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 320 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:388 +0x7c | |
| created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:385 +0x2e4 | |
| goroutine 321 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:462 +0x224 | |
| created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:435 +0x60 | |
| goroutine 354 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:388 +0x7c | |
| created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:385 +0x2e4 | |
| goroutine 355 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:462 +0x224 | |
| created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:435 +0x60 | |
| goroutine 356 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:388 +0x7c | |
| created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:385 +0x2e4 | |
| goroutine 357 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:462 +0x224 | |
| created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:435 +0x60 | |
| goroutine 358 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:388 +0x7c | |
| created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:385 +0x2e4 | |
| goroutine 359 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:462 +0x224 | |
| created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:435 +0x60 | |
| goroutine 360 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:388 +0x7c | |
| created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:385 +0x2e4 | |
| goroutine 361 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:462 +0x224 | |
| created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:435 +0x60 | |
| goroutine 362 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:388 +0x7c | |
| created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:385 +0x2e4 | |
| goroutine 363 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:462 +0x224 | |
| created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:435 +0x60 | |
| goroutine 364 [select]: | |
| github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFS).startTickerLocked.func1() | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/vfs/disk_health.go:474 +0xbc | |
| created by github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFS).startTickerLocked | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/vfs/disk_health.go:468 +0x84 | |
| goroutine 365 [select]: | |
| github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker.func1() | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/vfs/disk_health.go:148 +0x9c | |
| created by github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/vfs/disk_health.go:143 +0x68 | |
| goroutine 103 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140024af400, 0x108ca4d01}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 367 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000ba6240}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x140019ae798) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 368 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000ba6090}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x140019aef98) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 369 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000ba63f0}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0xe50000002c?}}, 0x140019af798) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xe80000e002?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 370 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000ba6390}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x140019aff98) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 371 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000ba6660}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x140019e2798) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 372 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000ba6450}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x140019e2f98) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 373 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000ba66c0}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x140019e3798) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 374 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b8a030}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x140019e3f98) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 375 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000ba68a0}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x140019e4798) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 376 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000ba69f0}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x140019e4f98) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 3312 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).executeWriteBatch(0x1400194e000, {0x10ae52520, 0x1400105e870}, 0x14003e72300, 0x14003eb0aa0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_write.go:202 +0x5e8 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).executeBatchWithConcurrencyRetries(0x1400194e000, {0x10ae52520, 0x1400105e870}, 0x14003e72300, 0x10ade4698) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_send.go:483 +0x1fc | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).SendWithWriteBytes(0x1400194e000, {0x10ae52520?, 0x1400105e840?}, 0x14003e72300) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_send.go:185 +0x4c8 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).SendWithWriteBytes(0x1400362d500, {0x10ae52520?, 0x1400105e810?}, 0x14003e72300) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_send.go:206 +0x504 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Stores).SendWithWriteBytes(0x14000dfa5a0?, {0x10ae52520, 0x1400105e810}, 0x14003e72300) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/stores.go:203 +0x9c | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).batchInternal(0x140012fa000, {0x10ae52520?, 0x1400105e660?}, {0x8?}, 0x14003e72300) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1169 +0x324 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).Batch(0x140012fa000, {0x10ae52520, 0x1400105e600}, 0x14003e72300) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1243 +0x174 | |
| github.com/cockroachdb/cockroach/pkg/rpc.makeInternalClientAdapter.func1({0x10ae52520?, 0x1400105e600?}, {0x10ad905a0?, 0x14003e72300?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:827 +0x54 | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ServerInterceptor.func1({0x10ae52520, 0x1400105e600}, {0x10ad905a0, 0x14003e72300}, 0x14004324460, 0x14004310dc8) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:96 +0x1b4 | |
| github.com/cockroachdb/cockroach/pkg/rpc.bindUnaryServerInterceptorToHandler.func1({0x10ae52520?, 0x1400105e600?}, {0x10ad905a0?, 0x14003e72300?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:938 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func3({0x10ae52520, 0x1400105e600}, {0x10ad905a0, 0x14003e72300}, 0x14001b24000?, 0x14004324480) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:268 +0x88 | |
| github.com/cockroachdb/cockroach/pkg/rpc.bindUnaryServerInterceptorToHandler.func1({0x10ae52520?, 0x1400105e600?}, {0x10ad905a0?, 0x14003e72300?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:938 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.unaryInterceptor({0x14001b24000?, {{0x0?}, {0x10ae73d60?, 0x14000b3eea0?}}}, {0x10ae52520, 0x1400105e600}, {0x10ad905a0, 0x14003e72300}, 0x14004324460, 0x140043244a0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:92 +0x1e0 | |
| github.com/cockroachdb/cockroach/pkg/rpc.bindUnaryServerInterceptorToHandler.func1({0x10ae52520?, 0x1400105e600?}, {0x10ad905a0?, 0x14003e72300?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:938 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func1.1({0x10ae52520?, 0x1400105e600?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:235 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0x14000e6c900, {0x10ae52520, 0x1400105e600}, {0x14005fd6cc8?, 0x14005fd6c00?}, 0x14007585be0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:322 +0xac | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func1({0x10ae52520?, 0x1400105e600?}, {0x10ad905a0?, 0x14003e72300?}, 0x14005fd6c08?, 0x14004ed2948?) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:233 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/rpc.bindUnaryServerInterceptorToHandler.func1({0x10ae52520?, 0x1400105e600?}, {0x10ad905a0?, 0x14003e72300?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:938 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/rpc.makeInternalClientAdapter.func2({0x10ae52520?, 0x1400105e600?}, {0x10e1a1910?, 0x10ae52520?}, {0x10ad905a0?, 0x14003e72300?}, {0x10ac3df60?, 0x14004323100}, 0x8?, {0x14004ed2950?, ...}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:837 +0x48 | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x10ae52520, 0x1400105e600}, {0x108aa12b6, 0x21}, {0x10ad905a0, 0x14003e72300}, {0x10ac3df60, 0x14004323100}, 0x14007585e18?, 0x14000c3e460, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:227 +0xdc | |
| github.com/cockroachdb/cockroach/pkg/rpc.getChainUnaryInvoker.func1({0x10ae52520, 0x1400105e600}, {0x108aa12b6, 0x21}, {0x10ad905a0, 0x14003e72300}, {0x10ac3df60, 0x14004323100}, 0x14004ed2950?, {0x0, ...}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1022 +0xdc | |
| github.com/cockroachdb/cockroach/pkg/rpc.makeInternalClientAdapter.func3({0x10ae52520, 0x1400105e5a0}, 0x14003e72100, {0x0, 0x0, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:907 +0x27c | |
| github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.Batch(...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1030 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0x14004eb0300, {0x10ae52520, 0x1400105e5a0}, 0x5efaf4c?, {0x10ae50060, 0x14001b015c0?}, 0x14003e72100) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:210 +0xc8 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0x14004eb0300, {0x10ae52520, 0x1400105e5a0}, 0x14001807ad0?) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:189 +0x90 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0x14001eec000, {0x10ae52520, 0x1400105e5a0}, 0x14003e72000?, {0x14000dfa280, 0x14001807ad0, 0x14001807b40, 0x0, 0x0}, 0x0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2142 +0xc2c | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(0x14001eec000, {0x10ae52520?, 0x1400105e5a0}, 0x14003e72000, {{0x1400358f478, 0x3, 0x3}, {0x1400265d400, 0x4, 0x4}}, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1668 +0x548 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(0x14001eec000, {0x10ae52520, 0x1400105e5a0}, 0x14003e72000, {{0x1400358f478, 0x3, 0x3}, {0x1400265d400, 0x4, 0x4}}, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1239 +0x288 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).Send(0x14001eec000, {0x10ae524e8, 0x14003a57e00}, 0x14003e72000) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:860 +0x494 | |
| github.com/cockroachdb/cockroach/pkg/kv.(*CrossRangeTxnWrapperSender).Send(0x14001430cc8, {0x10ae524e8, 0x14003a57e00}, 0x14003e72000) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/db.go:223 +0x94 | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).sendBatch.func1.1({0x10ae524e8, 0x14003a57e00}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:293 +0x9c | |
| github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x1400105e570?}, {0x14001973860, 0x24}, 0xdf847572f, 0x14005e52d48) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).sendBatch.func1.2({0xc0fda58a5ec80528, 0xe2460fcee}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:310 +0x68 | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).sendBatch.func1({0x10ae52520, 0x1400105e570}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:332 +0x2b0 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 3485 [IO wait]: | |
| internal/poll.runtime_pollWait(0x13865d790, 0x72) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/netpoll.go:305 +0xa0 | |
| internal/poll.(*pollDesc).wait(0x1400518c300?, 0x14005903200?, 0x0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:84 +0x28 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:89 | |
| internal/poll.(*FD).Read(0x1400518c300, {0x14005903200, 0x600, 0x600}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_unix.go:167 +0x1e0 | |
| net.(*netFD).Read(0x1400518c300, {0x14005903200?, 0x14005903200?, 0x5?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/fd_posix.go:55 +0x28 | |
| net.(*conn).Read(0x1400071a940, {0x14005903200?, 0x14004008898?, 0x8?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/net.go:183 +0x34 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0x140061566c0, {0x14005903200, 0x600, 0x600}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/cmux@v0.0.0-20170110192607-30d10be49292/cmux.go:218 +0x170 | |
| crypto/tls.(*atLeastReader).Read(0x14004e859f8, {0x14005903200?, 0x0?, 0x104c2b7c8?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:787 +0x40 | |
| bytes.(*Buffer).ReadFrom(0x14004008978, {0x10ae09da0, 0x14004e859f8}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/bytes/buffer.go:202 +0x90 | |
| crypto/tls.(*Conn).readFromUntil(0x14004008700, {0x1376b0ef0?, 0x140061566c0}, 0x600?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:809 +0xd4 | |
| crypto/tls.(*Conn).readRecordOrCCS(0x14004008700, 0x0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:616 +0xd8 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:582 | |
| crypto/tls.(*Conn).Read(0x14004008700, {0x140079b0000, 0x8000, 0x0?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:1287 +0x178 | |
| bufio.(*Reader).Read(0x14005bc9980, {0x14001a05620, 0x9, 0x104fbe0d4?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/bufio/bufio.go:237 +0x1e0 | |
| io.ReadAtLeast({0x10ae08060, 0x14005bc9980}, {0x14001a05620, 0x9, 0x9}, 0x9) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:332 +0xa0 | |
| io.ReadFull(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:351 | |
| golang.org/x/net/http2.readFrameHeader({0x14001a05620?, 0x9?, 0x14003306dc8?}, {0x10ae08060?, 0x14005bc9980?}) | |
| /Users/tobias/go/pkg/mod/golang.org/x/net@v0.7.0/http2/frame.go:237 +0x58 | |
| golang.org/x/net/http2.(*Framer).ReadFrame(0x14001a055e0) | |
| /Users/tobias/go/pkg/mod/golang.org/x/net@v0.7.0/http2/frame.go:498 +0x84 | |
| google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0x140037b56c0, 0x14003306f68?, 0x10ae52520?) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_server.go:610 +0x114 | |
| google.golang.org/grpc.(*Server).serveStreams(0x14001c5a000, {0x10ae9f060?, 0x140037b56c0}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:949 +0x134 | |
| google.golang.org/grpc.(*Server).handleRawConn.func1() | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:891 +0x44 | |
| created by google.golang.org/grpc.(*Server).handleRawConn | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:890 +0x174 | |
| goroutine 839 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.(*Watcher).Run(0x14001431200, {0x10ae52478, 0x140024de600}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:338 +0x7b4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.Start.func1({0x10ae52520?, 0x1400234b5c0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:197 +0x17c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 837 [select]: | |
| github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).Start.func10({0x10ae52520?, 0x1400234b2c0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:1100 +0x148 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 838 [select]: | |
| github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigmanager.(*Manager).run(0x14003176380, {0x10ae52520, 0x1400234b320}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigmanager/manager.go:156 +0x334 | |
| github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigmanager.(*Manager).Start.func1({0x10ae52520?, 0x1400234b320?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigmanager/manager.go:98 +0x34 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 836 [select]: | |
| github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).Start.func9({0x10ae52520?, 0x1400234b230?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:1077 +0x120 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 835 [select]: | |
| github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).Start.func8({0x10ae52520?, 0x1400234b1d0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:1045 +0x12c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1172 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*pipe).recv(0x14003a8ab20, {0x10ae52520, 0x14003cf93b0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1377 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/rpc.pipeReader.recv({0x14003a8ab20?, 0x10ade6dc8?}, {0x10ae52520?, 0x14003cf93b0?}, {0x10ac5a180, 0x14004ec78f0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1413 +0x40 | |
| github.com/cockroachdb/cockroach/pkg/rpc.clientStream.RecvMsg(...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1461 | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0x14001f54460, {0x10ac5a180?, 0x14004ec78f0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:393 +0x38 | |
| github.com/cockroachdb/cockroach/pkg/rpc.rangeFeedClientAdapter.Recv({{0x10ae874e0?, 0x14001f54460?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1180 +0x58 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed.func6() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:650 +0x34 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*stuckRangeFeedCanceler).do(0x14003da4460, 0x1400498f758) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed_canceler.go:135 +0x180 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0x14001eec000, {0x10ae52478?, 0x14004120e80?}, {{0x1400378c270, 0x2, 0x8}, {0x1400378c278, 0x2, 0x8}}, {0x0?, ...}, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:649 +0xb24 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0x14001eec000, {0x10ae52478, 0x14004120e80}, 0x14003da4410, 0x10ade4540?, {{0x1400378c270, 0x2, 0x8}, {0x1400378c278, 0x2, ...}}, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:424 +0x5f4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1.1({0x10ae52478?, 0x14004120e80?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:208 +0xac | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 834 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/catalog/lease.(*Manager).PeriodicallyRefreshSomeLeases.func1({0x10ae52520, 0x1400234b0e0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/catalog/lease/lease.go:1230 +0x1dc | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1170 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1({0x10ae52478, 0x14004120e80}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:204 +0xfc | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 833 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/catalog/lease.(*Manager).RefreshLeases.func1({0x10ae52520, 0x1400234b080}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/catalog/lease/lease.go:1124 +0xa8 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1073 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).processEvents(0x14001fee000, {0x10ae52478, 0x14004120dc0}, 0x0?, 0x14002c04d80) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:358 +0x94 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func2({0x10ae52478?, 0x14004120dc0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:315 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 1072 [semacquire]: | |
| sync.runtime_Semacquire(0x14004120f40?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28 | |
| sync.(*WaitGroup).Wait(0x14004120f48) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80 | |
| golang.org/x/sync/errgroup.(*Group).Wait(0x14004120f40) | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:53 +0x2c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x14004120f40?, {0x10ae52478?, 0x14004120e80?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans(0x14001eec000, {0x10ae52478, 0x14004120dc0}, {0x14004120e40, 0x1, 0x8?}, 0x1, 0x14002c04d80, {0x14000bb0e60, 0x1, ...}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:230 +0x524 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed(0x14001c8f698?, {0x10ae52478, 0x14004120dc0}, {0x14003788270, 0x1, 0x1048e7b0c?}, {0x140000abb00?, 0x91680?, 0x40?}, 0x6c?, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:148 +0xc4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*dbAdapter).RangeFeed(0x77359400?, {0x10ae52478?, 0x14004120dc0?}, {0x14003788270?, 0x14000f4c280?, 0x14001f51080?}, {0x0?, 0x48eb0a4?, 0x1?}, 0xa0?, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/db_adapter.go:81 +0x30 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func1({0x10ae52478?, 0x14004120dc0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:312 +0x70 | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 102 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140024af000, 0x1}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 101 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140024aec00, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 100 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140024ae800, 0x1}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 393 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.newInfoStore.func1({0x14001464400?, 0x0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/gossip/infostore.go:192 +0x74 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 832 [semacquire]: | |
| sync.runtime_Semacquire(0x28?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28 | |
| sync.(*WaitGroup).Wait(0x1400378aa48) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80 | |
| golang.org/x/sync/errgroup.(*Group).Wait(0x1400378aa40) | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:53 +0x2c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x1400378aa40?, {0x10ae52478?, 0x1400378aa00?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48 | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x10ae52520?, 0x14003788f60?}, {0x14002dc3c58, 0x2, 0x4000000000000000?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x88 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0x14002018dc0, {0x10ae52520, 0x14003788f60}, 0x14004092980) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:318 +0x5fc | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).Start.func2({0x10ae52520, 0x1400234aff0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:232 +0x294 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 831 [semacquire]: | |
| sync.runtime_Semacquire(0x28?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28 | |
| sync.(*WaitGroup).Wait(0x1400401e288) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80 | |
| golang.org/x/sync/errgroup.(*Group).Wait(0x1400401e280) | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:53 +0x2c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x1400401e280?, {0x10ae52478?, 0x1400401e240?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48 | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x10ae52520?, 0x140032f2930?}, {0x14003648c58, 0x2, 0x4000000000000000?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x88 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0x14002018c60, {0x10ae52520, 0x140032f2930}, 0x14004092880) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:318 +0x5fc | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).Start.func2({0x10ae52520, 0x1400234ae10}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:232 +0x294 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 396 [select]: | |
| github.com/cockroachdb/cockroach/pkg/ccl/utilccl.UpdateMetricOnLicenseChange.func2({0x10ae52520, 0x14000c0e060}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/ccl/utilccl/license_check.go:169 +0xf8 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 397 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/tracing.(*Tracer).runPeriodicSnapshotsLoop(0x14001c8b6b8?, 0x14001bb6000, 0x14000612420, 0x14002cd7860, 0x14001c8b6f8?) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/tracer_snapshots.go:295 +0xbc | |
| github.com/cockroachdb/cockroach/pkg/util/tracing.(*Tracer).PeriodicSnapshotsLoop(0x14001c8b718?, 0x10550a1c4?, 0x140021796c0?) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/tracer_snapshots.go:261 +0xb8 | |
| github.com/cockroachdb/cockroach/pkg/server.newSQLServer.func1({0x140018ca400, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/server_sql.go:515 +0x48 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 398 [select]: | |
| github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFS).startTickerLocked.func1() | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/vfs/disk_health.go:474 +0xbc | |
| created by github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFS).startTickerLocked | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/vfs/disk_health.go:468 +0x84 | |
| goroutine 399 [select]: | |
| github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker.func1() | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/vfs/disk_health.go:148 +0x9c | |
| created by github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/vfs/disk_health.go:143 +0x68 | |
| goroutine 1179 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14003db4780}, 0x10498efc8?, {0x10aea5ca0, 0x14002741000}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14003db4780}, 0x64161e6d?, 0x14001d8b680) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14003db4780?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14004a54480?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x140049f6ef8) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14004a54480}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 401 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000ba6ba0}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x14001c8d798) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 402 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000ba6c30}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x14001c8df98) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 403 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000ba70b0}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x140039e8798) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 404 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000ba7140}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x140039e8f98) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 405 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000ba6b10}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x140039e9798) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 406 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000ba7260}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x140039e9f98) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 407 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000ba7350}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x140039ea798) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 408 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000fa6030}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x140039eaf98) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 409 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000ba7200}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x140039eb798) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 410 [chan receive]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x10ae52520, 0x14000b8a420}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:324 +0x80 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001ceb60?, 0x0?, 0x0?}}, 0x140039ebf98) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:322 +0x64 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/table_cache.go:314 +0xf4 | |
| goroutine 411 [select]: | |
| github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker.func1() | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/vfs/disk_health.go:148 +0x9c | |
| created by github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/vfs/disk_health.go:143 +0x68 | |
| goroutine 412 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x140006b6fe0, 0x0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x140006b6fd0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/pebble/record.(*flusherCond).Wait(...) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/record/log_writer.go:203 | |
| github.com/cockroachdb/pebble/record.(*LogWriter).flushLoop(0x140006b6f00, {0x10a55c5a0, 0x10e1a1910}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/record/log_writer.go:428 +0x5b8 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001cea20?, 0x0?, 0x0?}}, 0x140039e4fb8) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble/record.NewLogWriter.func2() | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/record/log_writer.go:351 +0x68 | |
| created by github.com/cockroachdb/pebble/record.NewLogWriter | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/record/log_writer.go:350 +0x3e8 | |
| goroutine 99 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140024ae400, 0x1}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 830 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/stmtdiagnostics.(*Registry).poll(0x14003176300, {0x10ae52520, 0x1400234ac30}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/stmtdiagnostics/statement_diagnostics.go:195 +0x1a0 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1648 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x140042a41e0}, 0x10498efc8?, {0x10aea5ca0, 0x14004cbe280}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x140042a41e0}, 0x64161e6d?, 0x1400232e360) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x140042a41e0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14000fe9c50?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x14006627ef8) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14000fe9c50}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 829 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/stats.(*Refresher).Start.func1({0x10ae52520, 0x1400234abd0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/stats/automatic_stats.go:392 +0x140 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1682 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x140020480c0}, 0x10498efc8?, {0x10aea5ca0, 0x14004459b00}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x140020480c0}, 0x64161e6d?, 0x14001db2ea0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x140020480c0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14004da81e0?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x14003405ef8) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14004da81e0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 71 [select]: | |
| google.golang.org/grpc/internal/transport.(*controlBuffer).get(0x140032a2370, 0x1) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/controlbuf.go:408 +0x154 | |
| google.golang.org/grpc/internal/transport.(*loopyWriter).run(0x14002077500) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/controlbuf.go:535 +0x74 | |
| google.golang.org/grpc/internal/transport.newHTTP2Client.func6() | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_client.go:442 +0x64 | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_client.go:440 +0x1888 | |
| goroutine 827 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/sqlstats/insights.(*concurrentBufferIngester).Start.func2({0x14003f62400?, 0x1?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlstats/insights/ingester.go:87 +0x90 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 828 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/contention/txnidcache.(*Cache).Start.func1({0x1400163d000?, 0x1?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/contention/txnidcache/txn_id_cache.go:145 +0x90 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 826 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/sqlstats/insights.(*concurrentBufferIngester).Start.func1({0x14003f5a400?, 0x1?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlstats/insights/ingester.go:70 +0xc4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 825 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/sqlstats/sslocal.(*SQLStats).Start.func1({0x10ae52520, 0x1400234ab10}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlstats/sslocal/sslocal_provider.go:90 +0x1b8 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1125 [semacquire]: | |
| sync.runtime_Semacquire(0x14002d7e5c0?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28 | |
| sync.(*WaitGroup).Wait(0x14002d7e5c8) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80 | |
| golang.org/x/sync/errgroup.(*Group).Wait(0x14002d7e5c0) | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:53 +0x2c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x14002d7e5c0?, {0x10ae52478?, 0x14002d7e540?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans(0x14001eec000, {0x10ae52478, 0x14002d7e3c0}, {0x14002d7e440, 0x1, 0x10a4c5340?}, 0x1, 0x14002c11560, {0x14003c39220, 0x1, ...}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:230 +0x524 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed(0x14000113f18?, {0x10ae52478, 0x14002d7e3c0}, {0x140046c5cb0, 0x1, 0x14002d7e280?}, {0x14000113e98?, 0x50112b8?, 0x1?}, 0xf8?, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:148 +0xc4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*dbAdapter).RangeFeed(0x1?, {0x10ae52478?, 0x14002d7e3c0?}, {0x140046c5cb0?, 0x140046c5e90?, 0x10ae52520?}, {0x1065739d0?, 0xae52520?, 0x1?}, 0xd0?, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/db_adapter.go:81 +0x30 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func1({0x10ae52478?, 0x14002d7e3c0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:312 +0x70 | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 70 [IO wait]: | |
| internal/poll.runtime_pollWait(0x13863f2c8, 0x72) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/netpoll.go:305 +0xa0 | |
| internal/poll.(*pollDesc).wait(0x14000b94980?, 0x140002f7500?, 0x0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:84 +0x28 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:89 | |
| internal/poll.(*FD).Read(0x14000b94980, {0x140002f7500, 0x700, 0x700}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_unix.go:167 +0x1e0 | |
| net.(*netFD).Read(0x14000b94980, {0x140002f7500?, 0x1400215a898?, 0x8?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/fd_posix.go:55 +0x28 | |
| net.(*conn).Read(0x1400071a018, {0x140002f7500?, 0x1400215a858?, 0x140002f7500?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/net.go:183 +0x34 | |
| crypto/tls.(*atLeastReader).Read(0x14000131d10, {0x140002f7500?, 0x0?, 0x104c2b7c8?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:787 +0x40 | |
| bytes.(*Buffer).ReadFrom(0x1400215a978, {0x10ae09da0, 0x14000131d10}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/bytes/buffer.go:202 +0x90 | |
| crypto/tls.(*Conn).readFromUntil(0x1400215a700, {0x10ae18200?, 0x1400071a018}, 0x700?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:809 +0xd4 | |
| crypto/tls.(*Conn).readRecordOrCCS(0x1400215a700, 0x0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:616 +0xd8 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:582 | |
| crypto/tls.(*Conn).Read(0x1400215a700, {0x14003430000, 0x8000, 0x10488aa2c?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:1287 +0x178 | |
| bufio.(*Reader).Read(0x14002077440, {0x140036923c0, 0x9, 0x14002d012b0?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/bufio/bufio.go:237 +0x1e0 | |
| io.ReadAtLeast({0x10ae08060, 0x14002077440}, {0x140036923c0, 0x9, 0x9}, 0x9) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:332 +0xa0 | |
| io.ReadFull(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:351 | |
| golang.org/x/net/http2.readFrameHeader({0x140036923c0?, 0x9?, 0x1048ebd10?}, {0x10ae08060?, 0x14002077440?}) | |
| /Users/tobias/go/pkg/mod/golang.org/x/net@v0.7.0/http2/frame.go:237 +0x58 | |
| golang.org/x/net/http2.(*Framer).ReadFrame(0x14003692380) | |
| /Users/tobias/go/pkg/mod/golang.org/x/net@v0.7.0/http2/frame.go:498 +0x84 | |
| google.golang.org/grpc/internal/transport.(*http2Client).reader(0x14004002000, 0x140039fcf90?) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_client.go:1561 +0x1b8 | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_client.go:388 +0x13c8 | |
| goroutine 1131 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:349 +0x68 | |
| created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:348 +0x14c | |
| goroutine 3054 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*pipe).recv(0x1400355bde0, {0x10ae52520, 0x14006543b90}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1377 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/rpc.pipeReader.recv({0x1400355bde0?, 0x10ade6dc8?}, {0x10ae52520?, 0x14006543b90?}, {0x10ac5a180, 0x1400442ab70}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1413 +0x40 | |
| github.com/cockroachdb/cockroach/pkg/rpc.clientStream.RecvMsg(...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1461 | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0x14003dead40, {0x10ac5a180?, 0x1400442ab70?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:393 +0x38 | |
| github.com/cockroachdb/cockroach/pkg/rpc.rangeFeedClientAdapter.Recv({{0x10ae874e0?, 0x14003dead40?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1180 +0x58 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed.func6() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:650 +0x34 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*stuckRangeFeedCanceler).do(0x14004a46b40, 0x140034d5758) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed_canceler.go:135 +0x180 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0x14001eec000, {0x10ae52478?, 0x14000e3c600?}, {{0x14006141ca8, 0x1, 0x8}, {0x14006141cb0, 0x1, 0x8}}, {0x0?, ...}, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:649 +0xb24 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0x14001eec000, {0x10ae52478, 0x14000e3c600}, 0x140033dc0a0, 0x0?, {{0x14006141ca8, 0x1, 0x8}, {0x14006141cb0, 0x1, ...}}, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:424 +0x5f4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1.1({0x10ae52478?, 0x14000e3c600?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:208 +0xac | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 427 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func4({0x14003c90c00, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:191 +0xc8 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 428 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initCancelingWorkers.func1({0x10ae52520, 0x140010d0c90}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:234 +0x94 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 429 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initCancelingWorkers.func1({0x10ae52520, 0x140010d0cf0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:234 +0x94 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 430 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initCancelingWorkers.func1({0x10ae52520, 0x140010d0d50}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:234 +0x94 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 431 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initCancelingWorkers.func1({0x10ae52520, 0x140010d0e10}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:234 +0x94 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 104 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140024af800, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 105 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140024afc00, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 106 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400237c000, 0x14000ba6690}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 107 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400237c400, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 108 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400237cc00, 0x14000f54a50}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 109 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400237d000, 0x14000f54ab0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 110 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400237d400, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 111 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400237d800, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 112 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400364c000, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 113 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400364c400, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 434 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400364c800, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 435 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400364cc00, 0x1400064e590}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 436 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14001465000, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 437 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14001465400, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 438 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140018ca800, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 439 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400193ac00, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 440 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400193b000, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 441 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400193b400, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 442 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400193b800, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 443 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400193bc00, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 444 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14001a8a000, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 445 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14001a8a400, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 446 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14001a8ac00, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 447 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14001a8b000, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 448 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14001a8b400, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 449 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14001a8b800, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 450 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x14001a8bc00, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 451 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140020fc400, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 452 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140020fc800, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 453 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140020fcc00, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 454 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140020fd000, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 455 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140020fd400, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 456 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140020fd800, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 457 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x140020fdc00, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 458 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0x1400456c000, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xb4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 432 [select]: | |
| github.com/cockroachdb/cockroach/pkg/security.(*CertificateManager).RegisterSignalHandler.func1({0x10ae52520, 0x14000fb4900}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/security/certificate_manager.go:240 +0xcc | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 433 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/hlc.(*Clock).StartMonitoringForwardClockJumps.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/hlc/hlc.go:275 +0x114 | |
| created by github.com/cockroachdb/cockroach/pkg/util/hlc.(*Clock).StartMonitoringForwardClockJumps | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/hlc/hlc.go:267 +0x118 | |
| goroutine 466 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/server.startHTTPService.func1({0x10ae52520, 0x14000fb4ab0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/server_http.go:225 +0x48 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 467 [IO wait]: | |
| internal/poll.runtime_pollWait(0x13863f4a8, 0x72) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/netpoll.go:305 +0xa0 | |
| internal/poll.(*pollDesc).wait(0x14000faf400?, 0x1048946a8?, 0x0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:84 +0x28 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:89 | |
| internal/poll.(*FD).Accept(0x14000faf400) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_unix.go:614 +0x1d0 | |
| net.(*netFD).accept(0x14000faf400) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/fd_unix.go:172 +0x28 | |
| net.(*TCPListener).accept(0x14004310de0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/tcpsock_posix.go:142 +0x28 | |
| net.(*TCPListener).Accept(0x14004310de0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/tcpsock.go:288 +0x2c | |
| github.com/cockroachdb/cmux.(*cMux).Serve(0x14004340e00) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/cmux@v0.0.0-20170110192607-30d10be49292/cmux.go:124 +0x84 | |
| github.com/cockroachdb/cockroach/pkg/server.startHTTPService.func2({0x1400437f800, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/server_http.go:242 +0x28 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 468 [chan receive]: | |
| github.com/cockroachdb/cmux.muxListener.Accept(...) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/cmux@v0.0.0-20170110192607-30d10be49292/cmux.go:184 | |
| net/http.(*Server).Serve(0x1400220a1e0, {0x10ae4fa00, 0x14004310e10}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/http/server.go:3070 +0x30c | |
| github.com/cockroachdb/cockroach/pkg/server.startHTTPService.func3({0x1400437fc00, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/server_http.go:263 +0x114 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 469 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.MakeHTTPServer.func2({0x140006ce000, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:102 +0x54 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 470 [chan receive]: | |
| github.com/cockroachdb/cmux.muxListener.Accept(...) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/cmux@v0.0.0-20170110192607-30d10be49292/cmux.go:184 | |
| crypto/tls.(*listener).Accept(0x14004310e58) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/tls.go:66 +0x30 | |
| net/http.(*Server).Serve(0x14004365d10, {0x10ae2f060, 0x14004310e58}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/http/server.go:3070 +0x30c | |
| github.com/cockroachdb/cockroach/pkg/server.startHTTPService.func4({0x140006ce400, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/server_http.go:280 +0x2c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 228 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.MakeHTTPServer.func2({0x140032de000, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:102 +0x54 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 471 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/server.startListenRPCAndSQL.func1({0x10ae52520, 0x14000fb5710}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/start_listen.go:77 +0x48 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 472 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/server.startListenRPCAndSQL.func4({0x140006cec00, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/start_listen.go:138 +0x68 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 473 [select]: | |
| google.golang.org/grpc.(*ccBalancerWrapper).watcher(0x14004341680) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/balancer_conn_wrappers.go:115 +0x68 | |
| created by google.golang.org/grpc.newCCBalancerWrapper | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/balancer_conn_wrappers.go:76 +0x22c | |
| goroutine 1129 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*pipe).recv(0x14003c392e0, {0x10ae52520, 0x140048d0210}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1377 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/rpc.pipeReader.recv({0x14003c392e0?, 0x10ade6dc8?}, {0x10ae52520?, 0x140048d0210?}, {0x10ac5a180, 0x140062dfe60}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1413 +0x40 | |
| github.com/cockroachdb/cockroach/pkg/rpc.clientStream.RecvMsg(...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1461 | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0x14002343480, {0x10ac5a180?, 0x140062dfe60?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:393 +0x38 | |
| github.com/cockroachdb/cockroach/pkg/rpc.rangeFeedClientAdapter.Recv({{0x10ae874e0?, 0x14002343480?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1180 +0x58 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed.func6() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:650 +0x34 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*stuckRangeFeedCanceler).do(0x140044a12c0, 0x1400075d758) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed_canceler.go:135 +0x180 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0x14001eec000, {0x10ae52478?, 0x14002d7e540?}, {{0x14003d5eba8, 0x1, 0x8}, {0x14003d5ebb0, 0x1, 0x8}}, {0x0?, ...}, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:649 +0xb24 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0x14001eec000, {0x10ae52478, 0x14002d7e540}, 0x140044a1270, 0x10ade4540?, {{0x14003d5eba8, 0x1, 0x8}, {0x14003d5ebb0, 0x1, ...}}, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:424 +0x5f4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1.1({0x10ae52478?, 0x14002d7e540?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:208 +0xac | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 475 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/server.configureGRPCGateway.func2({0x10ae52520, 0x14000fbc360}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/grpc_gateway.go:107 +0x48 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 187 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/contention.(*eventStore).startResolver.func1({0x10ae52520, 0x1400232d230}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/contention/event_store.go:219 +0x194 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1056 [semacquire]: | |
| sync.runtime_Semacquire(0x14004019840?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28 | |
| sync.(*WaitGroup).Wait(0x14004019848) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80 | |
| golang.org/x/sync/errgroup.(*Group).Wait(0x14004019840) | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:53 +0x2c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x14004019840?, {0x10ae52478?, 0x14004019800?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans(0x14001eec000, {0x10ae52478, 0x14004019740}, {0x140040197c0, 0x1, 0x10a4c5340?}, 0x0, 0x14002c30de0, {0x14003071a80, 0x1, ...}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:230 +0x524 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed(0x14001c8a718?, {0x10ae52478, 0x14004019740}, {0x140046c5ad0, 0x1, 0x14002d7e100?}, {0x14001c8a698?, 0x50112b8?, 0x1?}, 0xf8?, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:148 +0xc4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*dbAdapter).RangeFeed(0x1?, {0x10ae52478?, 0x14004019740?}, {0x140046c5ad0?, 0x14003bf49f0?, 0x10ae52520?}, {0x1065739d0?, 0xae52520?, 0x1?}, 0xf0?, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/db_adapter.go:81 +0x30 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func1({0x10ae52478?, 0x14004019740?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:312 +0x70 | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 3255 [select]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0x14005076230, {0x14002dca250, 0x5, 0x5}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/transport.go:195 +0x74 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0x14005076230, {0x14002dca250?, 0x14000d0a048?, 0x140086c8d00?}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/transport.go:175 +0x148 | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0x140010f2d20, {0x14002dca250?, 0x140086c8d88?, 0x104fc6c78?}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/transport.go:495 +0x34 | |
| io.ReadAtLeast({0x10ae17720, 0x140010f2d20}, {0x14002dca250, 0x5, 0x5}, 0x5) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:332 +0xa0 | |
| io.ReadFull(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:351 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0x1400308efc0, {0x14002dca250, 0x5, 0x5}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/transport.go:479 +0x98 | |
| google.golang.org/grpc.(*parser).recvMsg(0x14002dca240, 0x7fffffff) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/rpc_util.go:560 +0x48 | |
| google.golang.org/grpc.recvAndDecompress(0x140086c8f78?, 0x1400308efc0, {0x0, 0x0}, 0x7fffffff, 0x0, {0x10ae50090, 0x10e1a1910}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/rpc_util.go:691 +0x40 | |
| google.golang.org/grpc.recv(0x10a510720?, {0x137744388, 0x140000bc910}, 0x6?, {0x0?, 0x0?}, {0x10ac5a180, 0x14004ec7da0}, 0x1400308e240?, 0x0, ...) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/rpc_util.go:757 +0x5c | |
| google.golang.org/grpc.(*csAttempt).recvMsg(0x14003028600, {0x10ac5a180?, 0x14004ec7da0}, 0x10488a63c?) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/stream.go:1041 +0x240 | |
| google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x0?) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/stream.go:881 +0x28 | |
| google.golang.org/grpc.(*clientStream).withRetry(0x1400308e480, 0x140086c9208, 0x140086c91d8) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/stream.go:716 +0x568 | |
| google.golang.org/grpc.(*clientStream).RecvMsg(0x1400308e480, {0x10ac5a180?, 0x14004ec7da0?}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/stream.go:880 +0xbc | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0x14003fbd900, {0x10ac5a180?, 0x14004ec7da0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:393 +0x38 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvpb.(*internalRangeFeedClient).Recv(0x14002f60330) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvpb/api.pb.go:9679 +0x58 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed.func6() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:650 +0x34 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*stuckRangeFeedCanceler).do(0x14005076140, 0x140086c9758) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed_canceler.go:135 +0x180 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0x14001999900, {0x10ae52478?, 0x14007aa1880?}, {{0x1400793ca78, 0x1, 0x8}, {0x1400793ca80, 0x1, 0x8}}, {0x14004fd9a28?, ...}, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:649 +0xb24 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0x14001999900, {0x10ae52478, 0x14007aa1880}, 0x14007a9fc70, 0x14003a9aa50?, {{0x1400793ca78, 0x1, 0x8}, {0x1400793ca80, 0x1, ...}}, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:424 +0x5f4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1.1({0x10ae52478?, 0x14007aa1880?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:208 +0xac | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 69 [select]: | |
| google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0x14004002000) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_client.go:1635 +0x118 | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_client.go:378 +0x1358 | |
| goroutine 1130 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/future.Wait[...]({0x10ae52520, 0x140048d0420}, 0x14003c39370) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/future/future.go:95 +0x78 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).RangeFeed(0x140012fa000, 0x14003a8f680, {0x10ae92650, 0x14003c39370}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1442 +0x140 | |
| github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2.1({0x0?, 0x10ae52520?}, {0x10ae87528?, 0x140023434a0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1132 +0x78 | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x140048d02a0?}, 0x10dfbe780, 0x140016f2c40) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x4b8 | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x140048d02a0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:970 +0x60 | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x140048d02a0}, 0x14001b24000?, 0x14002d7e680) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:277 +0x78 | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x140048d02a0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor({0x14001b24000?, {{0x71?}, {0x10ae73d60?, 0x14000b3eea0?}}}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x140048d02a0}, 0x10dfbe780, 0x14002d7e680) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:132 +0x2d4 | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x140048d02a0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x1400456adf8?, 0x104883350?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:244 +0x34 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0x14000e6c900, {0x10ae52520, 0x140048d0270}, {0x3?, 0x1400456aea8?}, 0x1400456ae68) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:322 +0xac | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x140048d02a0?}, 0x10dfbe780, 0x14002d7e680) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:243 +0xcc | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x140048d02a0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run({0x1400011b680, 0x4, 0x4}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x140048d02a0}, 0x10dfbe780, 0x140016f2c40) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:975 +0x12c | |
| github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1137 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1125 +0x2a8 | |
| goroutine 480 [chan receive]: | |
| github.com/cockroachdb/cmux.muxListener.Accept(...) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/cmux@v0.0.0-20170110192607-30d10be49292/cmux.go:184 | |
| google.golang.org/grpc.(*Server).Serve(0x14000dc83c0, {0x10ae4fa00?, 0x14004311128}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:823 +0x48c | |
| github.com/cockroachdb/cockroach/pkg/server.startListenRPCAndSQL.func6.1({0x1400163c400, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/start_listen.go:172 +0x2c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 481 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*LoopbackListener).Accept(0x14000fb5920) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/loopback.go:51 +0x74 | |
| google.golang.org/grpc.(*Server).Serve(0x14000dc83c0, {0x10ae48440?, 0x14000fb5920}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:823 +0x48c | |
| github.com/cockroachdb/cockroach/pkg/server.startListenRPCAndSQL.func6.2({0x1400163c800, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/start_listen.go:175 +0x30 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 498 [IO wait]: | |
| internal/poll.runtime_pollWait(0x13863f598, 0x72) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/netpoll.go:305 +0xa0 | |
| internal/poll.(*pollDesc).wait(0x14000e6c800?, 0x4?, 0x0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:84 +0x28 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:89 | |
| internal/poll.(*FD).Accept(0x14000e6c800) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_unix.go:614 +0x1d0 | |
| net.(*netFD).accept(0x14000e6c800) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/fd_unix.go:172 +0x28 | |
| net.(*TCPListener).accept(0x14000fed038) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/tcpsock_posix.go:142 +0x28 | |
| net.(*TCPListener).Accept(0x14000fed038) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/tcpsock.go:288 +0x2c | |
| github.com/cockroachdb/cmux.(*cMux).Serve(0x14004341480) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/cmux@v0.0.0-20170110192607-30d10be49292/cmux.go:124 +0x84 | |
| github.com/cockroachdb/cockroach/pkg/server.startListenRPCAndSQL.func6.3.1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/start_listen.go:180 +0x28 | |
| sync.(*Once).doSlow(0x1400163ccc8?, 0x14004566ee0?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/once.go:74 +0x104 | |
| sync.(*Once).Do(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/once.go:65 | |
| github.com/cockroachdb/cockroach/pkg/server.startListenRPCAndSQL.func6.3({0x1400163cc00, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/start_listen.go:179 +0x50 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2383 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*serverController).start.func1({0x10ae52520?, 0x14004b5e480?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/server_controller_orchestration.go:95 +0xc0 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 500 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/schedulerlatency.StartSampler.func1({0x10ae52520, 0x14000e1f440}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/schedulerlatency/sampler.go:143 +0x394 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 460 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/schedulerlatency.StartSampler.func1.1({0x10ae52520, 0x14000fa6de0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/schedulerlatency/sampler.go:108 +0x2a4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 501 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*server).start.func3({0x1400163d800, 0x6}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:388 +0x50 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 502 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).bootstrap.func1({0x10ae52520?, 0x14000e1fe60?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1247 +0x170 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 503 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).manage.func1({0x10ae52520, 0x14000e68c30}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1288 +0x1c8 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 504 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).run(0x140008d7080, {0x10ae52520, 0x14000a01c80?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:498 +0x224 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 505 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).run(0x140008d71e0, {0x10ae52520, 0x14000a01ec0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:498 +0x224 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 506 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).run(0x140008d7340, {0x10ae52520, 0x14000a6a120?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:498 +0x224 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 461 [select]: | |
| google.golang.org/grpc/internal/transport.(*controlBuffer).get(0x140042ee3c0, 0x1) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/controlbuf.go:408 +0x154 | |
| google.golang.org/grpc/internal/transport.(*loopyWriter).run(0x14001c51440) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/controlbuf.go:535 +0x74 | |
| google.golang.org/grpc/internal/transport.NewServerTransport.func2() | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_server.go:334 +0xd0 | |
| created by google.golang.org/grpc/internal/transport.NewServerTransport | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_server.go:331 +0x133c | |
| goroutine 462 [select]: | |
| google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0x14001b37ba0) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_server.go:1129 +0x188 | |
| created by google.golang.org/grpc/internal/transport.NewServerTransport | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_server.go:343 +0x1380 | |
| goroutine 463 [IO wait]: | |
| internal/poll.runtime_pollWait(0x13863f1d8, 0x72) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/netpoll.go:305 +0xa0 | |
| internal/poll.(*pollDesc).wait(0x14000fce180?, 0x14001712000?, 0x0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:84 +0x28 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:89 | |
| internal/poll.(*FD).Read(0x14000fce180, {0x14001712000, 0x600, 0x600}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_unix.go:167 +0x1e0 | |
| net.(*netFD).Read(0x14000fce180, {0x14001712000?, 0x14001712000?, 0x5?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/fd_posix.go:55 +0x28 | |
| net.(*conn).Read(0x140014ba038, {0x14001712000?, 0x14000f30898?, 0x8?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/net.go:183 +0x34 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0x14001edc300, {0x14001712000, 0x600, 0x600}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/cmux@v0.0.0-20170110192607-30d10be49292/cmux.go:218 +0x170 | |
| crypto/tls.(*atLeastReader).Read(0x14001308660, {0x14001712000?, 0x0?, 0x104c2b7c8?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:787 +0x40 | |
| bytes.(*Buffer).ReadFrom(0x14000f30978, {0x10ae09da0, 0x14001308660}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/bytes/buffer.go:202 +0x90 | |
| crypto/tls.(*Conn).readFromUntil(0x14000f30700, {0x1376b0ef0?, 0x14001edc300}, 0x600?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:809 +0xd4 | |
| crypto/tls.(*Conn).readRecordOrCCS(0x14000f30700, 0x0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:616 +0xd8 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:582 | |
| crypto/tls.(*Conn).Read(0x14000f30700, {0x140022c8000, 0x8000, 0x0?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:1287 +0x178 | |
| bufio.(*Reader).Read(0x14001c513e0, {0x140037122e0, 0x9, 0x14002d01240?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/bufio/bufio.go:237 +0x1e0 | |
| io.ReadAtLeast({0x10ae08060, 0x14001c513e0}, {0x140037122e0, 0x9, 0x9}, 0x9) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:332 +0xa0 | |
| io.ReadFull(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:351 | |
| golang.org/x/net/http2.readFrameHeader({0x140037122e0?, 0x9?, 0x140008b5dc8?}, {0x10ae08060?, 0x14001c513e0?}) | |
| /Users/tobias/go/pkg/mod/golang.org/x/net@v0.7.0/http2/frame.go:237 +0x58 | |
| golang.org/x/net/http2.(*Framer).ReadFrame(0x140037122a0) | |
| /Users/tobias/go/pkg/mod/golang.org/x/net@v0.7.0/http2/frame.go:498 +0x84 | |
| google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0x14001b37ba0, 0x0?, 0x0?) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_server.go:610 +0x114 | |
| google.golang.org/grpc.(*Server).serveStreams(0x14000dc83c0, {0x10ae9f060?, 0x14001b37ba0}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:949 +0x134 | |
| google.golang.org/grpc.(*Server).handleRawConn.func1() | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:891 +0x44 | |
| created by google.golang.org/grpc.(*Server).handleRawConn | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:890 +0x174 | |
| goroutine 507 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func1({0x14001a12000, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:221 +0x40 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 508 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x861) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c4a50}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 509 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x862) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c4d80}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 510 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x863) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c4de0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 511 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x825) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c4e70}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 512 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x827) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c4ed0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 513 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x828) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c4f60}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 514 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x824) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c4fc0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 515 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x826) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c5080}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 516 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x829) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c50e0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 517 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x82a) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c5140}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 518 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x82c) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c53e0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 519 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x82d) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c5440}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 520 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x85f) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c54a0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 521 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x82e) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c5500}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 522 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x830) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c5560}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 523 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x82f) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c55c0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 524 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x831) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c5620}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 525 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x833) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c5680}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 526 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x832) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c5740}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 527 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x834) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c57a0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 528 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x837) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c5800}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 529 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x836) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c5890}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 530 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x835) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c5b00}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 531 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x838) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c5b90}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 532 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x839) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c5bf0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 533 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x83a) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c5c80}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 534 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x82b) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c5ce0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 535 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x83b) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c5d70}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 536 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x83d) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c5e30}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 537 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x83e) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c5e90}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 538 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x843) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c5ef0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 539 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x842) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010c5f80}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 540 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x845) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fe030}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 541 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x847) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fe0f0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 542 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x83c) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fe150}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 543 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x840) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fe1b0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 544 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x841) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fe450}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 545 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x844) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fe4b0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 546 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x83f) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fe510}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 547 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x849) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fe570}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 548 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x84a) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fe5d0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 549 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x848) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fe630}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 550 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x846) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fe690}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 551 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x85a) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fe6f0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 552 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x84b) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fe7b0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 553 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x84c) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fe810}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 554 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x856) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fe870}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 555 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x857) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fe900}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 556 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x858) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010feb70}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 557 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x853) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010febd0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 558 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x859) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fec30}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 559 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x84d) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fec90}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 560 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x84e) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fecf0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 561 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x855) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fed50}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 562 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x851) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fedb0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 563 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x84f) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fee10}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 564 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x850) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010feed0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 565 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x852) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fef30}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 566 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x865) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010fef90}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 567 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x869) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010feff0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 568 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x864) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010ff0b0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 569 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x86c) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010ff320}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 570 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x86b) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010ff380}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 571 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x86d) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010ff3e0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 572 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x867) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010ff440}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 573 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x86e) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010ff4a0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 574 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x821) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010ff500}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 575 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x820) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010ff560}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 576 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x822) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010ff5c0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 577 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x823) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010ff680}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 578 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x860) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010ff6e0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 579 [chan send]: | |
| github.com/cockroachdb/pebble.(*commitPipeline).Commit(0x14001844c00, 0x14005d4c640, 0x1, 0x1) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/commit.go:298 +0x60 | |
| github.com/cockroachdb/pebble.(*DB).applyInternal(0x140012e5400, 0x14005d4c640, 0xd1ab5e72082?, 0x7d?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/db.go:801 +0x1b8 | |
| github.com/cockroachdb/pebble.(*DB).ApplyNoSyncWait(0x140075e4498?, 0x105d007fc?, 0x140075e4498?) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/db.go:758 +0x28 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*pebbleBatch).CommitNoSyncWait(0x10ae52520?) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_batch.go:556 +0x34 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/logstore.(*LogStore).storeEntriesAndCommitBatch(0x140075e4d48, {0x10ae52520, 0x14006542d50}, {0x0?, 0x0?, 0x0?}, {0x13, 0xffffffffffffffff, 0x1, 0x0, ...}, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/logstore/logstore.go:247 +0x560 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/logstore.(*LogStore).StoreEntries(0x140075e4d48, {0x10ae52520, 0x14006542d50}, {0x0?, 0x0?, 0x0?}, {0x13, 0xffffffffffffffff, 0x1, 0x0, ...}, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/logstore/logstore.go:139 +0xa8 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).handleRaftReadyRaftMuLocked(_, {_, _}, {{0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...}, ...}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_raft.go:952 +0xbdc | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).handleRaftReady(_, {_, _}, {{0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...}, ...}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_raft.go:698 +0x134 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).processReady(0x1400362d500, 0x14000448330?) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_raft.go:644 +0xc0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010ff740}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:333 +0x254 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 580 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x85e) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010ff9e0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 581 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x868) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010ffa40}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 582 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x866) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010ffaa0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 583 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x86a) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010ffb00}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 584 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x85d) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010ffb60}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 585 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x85b) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010ffbc0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 586 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x854) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010ffc20}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 587 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14002dbb1d0, 0x85c) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14002dbb1c0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14003419500, {0x10ae52520, 0x140010ffc80}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 588 [semacquire]: | |
| sync.runtime_Semacquire(0x14003583ef8?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28 | |
| sync.(*WaitGroup).Wait(0x140034195e8) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Wait(0x14003583f18?, {0x10550a1c4?, 0x14001ae84e0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:254 +0x24 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 589 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).raftTickLoop(0x1400362d500, {0x10550a1c4?, 0x14001ae8680?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_raft.go:758 +0x108 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 590 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).coalescedHeartbeatsLoop(0x1400362d500, {0x10ae52520, 0x140010ffe00}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_raft.go:838 +0xc4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 591 [semacquire]: | |
| sync.runtime_Semacquire(0x1400576cd30?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28 | |
| sync.(*WaitGroup).Wait(0x140052238d0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80 | |
| github.com/cockroachdb/pebble.(*Batch).SyncWait(...) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/batch.go:1273 | |
| github.com/cockroachdb/cockroach/pkg/storage.(*pebbleBatch).SyncWait(0x140035a0ea0?) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_batch.go:575 +0x30 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/logstore.(*SyncWaiterLoop).waitLoop(0x14002dbb200, {0x10ae52520, 0x140010ffe90}, 0x14000e6c900) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/logstore/sync_waiter.go:95 +0x110 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/logstore.(*SyncWaiterLoop).Start.func1({0x10ae52520?, 0x140010ffe90?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/logstore/sync_waiter.go:84 +0x38 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 592 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).Start.func2({0x14001af1400, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1979 +0xac | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 593 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startGossip.func3({0x10ae52520, 0x140011161e0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_gossip.go:147 +0x1c8 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 594 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startGossip.func3({0x10ae52520, 0x14001116240}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_gossip.go:147 +0x1c8 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2119 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slstorage.(*Storage).deleteSessionsLoop(0x14001759a00, {0x10ae52520?, 0x1400409f2c0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slstorage/slstorage.go:381 +0x12c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 596 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startLeaseRenewer.func1({0x10ae52520, 0x14001116300}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:2167 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 597 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startRangefeedUpdater.func1({0x10ae52520, 0x14001116360}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:2218 +0x210 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 598 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*StoreRebalancer).Start.func1({0x10ae52520, 0x140011164b0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_rebalancer.go:259 +0x130 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 599 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).startComputePeriodicMetrics.func1({0x10ae52520, 0x14001116930}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:799 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 600 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/kvadmission.(*controllerImpl).SetTenantWeightProvider.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/kvadmission/kvadmission.go:352 +0xa8 | |
| created by github.com/cockroachdb/cockroach/pkg/kv/kvserver/kvadmission.(*controllerImpl).SetTenantWeightProvider | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/kvadmission/kvadmission.go:345 +0xac | |
| goroutine 601 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).startGossiping.func1({0x10ae52520, 0x140011169c0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:763 +0x148 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 602 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.periodicallyPersistHLCUpperBound(0x1400089f4a0, 0x14002c22700, 0x14000c6b120, 0x10adf1718, 0x140000818c0, 0x0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/clock_monotonicity.go:193 +0xe8 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).startPersistingHLCUpperBound.func3({0x14001b03800, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/clock_monotonicity.go:268 +0x4c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 603 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/reports.(*Reporter).Start.func2({0x10ae52520?, 0x14001116b10?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/reports/reporter.go:168 +0x228 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 604 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.startSampleEnvironment.func1({0x10ae52520, 0x14001116c00}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/env_sampler.go:146 +0x150 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 605 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptcache.(*Cache).periodicallyRefreshProtectedtsCache(0x14001422fd0, {0x10ae52520, 0x14001116c90}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptcache/cache.go:179 +0x1bc | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 606 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:388 +0x7c | |
| created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:385 +0x2e4 | |
| goroutine 607 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:462 +0x224 | |
| created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:435 +0x60 | |
| goroutine 608 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:388 +0x7c | |
| created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:385 +0x2e4 | |
| goroutine 609 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:462 +0x224 | |
| created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:435 +0x60 | |
| goroutine 642 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/admission.(*StoreGrantCoordinators).SetPebbleMetricsProvider.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/grant_coordinator.go:103 +0xb4 | |
| created by github.com/cockroachdb/cockroach/pkg/util/admission.(*StoreGrantCoordinators).SetPebbleMetricsProvider | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/grant_coordinator.go:98 +0x1ac | |
| goroutine 643 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/liveness.(*NodeLiveness).Start.func1({0x14001b06c00, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/liveness/liveness.go:796 +0x2b4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1127 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1({0x10ae52478, 0x14002d7e540}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:204 +0xfc | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 3260 [select]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0x14005076960, {0x14002dca598, 0x5, 0x5}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/transport.go:195 +0x74 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0x14005076960, {0x14002dca598?, 0x14000d0a108?, 0x140063e6d00?}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/transport.go:175 +0x148 | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0x14005196a20, {0x14002dca598?, 0x140063e6d88?, 0x104fc6c78?}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/transport.go:495 +0x34 | |
| io.ReadAtLeast({0x10ae17720, 0x14005196a20}, {0x14002dca598, 0x5, 0x5}, 0x5) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:332 +0xa0 | |
| io.ReadFull(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:351 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0x14003158360, {0x14002dca598, 0x5, 0x5}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/transport.go:479 +0x98 | |
| google.golang.org/grpc.(*parser).recvMsg(0x14002dca588, 0x7fffffff) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/rpc_util.go:560 +0x48 | |
| google.golang.org/grpc.recvAndDecompress(0x140063e6f78?, 0x14003158360, {0x0, 0x0}, 0x7fffffff, 0x0, {0x10ae50090, 0x10e1a1910}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/rpc_util.go:691 +0x40 | |
| google.golang.org/grpc.recv(0x10a510720?, {0x137744388, 0x140000bc910}, 0x6?, {0x0?, 0x0?}, {0x10ac5a180, 0x14003fe06f0}, 0x1400308f680?, 0x0, ...) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/rpc_util.go:757 +0x5c | |
| google.golang.org/grpc.(*csAttempt).recvMsg(0x140030286c0, {0x10ac5a180?, 0x14003fe06f0}, 0x10488a63c?) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/stream.go:1041 +0x240 | |
| google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x0?) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/stream.go:881 +0x28 | |
| google.golang.org/grpc.(*clientStream).withRetry(0x14003158000, 0x140063e7208, 0x140063e71d8) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/stream.go:716 +0x568 | |
| google.golang.org/grpc.(*clientStream).RecvMsg(0x14003158000, {0x10ac5a180?, 0x14003fe06f0?}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/stream.go:880 +0xbc | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0x14003fbdbc0, {0x10ac5a180?, 0x14003fe06f0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:393 +0x38 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvpb.(*internalRangeFeedClient).Recv(0x14002f60780) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvpb/api.pb.go:9679 +0x58 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed.func6() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:650 +0x34 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*stuckRangeFeedCanceler).do(0x14005076870, 0x140063e7758) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed_canceler.go:135 +0x180 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0x14001999900, {0x10ae52478?, 0x14008265d80?}, {{0x14006140780, 0x1, 0x8}, {0x14006140788, 0x1, 0x8}}, {0x0?, ...}, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:649 +0xb24 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0x14001999900, {0x10ae52478, 0x14008265d80}, 0x14007af2c80, 0x14006140780?, {{0x14006140780, 0x1, 0x8}, {0x14006140788, 0x1, ...}}, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:424 +0x5f4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1.1({0x10ae52478?, 0x14008265d80?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:208 +0xac | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 1647 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14003005500}, 0x10498efc8?, {0x10aea5ca0, 0x14004cbe200}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14003005500}, 0x64161e6d?, 0x1400441a360) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14003005500?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14000fe95f0?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x14006626ef8) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14000fe95f0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2146 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/sqlinstance/instancestorage.(*Storage).RunInstanceIDReclaimLoop.func2({0x10ae52520?, 0x14003b419e0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlinstance/instancestorage/instancestorage.go:586 +0x19c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1696 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/scheduledlogging.(*CaptureIndexUsageStatsLoggingScheduler).start.func1({0x10ae52520, 0x140022663c0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/scheduledlogging/captured_index_usage_stats.go:140 +0xf4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 977 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x140036abb60}, 0x10498efc8?, {0x10aea5ca0, 0x14003e6b480}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x140036abb60}, 0x64161e6d?, 0x14003759d40) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x140036abb60?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x140040ca960?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x14003643ef8) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x140040ca960}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2696 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0x14003128e00, {0x10ae52520, 0x140053a0f60}, 0x140053a0f30, {0x14005768360?, 0x10501124c?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:2394 +0x30c | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1({0x10ae52520, 0x140053a0f60}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:2248 +0x9c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 646 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).startWriteNodeStatus.func1({0x10ae52520, 0x14003e03da0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1008 +0xbc | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 647 [select]: | |
| github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigkvsubscriber.(*KVSubscriber).Start.func1({0x10ae52520, 0x14003e03dd0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigkvsubscriber/kvsubscriber.go:271 +0x1f4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 648 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.(*Watcher).Run(0x14001431290, {0x10ae52478, 0x1400378a1c0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:338 +0x7b4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.Start.func1({0x10ae52520?, 0x14003e03e00?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:197 +0x17c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 649 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.startSystemLogsGC.func1({0x10ae52520, 0x14003e03e30}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/server_systemlog_gc.go:263 +0x1d0 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 83 [semacquire]: | |
| sync.runtime_Semacquire(0x28?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28 | |
| sync.(*WaitGroup).Wait(0x14004120e08) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80 | |
| golang.org/x/sync/errgroup.(*Group).Wait(0x14004120e00) | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:53 +0x2c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x14004120e00?, {0x10ae52478?, 0x14004120dc0?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48 | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x10ae52520?, 0x1400112ecc0?}, {0x140044efc58, 0x2, 0x14004987db0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x88 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0x14001fee000, {0x10ae52520, 0x1400112ecc0}, 0x1400378a240) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:318 +0x5fc | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).Start.func2({0x10ae52520, 0x140037883c0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:232 +0x294 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1154 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1({0x10ae52478, 0x14004019800}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:204 +0xfc | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 2498 [select]: | |
| database/sql.(*DB).connectionOpener(0x14004ad2340, {0x10ae52478, 0x140046c0080}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/database/sql/sql.go:1224 +0x80 | |
| created by database/sql.OpenDB | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/database/sql/sql.go:792 +0x180 | |
| goroutine 186 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/contention.(*eventStore).startEventIntake.func3({0x14003f9a400?, 0x140010fec30?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/contention/event_store.go:188 +0xa0 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1211 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14004e00420}, 0x10498efc8?, {0x10aea5ca0, 0x14004c4ae00}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14004e00420}, 0x64161e6d?, 0x14003bf39e0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14004e00420?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14004e0a1b0?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x1400509aef8) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14004e0a1b0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 651 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.(*Watcher).Run(0x14001fed170, {0x10ae52478, 0x14003e33000}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:338 +0x7b4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.Start.func1({0x10ae52520?, 0x14003f567b0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:197 +0x17c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 652 [semacquire]: | |
| sync.runtime_Semacquire(0x28?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28 | |
| sync.(*WaitGroup).Wait(0x14001cc1ac8) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80 | |
| golang.org/x/sync/errgroup.(*Group).Wait(0x14001cc1ac0) | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:53 +0x2c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x14001cc1ac0?, {0x10ae52478?, 0x14001cc1a80?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48 | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x10ae52520?, 0x14003f56a20?}, {0x14004ae9c58, 0x2, 0x140049bfdb0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x88 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0x140008d7a20, {0x10ae52520, 0x14003f56a20}, 0x14003e33080) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:318 +0x5fc | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).Start.func2({0x10ae52520, 0x14003f56990}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:232 +0x294 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2550 [select]: | |
| google.golang.org/grpc/internal/transport.(*controlBuffer).get(0x14000f90f00, 0x1) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/controlbuf.go:408 +0x154 | |
| google.golang.org/grpc/internal/transport.(*loopyWriter).run(0x140049fc840) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/controlbuf.go:535 +0x74 | |
| google.golang.org/grpc/internal/transport.newHTTP2Client.func6() | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_client.go:442 +0x64 | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_client.go:440 +0x1888 | |
| goroutine 1658 [select]: | |
| google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0x140022e32c0) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_client.go:1635 +0x118 | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_client.go:378 +0x1358 | |
| goroutine 2347 [semacquire]: | |
| sync.runtime_Semacquire(0x28?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28 | |
| sync.(*WaitGroup).Wait(0x140046c1e88) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80 | |
| golang.org/x/sync/errgroup.(*Group).Wait(0x140046c1e80) | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:53 +0x2c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x140046c1e80?, {0x10ae52478?, 0x140046c1e40?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48 | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x10ae52520?, 0x14003cef620?}, {0x14003f89c58, 0x2, 0x14003f89db0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x88 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0x14004bfda20, {0x10ae52520, 0x14003cef620}, 0x14000eb5380) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:318 +0x5fc | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).Start.func2({0x10ae52520, 0x14003cef590}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:232 +0x294 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1124 [semacquire]: | |
| sync.runtime_Semacquire(0x28?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28 | |
| sync.(*WaitGroup).Wait(0x14002d7e408) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80 | |
| golang.org/x/sync/errgroup.(*Group).Wait(0x14002d7e400) | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:53 +0x2c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x14002d7e400?, {0x10ae52478?, 0x14002d7e3c0?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48 | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x10ae52520?, 0x140046c5e90?}, {0x1400359ec58, 0x2, 0x4000000000000000?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x88 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0x140048a0420, {0x10ae52520, 0x140046c5e90}, 0x14002d7e280) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:318 +0x5fc | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).Start.func2({0x10ae52520, 0x140046c5dd0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:232 +0x294 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2244 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/future.Wait[...]({0x10ae52520, 0x1400492ec30}, 0x14000c8c2d0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/future/future.go:95 +0x78 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).RangeFeed(0x140012fa000, 0x14003026c60, {0x10ae8bad0, 0x14000c8c2d0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1442 +0x140 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvpb._Internal_RangeFeed_Handler({0x10ad58940?, 0x140012fa000}, {0x10ae87528, 0x140007219a0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvpb/api.pb.go:10003 +0xd4 | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x10ad58940, 0x140012fa000}, {0x10ae87be8?, 0x14001bde000?}, 0x14003a9b860, 0x10ade45a8) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x4b8 | |
| google.golang.org/grpc.chainStreamInterceptors.func1.1({0x10ad58940?, 0x140012fa000?}, {0x10ae87be8?, 0x14001bde000?}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:1482 +0x60 | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x10ad58940, 0x140012fa000}, {0x10ae87be8, 0x14001bde000}, 0x14001b24000?, 0x140057e7a80) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:277 +0x78 | |
| google.golang.org/grpc.chainStreamInterceptors.func1.1({0x10ad58940?, 0x140012fa000?}, {0x10ae87be8?, 0x14001bde000?}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:1485 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor({0x14001b24000?, {{0x105ef6778?}, {0x10ae73d60?, 0x14000b3eea0?}}}, {0x10ad58940, 0x140012fa000}, {0x10ae87be8, 0x14001bde000}, 0x14003a9b860, 0x140057e7a80) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:132 +0x2d4 | |
| google.golang.org/grpc.chainStreamInterceptors.func1.1({0x10ad58940?, 0x140012fa000?}, {0x10ae87be8?, 0x14001bde000?}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:1485 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x6400000000?, 0x2a87e80?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:244 +0x34 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0x14000e6c900, {0x10ae52520, 0x14003dda3f0}, {0x10f9618a0?, 0x14005ad1a58?}, 0x14005ad1a18) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:322 +0xac | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x10ad58940, 0x140012fa000}, {0x10ae87be8?, 0x14001bde000?}, 0x14003a9b860, 0x140057e7a80) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:243 +0xcc | |
| google.golang.org/grpc.chainStreamInterceptors.func1.1({0x10ad58940?, 0x140012fa000?}, {0x10ae87be8?, 0x14001bde000?}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:1485 +0x8c | |
| google.golang.org/grpc.chainStreamInterceptors.func1({0x10ad58940, 0x140012fa000}, {0x10ae87be8, 0x14001bde000}, 0x14003a9b860, 0x10ade45a8) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:1487 +0x120 | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0x14000dc83c0, {0x10ae9f060, 0x14005f58d00}, 0x1400298dc20, 0x14000d4f020, 0x10e002800, 0x0) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:1636 +0xf30 | |
| google.golang.org/grpc.(*Server).handleStream(0x14000dc83c0, {0x10ae9f060, 0x14005f58d00}, 0x1400298dc20, 0x0) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:1717 +0x804 | |
| google.golang.org/grpc.(*Server).serveStreams.func1.2() | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:965 +0x84 | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:963 +0x290 | |
| goroutine 2179 [select]: | |
| github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).Start.func8({0x10ae52520?, 0x1400442a900?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:1045 +0x12c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1779 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.MakeTCPServer.func1({0x1400407ec00, 0x14003cef6b0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:126 +0x4c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 976 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x140036ab980}, 0x10498efc8?, {0x10aea5ca0, 0x14003e6b400}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x140036ab980}, 0x64161e6d?, 0x140006e2fc0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x140036ab980?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x140040ca870?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x14003642ef8) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x140040ca870}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1145 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).outputLoop(0x14001411ef0, {0x10ae52478, 0x14003408c80}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:326 +0x1b0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).runOutputLoop(0x14001411ef0, {0x10ae52520, 0x140006fa390}, 0x1050126f4?) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:351 +0xac | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run.func1({0x10ae52520?, 0x140006fa390?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:320 +0x44 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2476 [select]: | |
| google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0x1400445f4a0) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_client.go:1635 +0x118 | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_client.go:378 +0x1358 | |
| goroutine 2528 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1({0x10ae52478, 0x140046c1b40}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:204 +0xfc | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 3337 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0x14001128600, {0x10ae52520, 0x1400433ec00}, 0x1400433ebd0, {0x1400563e380?, 0x10501124c?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:2394 +0x30c | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1({0x10ae52520, 0x1400433ec00}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:2248 +0x9c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2415 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.MakeHTTPServer.func2({0x14005b4dc00, 0x160}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:102 +0x54 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2385 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver_test.(*blocker).wait(0x14000b00cc0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/client_stuck_disk_test.go:134 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver_test.(*writeBlockingFile).Write(0x14005db83f0, {0x1400516d9bf, 0x180, 0x4649}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/client_stuck_disk_test.go:60 +0x34 | |
| github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).Write.func1() | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/vfs/disk_health.go:193 +0x48 | |
| github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).timeDiskOp(0x14004e9e320, 0x1, 0x14001fddc20) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/vfs/disk_health.go:280 +0xbc | |
| github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).Write(0x14001fddc98?, {0x1400516d9bf?, 0x14001fddca8?, 0x105514be0?}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/vfs/disk_health.go:192 +0x6c | |
| github.com/cockroachdb/pebble/vfs.(*enospcFile).Write(0x14005db8408, {0x1400516d9bf, 0x180, 0x4649}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/vfs/disk_full.go:369 +0x60 | |
| github.com/cockroachdb/pebble/vfs.(*syncingFile).Write(0x14004e9e370, {0x1400516d9bf, 0x180, 0x4649}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/vfs/syncing_file.go:65 +0x64 | |
| github.com/cockroachdb/pebble/record.(*LogWriter).flushPending(0x140006b2500, {0x1400516d9bf, 0x180, 0x4649}, {0x140042f1500, 0x0, 0x140018fde18?}, 0x5e, 0x5d) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/record/log_writer.go:526 +0x120 | |
| github.com/cockroachdb/pebble/record.(*LogWriter).flushLoop(0x140006b2500, {0x10a55c5a0, 0x10e1a1910}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/record/log_writer.go:466 +0x310 | |
| runtime/pprof.Do({0x10ae524b0?, 0x1400019e008?}, {{0x140001cea20?, 0x14002dd56c0?, 0x14001c5a000?}}, 0x140018fdfb8) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/pprof/runtime.go:40 +0x80 | |
| github.com/cockroachdb/pebble/record.NewLogWriter.func2() | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/record/log_writer.go:351 +0x68 | |
| created by github.com/cockroachdb/pebble/record.NewLogWriter | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/record/log_writer.go:350 +0x3e8 | |
| goroutine 1776 [semacquire]: | |
| sync.runtime_Semacquire(0x28?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28 | |
| sync.(*WaitGroup).Wait(0x14004e94448) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80 | |
| golang.org/x/sync/errgroup.(*Group).Wait(0x14004e94440) | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:53 +0x2c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x14004e94440?, {0x10ae52478?, 0x14004e94400?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48 | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x10ae52520?, 0x1400454a3f0?}, {0x14005f71c58, 0x2, 0x14005f71db0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x88 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0x14003578840, {0x10ae52520, 0x1400454a3f0}, 0x14003b469c0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:318 +0x5fc | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).Start.func2({0x10ae52520, 0x1400454a390}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:232 +0x294 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2370 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1({0x10ae52478, 0x14005c03880}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:204 +0xfc | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 2284 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0x14001128600, {0x10ae52520, 0x14004f07200}, 0x14004f071d0, {0x1400563e380?, 0x10501124c?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:2394 +0x30c | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1({0x10ae52520, 0x14004f07200}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:2248 +0x9c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1695 [select]: | |
| github.com/cockroachdb/cockroach/pkg/jobs.(*jobScheduler).runDaemon.func1({0x10ae52520?, 0x14002266390?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/jobs/job_scheduler.go:417 +0x1d8 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1138 [semacquire]: | |
| sync.runtime_Semacquire(0x14003408780?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28 | |
| sync.(*WaitGroup).Wait(0x14003408788) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80 | |
| golang.org/x/sync/errgroup.(*Group).Wait(0x14003408780) | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:53 +0x2c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x14003408780?, {0x10ae52478?, 0x14003408740?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans(0x14001eec000, {0x10ae52478, 0x14003408680}, {0x14003408700, 0x1, 0x10a4c5340?}, 0x1, 0x14002caa300, {0x14003bbf270, 0x1, ...}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:230 +0x524 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed(0x14001fbb718?, {0x10ae52478, 0x14003408680}, {0x140046c58f0, 0x1, 0x14003e33f80?}, {0x14001fbb698?, 0x50112b8?, 0x1?}, 0xf8?, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:148 +0xc4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*dbAdapter).RangeFeed(0x1?, {0x10ae52478?, 0x14003408680?}, {0x140046c58f0?, 0x1400442bc50?, 0x10ae52520?}, {0x1065739d0?, 0xae52520?, 0x1?}, 0x10?, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/db_adapter.go:81 +0x30 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func1({0x10ae52478?, 0x14003408680?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:312 +0x70 | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 2346 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.(*Watcher).Run(0x1400219ddd0, {0x10ae52478, 0x14000eb51c0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:338 +0x7b4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.Start.func1({0x10ae52520?, 0x14003cef110?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:197 +0x17c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 3602 [IO wait]: | |
| internal/poll.runtime_pollWait(0x13865d6a0, 0x72) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/netpoll.go:305 +0xa0 | |
| internal/poll.(*pollDesc).wait(0x1400431fb80?, 0x1400630e000?, 0x0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:84 +0x28 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:89 | |
| internal/poll.(*FD).Read(0x1400431fb80, {0x1400630e000, 0x600, 0x600}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_unix.go:167 +0x1e0 | |
| net.(*netFD).Read(0x1400431fb80, {0x1400630e000?, 0x1400630e000?, 0x5?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/fd_posix.go:55 +0x28 | |
| net.(*conn).Read(0x14000136710, {0x1400630e000?, 0x14004c09d98?, 0x8?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/net.go:183 +0x34 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0x14006224d80, {0x1400630e000, 0x600, 0x600}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/cmux@v0.0.0-20170110192607-30d10be49292/cmux.go:218 +0x170 | |
| crypto/tls.(*atLeastReader).Read(0x140049cd4d0, {0x1400630e000?, 0x0?, 0x104c2b7c8?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:787 +0x40 | |
| bytes.(*Buffer).ReadFrom(0x14004c09e78, {0x10ae09da0, 0x140049cd4d0}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/bytes/buffer.go:202 +0x90 | |
| crypto/tls.(*Conn).readFromUntil(0x14004c09c00, {0x1376b0ef0?, 0x14006224d80}, 0x104f6a84c?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:809 +0xd4 | |
| crypto/tls.(*Conn).readRecordOrCCS(0x14004c09c00, 0x0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:616 +0xd8 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:582 | |
| crypto/tls.(*Conn).Read(0x14004c09c00, {0x14007c18000, 0x8000, 0x0?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:1287 +0x178 | |
| bufio.(*Reader).Read(0x14006225200, {0x14003de17e0, 0x9, 0x104fbe0d4?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/bufio/bufio.go:237 +0x1e0 | |
| io.ReadAtLeast({0x10ae08060, 0x14006225200}, {0x14003de17e0, 0x9, 0x9}, 0x9) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:332 +0xa0 | |
| io.ReadFull(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:351 | |
| golang.org/x/net/http2.readFrameHeader({0x14003de17e0?, 0x9?, 0x140066ffdc8?}, {0x10ae08060?, 0x14006225200?}) | |
| /Users/tobias/go/pkg/mod/golang.org/x/net@v0.7.0/http2/frame.go:237 +0x58 | |
| golang.org/x/net/http2.(*Framer).ReadFrame(0x14003de17a0) | |
| /Users/tobias/go/pkg/mod/golang.org/x/net@v0.7.0/http2/frame.go:498 +0x84 | |
| google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0x14005a8d1e0, 0x0?, 0x5?) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_server.go:610 +0x114 | |
| google.golang.org/grpc.(*Server).serveStreams(0x1400237f0e0, {0x10ae9f060?, 0x14005a8d1e0}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:949 +0x134 | |
| google.golang.org/grpc.(*Server).handleRawConn.func1() | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:891 +0x44 | |
| created by google.golang.org/grpc.(*Server).handleRawConn | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:890 +0x174 | |
| goroutine 934 [semacquire]: | |
| sync.runtime_Semacquire(0x28?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28 | |
| sync.(*WaitGroup).Wait(0x14001df5148) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80 | |
| golang.org/x/sync/errgroup.(*Group).Wait(0x14001df5140) | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:53 +0x2c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x14001df5140?, {0x10ae52478?, 0x14001df5100?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48 | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x10ae52520?, 0x14003cee510?}, {0x1400665fc58, 0x2, 0x1400665fdb0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x88 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0x140013aba20, {0x10ae52520, 0x14003cee510}, 0x1400082a200) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:318 +0x5fc | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).Start.func2({0x10ae52520, 0x14003cee480}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:232 +0x294 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1964 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).processEvents(0x140013aba20, {0x10ae52478, 0x14001df5100}, 0x10a4c0ea0?, 0x14002cccc00) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:358 +0x94 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func2({0x10ae52478?, 0x14001df5100?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:315 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 1654 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.MakeHTTPServer.func2({0x14004cbcc00, 0x14005d77440}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:102 +0x54 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 3064 [IO wait]: | |
| internal/poll.runtime_pollWait(0x1390a75c8, 0x72) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/netpoll.go:305 +0xa0 | |
| internal/poll.(*pollDesc).wait(0x1400500b600?, 0x140042b9500?, 0x0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:84 +0x28 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:89 | |
| internal/poll.(*FD).Read(0x1400500b600, {0x140042b9500, 0x700, 0x700}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_unix.go:167 +0x1e0 | |
| net.(*netFD).Read(0x1400500b600, {0x140042b9500?, 0x14007920898?, 0x8?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/fd_posix.go:55 +0x28 | |
| net.(*conn).Read(0x140037bf418, {0x140042b9500?, 0x1400258a818?, 0x10496ab20?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/net.go:183 +0x34 | |
| crypto/tls.(*atLeastReader).Read(0x14005527b30, {0x140042b9500?, 0x0?, 0x104c2b7c8?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:787 +0x40 | |
| bytes.(*Buffer).ReadFrom(0x14007920978, {0x10ae09da0, 0x14005527b30}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/bytes/buffer.go:202 +0x90 | |
| crypto/tls.(*Conn).readFromUntil(0x14007920700, {0x10ae18200?, 0x140037bf418}, 0x6?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:809 +0xd4 | |
| crypto/tls.(*Conn).readRecordOrCCS(0x14007920700, 0x0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:616 +0xd8 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:582 | |
| crypto/tls.(*Conn).Read(0x14007920700, {0x14007f26000, 0x8000, 0x10acf1a20?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:1287 +0x178 | |
| bufio.(*Reader).Read(0x14007f1a6c0, {0x14003d0d380, 0x9, 0x1400258add8?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/bufio/bufio.go:237 +0x1e0 | |
| io.ReadAtLeast({0x10ae08060, 0x14007f1a6c0}, {0x14003d0d380, 0x9, 0x9}, 0x9) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:332 +0xa0 | |
| io.ReadFull(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:351 | |
| golang.org/x/net/http2.readFrameHeader({0x14003d0d380?, 0x9?, 0x10000000d?}, {0x10ae08060?, 0x14007f1a6c0?}) | |
| /Users/tobias/go/pkg/mod/golang.org/x/net@v0.7.0/http2/frame.go:237 +0x58 | |
| golang.org/x/net/http2.(*Framer).ReadFrame(0x14003d0d340) | |
| /Users/tobias/go/pkg/mod/golang.org/x/net@v0.7.0/http2/frame.go:498 +0x84 | |
| google.golang.org/grpc/internal/transport.(*http2Client).reader(0x1400797d2c0, 0x14001fa17b0?) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_client.go:1561 +0x1b8 | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_client.go:388 +0x13c8 | |
| goroutine 1740 [select]: | |
| google.golang.org/grpc.newClientStreamWithParams.func4() | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/stream.go:366 +0x8c | |
| created by google.golang.org/grpc.newClientStreamWithParams | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/stream.go:365 +0xc44 | |
| goroutine 2182 [select]: | |
| github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigmanager.(*Manager).run(0x14000b83b80, {0x10ae52520, 0x1400442aab0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigmanager/manager.go:156 +0x334 | |
| github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigmanager.(*Manager).Start.func1({0x10ae52520?, 0x1400442aab0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigmanager/manager.go:98 +0x34 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2181 [select]: | |
| github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).Start.func10({0x10ae52520?, 0x1400442aa50?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:1100 +0x148 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1780 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*LoopbackListener).Accept(0x14000fb5950) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/loopback.go:51 +0x74 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*TCPServer).ServeWith(0x14001309a10, {0x10ae52520, 0x14004b73bf0}, {0x10ae48440, 0x14000fb5950}, 0x14003624770) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:166 +0x58 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).AcceptInternalClients.func1({0x10ae52520, 0x14004b73bf0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:2048 +0x94 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2178 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/catalog/lease.(*Manager).PeriodicallyRefreshSomeLeases.func1({0x10ae52520, 0x1400442a810}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/catalog/lease/lease.go:1230 +0x1dc | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2177 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/catalog/lease.(*Manager).RefreshLeases.func1({0x10ae52520, 0x1400442a7b0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/catalog/lease/lease.go:1124 +0xa8 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2176 [semacquire]: | |
| sync.runtime_Semacquire(0x14003ba22a0?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28 | |
| sync.(*WaitGroup).Wait(0x140043a92c8) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80 | |
| golang.org/x/sync/errgroup.(*Group).Wait(0x140043a92c0) | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:53 +0x2c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x140043a92c0?, {0x10ae52478?, 0x140043a9280?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48 | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x10ae52520?, 0x14003ba21b0?}, {0x14006575c58, 0x2, 0x4000000000000000?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x88 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0x14003d88f20, {0x10ae52520, 0x14003ba21b0}, 0x1400580ff80) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:318 +0x5fc | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).Start.func2({0x10ae52520, 0x1400442a720}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:232 +0x294 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2180 [select]: | |
| github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).Start.func9({0x10ae52520?, 0x1400442a960?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:1077 +0x120 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1003 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x140041b6de0}, 0x10498efc8?, {0x10aea5ca0, 0x14001131500}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x140041b6de0}, 0x64161e6d?, 0x140006e27e0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x140041b6de0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14003ceff20?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x14002dc5ef8) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14003ceff20}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 992 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14003d050e0}, 0x10498efc8?, {0x10aea5ca0, 0x140010ae200}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14003d050e0}, 0x64161e6d?, 0x140006e2360) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14003d050e0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14002e48900?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x14002dc0ef8) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14002e48900}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 822 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/sqlstats/persistedsqlstats.(*jobMonitor).start.func1({0x10ae52520, 0x1400234aa50}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlstats/persistedsqlstats/scheduled_job_monitor.go:93 +0x1e0 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 823 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/catalog/schematelemetry/schematelemetrycontroller.(*Controller).Start.func2({0x10ae52520?, 0x1400234aa80?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/catalog/schematelemetry/schematelemetrycontroller/controller.go:118 +0x110 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1123 [semacquire]: | |
| sync.runtime_Semacquire(0x28?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28 | |
| sync.(*WaitGroup).Wait(0x14004019788) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80 | |
| golang.org/x/sync/errgroup.(*Group).Wait(0x14004019780) | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:53 +0x2c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x14004019780?, {0x10ae52478?, 0x14004019740?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48 | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x10ae52520?, 0x14003bf49f0?}, {0x140044bac58, 0x2, 0x4000000000000000?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x88 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0x140048a02c0, {0x10ae52520, 0x14003bf49f0}, 0x14002d7e100) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:318 +0x5fc | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).Start.func2({0x10ae52520, 0x140046c5bf0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:232 +0x294 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 3254 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*serverController).start.func1({0x10ae52520?, 0x1400634e390?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/server_controller_orchestration.go:95 +0xc0 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 909 [select]: | |
| github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigsqlwatcher.(*SQLWatcher).watch(0x140030a57c0, {0x10ae52520, 0x14003dc18f0}, {0x10a826e80?, 0xf962601?, 0x1?}, 0x140046c87c8) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigsqlwatcher/sqlwatcher.go:161 +0x49c | |
| github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigsqlwatcher.(*SQLWatcher).WatchForSQLUpdates(0x0?, {0x10ae52520?, 0x14003dc18f0?}, {0x107b5e880?, 0x18?, 0x0?}, 0x10a826f20?) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigsqlwatcher/sqlwatcher.go:91 +0x24 | |
| github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigreconciler.(*incrementalReconciler).reconcile(0x140016f2b60, {0x10ae52520, 0x14003dc18f0}, {0x138655fd0?, 0x6fd008?, 0x40?}, 0x140046c87b0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigreconciler/reconciler.go:489 +0xb8 | |
| github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigreconciler.(*Reconciler).Reconcile(0x1400316fd40, {0x10ae52520, 0x14003dc18f0}, {0x6fc23ac00?, 0xcccccccd?, 0xcc?}, {0x10ae44660, 0x14002d7f800}, 0x140042ddd50) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigreconciler/reconciler.go:188 +0x2d8 | |
| github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigjob.(*resumer).Resume(0x140014ba1b0, {0x10ae52520?, 0x14003dc18f0}, {0x10ab19e20?, 0x140014ba1d0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigjob/job.go:162 +0x8ac | |
| github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).stepThroughStateMachine.func2(0x14004cdc680?, 0x0?, {0x10ae264f0?, 0x140014ba1b0?}, {0x10ae52520?, 0x14003dc18f0?}, {0x10ab19e20?, 0x140014ba1d0?}, 0x140032e5860) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:1529 +0xec | |
| github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).stepThroughStateMachine(0x14001ef0000, {0x10ae52520, 0x14000b3e090}, {0x10ab19e20, 0x140014ba1d0}, {0x10ae264f0, 0x140014ba1b0}, 0x14004cdc680, {0x14004b78710, 0x7}, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:1530 +0x69c | |
| github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).runJob(0x14001ef0000, {0x10ae52520, 0x14000a6b620}, {0x10ae264f0, 0x140014ba1b0}, 0x14004cdc680, {0x14004b78710, 0x7}, {0x14000d78600, 0x16}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/jobs/adopt.go:417 +0x510 | |
| github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).resumeJob.func1({0x14003e83c00?, 0x1048eb0a4?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/jobs/adopt.go:335 +0xc0 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2174 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/stmtdiagnostics.(*Registry).poll(0x14000b83b00, {0x10ae52520, 0x1400442a2a0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/stmtdiagnostics/statement_diagnostics.go:195 +0x1a0 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2173 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/stats.(*Refresher).Start.func1({0x10ae52520, 0x1400442a210}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/stats/automatic_stats.go:392 +0x140 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2172 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/contention/txnidcache.(*Cache).Start.func1({0x140052f2400?, 0x0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/contention/txnidcache/txn_id_cache.go:145 +0x90 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2171 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/sqlstats/insights.(*concurrentBufferIngester).Start.func2({0x14005900c00?, 0x0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlstats/insights/ingester.go:87 +0x90 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2170 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/sqlstats/insights.(*concurrentBufferIngester).Start.func1({0x14004d50c00?, 0x0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlstats/insights/ingester.go:70 +0xc4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2169 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/sqlstats/sslocal.(*SQLStats).Start.func1({0x10ae52520, 0x1400442a120}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlstats/sslocal/sslocal_provider.go:90 +0x1b8 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2096 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1({0x10ae52478, 0x140058c12c0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:204 +0xfc | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 2175 [semacquire]: | |
| sync.runtime_Semacquire(0x140043f8780?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28 | |
| sync.(*WaitGroup).Wait(0x14005a00e08) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80 | |
| golang.org/x/sync/errgroup.(*Group).Wait(0x14005a00e00) | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:53 +0x2c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x14005a00e00?, {0x10ae52478?, 0x14005a00dc0?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48 | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x10ae52520?, 0x140043f8690?}, {0x14006116c58, 0x2, 0x4000000000000000?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x88 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0x14003d88dc0, {0x10ae52520, 0x140043f8690}, 0x1400580fe80) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:318 +0x5fc | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).Start.func2({0x10ae52520, 0x1400442a480}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:232 +0x294 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1142 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*pipe).recv(0x14003bbf320, {0x10ae52520, 0x1400442bfb0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1377 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/rpc.pipeReader.recv({0x14003bbf320?, 0x10ade6dc8?}, {0x10ae52520?, 0x1400442bfb0?}, {0x10ac5a180, 0x1400442a600}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1413 +0x40 | |
| github.com/cockroachdb/cockroach/pkg/rpc.clientStream.RecvMsg(...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1461 | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0x140022a6b80, {0x10ac5a180?, 0x1400442a600?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:393 +0x38 | |
| github.com/cockroachdb/cockroach/pkg/rpc.rangeFeedClientAdapter.Recv({{0x10ae874e0?, 0x140022a6b80?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1180 +0x58 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed.func6() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:650 +0x34 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*stuckRangeFeedCanceler).do(0x14004273cc0, 0x140033f7758) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed_canceler.go:135 +0x180 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0x14001eec000, {0x10ae52478?, 0x14003408740?}, {{0x14003d5e9e8, 0x1, 0x8}, {0x14003d5e9f0, 0x1, 0x8}}, {0x0?, ...}, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:649 +0xb24 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0x14001eec000, {0x10ae52478, 0x14003408740}, 0x14004273c70, 0x10ade4540?, {{0x14003d5e9e8, 0x1, 0x8}, {0x14003d5e9f0, 0x1, ...}}, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:424 +0x5f4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1.1({0x10ae52478?, 0x14003408740?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:208 +0xac | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 188 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slstorage.(*Storage).deleteSessionsLoop(0x14001869ad0, {0x10ae52520?, 0x1400232d260?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slstorage/slstorage.go:381 +0x12c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1139 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).processEvents(0x140048a0160, {0x10ae52478, 0x14003408680}, 0x1400074f6f8?, 0x14002caa300) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:358 +0x94 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func2({0x10ae52478?, 0x14003408680?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:315 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 1180 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14003db4840}, 0x10498efc8?, {0x10aea5ca0, 0x14002741080}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14003db4840}, 0x64161e6d?, 0x14002f18ea0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14003db4840?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14004a54540?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x140049f2ef8) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14004a54540}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1126 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).processEvents(0x140048a0420, {0x10ae52478, 0x14002d7e3c0}, 0x1048eb0a4?, 0x14002c11560) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:358 +0x94 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func2({0x10ae52478?, 0x14002d7e3c0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:315 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 1143 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/future.Wait[...]({0x10ae52520, 0x140006fa1e0}, 0x14003bbf460) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/future/future.go:95 +0x78 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).RangeFeed(0x140012fa000, 0x1400334bc20, {0x10ae92650, 0x14003bbf460}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1442 +0x140 | |
| github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2.1({0x0?, 0x10ae52520?}, {0x10ae87528?, 0x140022a6ca0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1132 +0x78 | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x140006fa060?}, 0x10dfbe780, 0x140015d5b90) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x4b8 | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x140006fa060?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:970 +0x60 | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x140006fa060}, 0x14001b24000?, 0x14003408a40) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:277 +0x78 | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x140006fa060?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor({0x14001b24000?, {{0x14003efc300?}, {0x10ae73d60?, 0x14000b3eea0?}}}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x140006fa060}, 0x10dfbe780, 0x14003408a40) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:132 +0x2d4 | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x140006fa060?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x0?, 0x0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:244 +0x34 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0x14000e6c900, {0x10ae52520, 0x140006fa030}, {0x10488a4a8?, 0x140035686a8?}, 0x14003568668) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:322 +0xac | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x140006fa060?}, 0x10dfbe780, 0x14003408a40) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:243 +0xcc | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x140006fa060?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run({0x1400011b680, 0x4, 0x4}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x140006fa060}, 0x10dfbe780, 0x140015d5b90) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:975 +0x12c | |
| github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1137 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1125 +0x2a8 | |
| goroutine 820 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*TemporaryObjectCleaner).Start.func1({0x10ae52520, 0x1400234a9c0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/temporary_schema.go:626 +0x1bc | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 819 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/gcjob/gcjobnotifier.(*Notifier).run(0x14003174360, {0x10550a1c4?, 0x14003f64ea0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/gcjob/gcjobnotifier/notifier.go:166 +0x264 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 821 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/sqlstats/persistedsqlstats.(*PersistedSQLStats).startSQLStatsFlushLoop.func1({0x10ae52520, 0x1400234aa20}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlstats/persistedsqlstats/provider.go:134 +0x1d0 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 352 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/future.Wait[...]({0x10ae52520, 0x140044d0840}, 0x14004447270) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/future/future.go:95 +0x78 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).RangeFeed(0x140012fa000, 0x140006d3200, {0x10ae92650, 0x14004447270}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1442 +0x140 | |
| github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2.1({0x0?, 0x10ae52520?}, {0x10ae87528?, 0x140030ba8e0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1132 +0x78 | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x140024d16b0?}, 0x10dfbe780, 0x14000f025b0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x4b8 | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x140024d16b0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:970 +0x60 | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x140024d16b0}, 0x14001b24000?, 0x14003ea0fc0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:277 +0x78 | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x140024d16b0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor({0x14001b24000?, {{0x140006d2b40?}, {0x10ae73d60?, 0x14000b3eea0?}}}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x140024d16b0}, 0x10dfbe780, 0x14003ea0fc0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:132 +0x2d4 | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x140024d16b0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x0?, 0x0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:244 +0x34 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0x14000e6c900, {0x10ae52520, 0x140024d1680}, {0x10f9618a0?, 0x140019de6a8?}, 0x140019de668) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:322 +0xac | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x140024d16b0?}, 0x10dfbe780, 0x14003ea0fc0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:243 +0xcc | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x140024d16b0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run({0x1400011b680, 0x4, 0x4}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x140024d16b0}, 0x10dfbe780, 0x14000f025b0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:975 +0x12c | |
| github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1137 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1125 +0x2a8 | |
| goroutine 351 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*pipe).recv(0x14000c8c780, {0x10ae52520, 0x140024d1620}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1377 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/rpc.pipeReader.recv({0x14000c8c780?, 0x10ade6dc8?}, {0x10ae52520?, 0x140024d1620?}, {0x10ac5a180, 0x14004ec7980}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1413 +0x40 | |
| github.com/cockroachdb/cockroach/pkg/rpc.clientStream.RecvMsg(...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1461 | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0x14000a9a640, {0x10ac5a180?, 0x14004ec7980?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:393 +0x38 | |
| github.com/cockroachdb/cockroach/pkg/rpc.rangeFeedClientAdapter.Recv({{0x10ae874e0?, 0x14000a9a640?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1180 +0x58 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed.func6() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:650 +0x34 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*stuckRangeFeedCanceler).do(0x14000e1db80, 0x14004a25758) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed_canceler.go:135 +0x180 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0x14001eec000, {0x10ae52478?, 0x1400401e740?}, {{0x14000636d48, 0x1, 0x8}, {0x14000636d50, 0x1, 0x8}}, {0x0?, ...}, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:649 +0xb24 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0x14001eec000, {0x10ae52478, 0x1400401e740}, 0x14000f4ccd0, 0x10ade4540?, {{0x14000636d48, 0x1, 0x8}, {0x14000636d50, 0x1, ...}}, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:424 +0x5f4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1.1({0x10ae52478?, 0x1400401e740?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:208 +0xac | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 809 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run(0x14002434000, {0x10ae52520?, 0x14001ca9c80?}, 0x16?, 0x1400457e960, 0x14000e6c900) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:292 +0x388 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).Start.func1({0x10ae52520?, 0x14001ca9c80?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:240 +0x40 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 808 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).outputLoop(0x140037680f0, {0x10ae52478, 0x14001cc02c0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:326 +0x1b0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).runOutputLoop(0x140037680f0, {0x10ae52520, 0x14001ca9380}, 0x1050126f4?) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:351 +0xac | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run.func1({0x10ae52520?, 0x14001ca9380?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:320 +0x44 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 811 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).outputLoop(0x140037681e0, {0x10ae52478, 0x14001cc0600}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:326 +0x1b0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).runOutputLoop(0x140037681e0, {0x10ae52520, 0x14001ca9da0}, 0x1050126f4?) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:351 +0xac | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run.func1({0x10ae52520?, 0x14001ca9da0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:320 +0x44 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1156 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*pipe).recv(0x14003071b40, {0x10ae52520, 0x14003bf4d50}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1377 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/rpc.pipeReader.recv({0x14003071b40?, 0x10ade6dc8?}, {0x10ae52520?, 0x14003bf4d50?}, {0x10ac5a180, 0x14003fe03c0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1413 +0x40 | |
| github.com/cockroachdb/cockroach/pkg/rpc.clientStream.RecvMsg(...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1461 | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0x140025524c0, {0x10ac5a180?, 0x14003fe03c0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:393 +0x38 | |
| github.com/cockroachdb/cockroach/pkg/rpc.rangeFeedClientAdapter.Recv({{0x10ae874e0?, 0x140025524c0?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1180 +0x58 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed.func6() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:650 +0x34 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*stuckRangeFeedCanceler).do(0x14003bee5a0, 0x14003ad9758) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed_canceler.go:135 +0x180 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0x14001eec000, {0x10ae52478?, 0x14004019800?}, {{0x14003d5eac0, 0x1, 0x8}, {0x14003d5eac8, 0x1, 0x8}}, {0x0?, ...}, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:649 +0xb24 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0x14001eec000, {0x10ae52478, 0x14004019800}, 0x14003bee550, 0x10ade4540?, {{0x14003d5eac0, 0x1, 0x8}, {0x14003d5eac8, 0x1, ...}}, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:424 +0x5f4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1.1({0x10ae52478?, 0x14004019800?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:208 +0xac | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 805 [semacquire]: | |
| sync.runtime_Semacquire(0x28?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28 | |
| sync.(*WaitGroup).Wait(0x14003ea1548) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80 | |
| golang.org/x/sync/errgroup.(*Group).Wait(0x14003ea1540) | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:53 +0x2c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x14003ea1540?, {0x10ae52478?, 0x14003ea1500?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48 | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x10ae52520?, 0x14001ca8870?}, {0x14004b19c58, 0x2, 0x14004a39db0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x88 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0x14001f6e580, {0x10ae52520, 0x14001ca8870}, 0x14000bdbac0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:318 +0x5fc | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).Start.func2({0x10ae52520, 0x14001ca8810}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:232 +0x294 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1474 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14005946e40}, 0x10498efc8?, {0x10aea5ca0, 0x14005874b80}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14005946e40}, 0x64161e6d?, 0x14005972120) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14005946e40?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14005a360f0?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x14005548ef8) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14005a360f0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2165 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/sqlstats/persistedsqlstats.(*PersistedSQLStats).startSQLStatsFlushLoop.func1({0x10ae52520, 0x1400442a030}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlstats/persistedsqlstats/provider.go:134 +0x1d0 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2167 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/catalog/schematelemetry/schematelemetrycontroller.(*Controller).Start.func2({0x10ae52520?, 0x1400442a090?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/catalog/schematelemetry/schematelemetrycontroller/controller.go:118 +0x110 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 238 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1({0x10ae52478, 0x1400401e740}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:204 +0xfc | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 192 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/sqlinstance/instancestorage.(*Storage).RunInstanceIDReclaimLoop.func2({0x10ae52520?, 0x1400234a270?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlinstance/instancestorage/instancestorage.go:586 +0x19c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1363 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x1400560ccc0}, 0x10498efc8?, {0x10aea5ca0, 0x14005662300}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x1400560ccc0}, 0x64161e6d?, 0x140041d2900) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x1400560ccc0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14005633e60?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x140050a1ef8) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14005633e60}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 875 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).outputLoop(0x14002026a50, {0x10ae52478, 0x140008f8740}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:326 +0x1b0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).runOutputLoop(0x14002026a50, {0x10ae52520, 0x14004e349c0}, 0x1050126f4?) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:351 +0xac | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run.func1({0x10ae52520?, 0x14004e349c0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:320 +0x44 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1842 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*client).gossip(0x14004cb15f0, {0x10ae52520, 0x1400232cf90}, 0x140030d3c00, {0x10ae93b68?, 0x14003624c90}, 0x14000f93180, 0x14004efd8e0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/gossip/client.go:363 +0x334 | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*client).startLocked.func1({0x10ae52520?, 0x1400232cf90}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/gossip/client.go:125 +0x2ec | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1714 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport.(*Sender).Run.func2({0x10ae52520, 0x140022664e0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport/sender.go:251 +0x194 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1716 [semacquire]: | |
| sync.runtime_Semacquire(0x28?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28 | |
| sync.(*WaitGroup).Wait(0x14000e3c448) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80 | |
| golang.org/x/sync/errgroup.(*Group).Wait(0x14000e3c440) | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:53 +0x2c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x14000e3c440?, {0x10ae52478?, 0x14000e3c300?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48 | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x10ae52520?, 0x14002dde180?}, {0x140051bbc58, 0x2, 0x4000000000000000?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x88 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0x140040e2dc0, {0x10ae52520, 0x14002dde180}, 0x140009acd80) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:318 +0x5fc | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).Start.func2({0x10ae52520, 0x14002266f30}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:232 +0x294 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1812 [select]: | |
| google.golang.org/grpc/internal/transport.(*controlBuffer).get(0x14004decaf0, 0x1) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/controlbuf.go:408 +0x154 | |
| google.golang.org/grpc/internal/transport.(*loopyWriter).run(0x1400411d500) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/controlbuf.go:535 +0x74 | |
| google.golang.org/grpc/internal/transport.NewServerTransport.func2() | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_server.go:334 +0xd0 | |
| created by google.golang.org/grpc/internal/transport.NewServerTransport | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_server.go:331 +0x133c | |
| goroutine 1764 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x1400411cba0}, 0x10498efc8?, {0x10aea5ca0, 0x14005147980}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x1400411cba0}, 0x64161e6d?, 0x14001147c20) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x1400411cba0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14004bf2210?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x1400359cef8) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14004bf2210}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1144 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:349 +0x68 | |
| created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:348 +0x14c | |
| goroutine 235 [semacquire]: | |
| sync.runtime_Semacquire(0x1400401e780?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28 | |
| sync.(*WaitGroup).Wait(0x1400401e788) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80 | |
| golang.org/x/sync/errgroup.(*Group).Wait(0x1400401e780) | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:53 +0x2c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x1400401e780?, {0x10ae52478?, 0x1400401e740?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans(0x14001eec000, {0x10ae52478, 0x1400401e240}, {0x1400401e700, 0x1, 0x10a4c5340?}, 0x0, 0x14002c307e0, {0x14000487a80, 0x1, ...}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:230 +0x524 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed(0x14001c8a718?, {0x10ae52478, 0x1400401e240}, {0x1400234acc0, 0x1, 0x14004092880?}, {0x14001c8a698?, 0x50112b8?, 0x1?}, 0xf8?, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:148 +0xc4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*dbAdapter).RangeFeed(0x1?, {0x10ae52478?, 0x1400401e240?}, {0x1400234acc0?, 0x140032f2930?, 0x10ae52520?}, {0x1065739d0?, 0xae52520?, 0x1?}, 0x10?, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/db_adapter.go:81 +0x30 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func1({0x10ae52478?, 0x1400401e240?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:312 +0x70 | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 350 [semacquire]: | |
| sync.runtime_Semacquire(0x28?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28 | |
| sync.(*WaitGroup).Wait(0x14004093048) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80 | |
| golang.org/x/sync/errgroup.(*Group).Wait(0x14004093040) | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:53 +0x2c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x14004093040?, {0x10ae52478?, 0x14004093000?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48 | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x10ae52520?, 0x140024d0ed0?}, {0x140049c7c58, 0x2, 0x14004b01db0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x88 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0x140021962c0, {0x10ae52520, 0x140024d0ed0}, 0x140024de680) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:318 +0x5fc | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).Start.func2({0x10ae52520, 0x140024d0e40}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:232 +0x294 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1223 [semacquire]: | |
| sync.runtime_Semacquire(0x14001cc1b80?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28 | |
| sync.(*WaitGroup).Wait(0x14001cc1b88) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80 | |
| golang.org/x/sync/errgroup.(*Group).Wait(0x14001cc1b80) | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:53 +0x2c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x14001cc1b80?, {0x10ae52478?, 0x14001cc1b40?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans(0x14001eec000, {0x10ae52478, 0x14001cc1a80}, {0x14001cc1b00, 0x1, 0x105092248?}, 0x0, 0x14002c8ede0, {0x14000e22ee0, 0x1, ...}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:230 +0x524 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed(0x14003566e68?, {0x10ae52478, 0x14001cc1a80}, {0x14003f56840, 0x1, 0x1076adb10?}, {0x14004cc2000?, 0xae52520?, 0x1?}, 0xc0?, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:148 +0xc4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*dbAdapter).RangeFeed(0x0?, {0x10ae52478?, 0x14001cc1a80?}, {0x14003f56840?, 0x0?, 0x14003a8ae40?}, {0x10759aa80?, 0x4cc2000?, 0x40?}, 0x20?, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/db_adapter.go:81 +0x30 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func1({0x10ae52478?, 0x14001cc1a80?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:312 +0x70 | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 353 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:349 +0x68 | |
| created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:348 +0x14c | |
| goroutine 189 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slinstance.(*Instance).heartbeatLoopInner(0x14001431e60, {0x10ae52478, 0x14002d7f7c0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slinstance/slinstance.go:323 +0x128 | |
| github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slinstance.(*Instance).heartbeatLoop(0x14001431e60, {0x10ae52520, 0x1400232d2f0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slinstance/slinstance.go:292 +0x34 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1214 [semacquire]: | |
| sync.runtime_Semacquire(0x140040930c0?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28 | |
| sync.(*WaitGroup).Wait(0x140040930c8) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80 | |
| golang.org/x/sync/errgroup.(*Group).Wait(0x140040930c0) | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:53 +0x2c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x140040930c0?, {0x10ae52478?, 0x14004093080?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans(0x14001eec000, {0x10ae52478, 0x14004093000}, {0x14004c4b480, 0x2, 0x20?}, 0x0, 0x14002c4ac00, {0x14002379130, 0x1, ...}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:230 +0x524 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed(0x140022761c0?, {0x10ae52478, 0x14004093000}, {0x140030c9da0, 0x2, 0x10ae52520?}, {0x14004e0a930?, 0x11?, 0x0?}, 0x40?, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:148 +0xc4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*dbAdapter).RangeFeed(0x140035c5ad0?, {0x10ae52478?, 0x14004093000?}, {0x140030c9da0?, 0x14002276100?, 0x14003f91fa0?}, {0x14003566f18?, 0x550a1c4?, 0x1?}, 0xa0?, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/db_adapter.go:81 +0x30 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func1({0x10ae52478?, 0x14004093000?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:312 +0x70 | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 1689 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14004d66540}, 0x10498efc8?, {0x10aea5ca0, 0x14000fae000}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14004d66540}, 0x64161e6d?, 0x1400441ad80) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14004d66540?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14000fcb230?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x14005189ef8) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14000fcb230}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1847 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x320) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f080}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 89 [semacquire]: | |
| sync.runtime_Semacquire(0x1400378ab00?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28 | |
| sync.(*WaitGroup).Wait(0x1400378ab08) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80 | |
| golang.org/x/sync/errgroup.(*Group).Wait(0x1400378ab00) | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:53 +0x2c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x1400378ab00?, {0x10ae52478?, 0x1400378aac0?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans(0x14001eec000, {0x10ae52478, 0x1400378aa00}, {0x1400378aa80, 0x1, 0x10a4c5340?}, 0x0, 0x14002c8ef60, {0x14000e23480, 0x1, ...}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:230 +0x524 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed(0x14001bb5718?, {0x10ae52478, 0x1400378aa00}, {0x1400234aea0, 0x1, 0x14004092980?}, {0x14001bb5698?, 0x50112b8?, 0x1?}, 0xf8?, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:148 +0xc4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*dbAdapter).RangeFeed(0x1?, {0x10ae52478?, 0x1400378aa00?}, {0x1400234aea0?, 0x14003788f60?, 0x10ae52520?}, {0x1065739d0?, 0xae52520?, 0x1?}, 0xf0?, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/db_adapter.go:81 +0x30 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func1({0x10ae52478?, 0x1400378aa00?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:312 +0x70 | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 90 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).processEvents(0x14002018dc0, {0x10ae52478, 0x1400378aa00}, 0x1048eb0a4?, 0x14002c8ef60) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:358 +0x94 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func2({0x10ae52478?, 0x1400378aa00?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:315 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 91 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1({0x10ae52478, 0x1400378aac0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:204 +0xfc | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 93 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*pipe).recv(0x14000c7e250, {0x10ae52520, 0x140037892f0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1377 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/rpc.pipeReader.recv({0x14000c7e250?, 0x10ade6dc8?}, {0x10ae52520?, 0x140037892f0?}, {0x10ac5a180, 0x1400442a570}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1413 +0x40 | |
| github.com/cockroachdb/cockroach/pkg/rpc.clientStream.RecvMsg(...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1461 | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0x1400041ad00, {0x10ac5a180?, 0x1400442a570?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:393 +0x38 | |
| github.com/cockroachdb/cockroach/pkg/rpc.rangeFeedClientAdapter.Recv({{0x10ae874e0?, 0x1400041ad00?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1180 +0x58 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed.func6() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:650 +0x34 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*stuckRangeFeedCanceler).do(0x14004280640, 0x140037cb758) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed_canceler.go:135 +0x180 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0x14001eec000, {0x10ae52478?, 0x1400378aac0?}, {{0x14000636e28, 0x1, 0x8}, {0x14000636e30, 0x1, 0x8}}, {0x0?, ...}, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:649 +0xb24 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0x14001eec000, {0x10ae52478, 0x1400378aac0}, 0x14004280550, 0x10ade4540?, {{0x14000636e28, 0x1, 0x8}, {0x14000636e30, 0x1, ...}}, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:424 +0x5f4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1.1({0x10ae52478?, 0x1400378aac0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:208 +0xac | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 94 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/future.Wait[...]({0x10ae52520, 0x14003789560}, 0x14000c7e420) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/future/future.go:95 +0x78 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).RangeFeed(0x140012fa000, 0x14002274c60, {0x10ae92650, 0x14000c7e420}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1442 +0x140 | |
| github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2.1({0x0?, 0x10ae52520?}, {0x10ae87528?, 0x1400041ae80?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1132 +0x78 | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x14003789380?}, 0x10dfbe780, 0x140037a68c0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x4b8 | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14003789380?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:970 +0x60 | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14003789380}, 0x14001b24000?, 0x1400378abc0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:277 +0x78 | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14003789380?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor({0x14001b24000?, {{0x1385fa4c0?}, {0x10ae73d60?, 0x14000b3eea0?}}}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14003789380}, 0x10dfbe780, 0x1400378abc0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:132 +0x2d4 | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14003789380?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x0?, 0x0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:244 +0x34 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0x14000e6c900, {0x10ae52520, 0x14003789350}, {0x14000636e30?, 0x14003527ea8?}, 0x14003527e68) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:322 +0xac | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x14003789380?}, 0x10dfbe780, 0x1400378abc0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:243 +0xcc | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14003789380?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run({0x1400011b680, 0x4, 0x4}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14003789380}, 0x10dfbe780, 0x140037a68c0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:975 +0x12c | |
| github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1137 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1125 +0x2a8 | |
| goroutine 95 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:349 +0x68 | |
| created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:348 +0x14c | |
| goroutine 96 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run(0x1400223a180, {0x10ae52520?, 0x14003789740?}, 0x7?, 0x1400378e708, 0x14000e6c900) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:292 +0x388 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).Start.func1({0x10ae52520?, 0x14003789740?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:240 +0x40 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1564 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x1400642d200}, 0x10498efc8?, {0x10aea5ca0, 0x140064f0a00}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x1400642d200}, 0x64161e6d?, 0x140061599e0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x1400642d200?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x140064d1140?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x1400359fef8) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x140064d1140}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1057 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).processEvents(0x140048a02c0, {0x10ae52478, 0x14004019740}, 0x1048eb0a4?, 0x14002c30de0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:358 +0x94 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func2({0x10ae52478?, 0x14004019740?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:315 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 1004 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x140041b6fc0}, 0x10498efc8?, {0x10aea5ca0, 0x14001131680}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x140041b6fc0}, 0x64161e6d?, 0x1400454c480) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x140041b6fc0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14002dde000?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x14002dc6ef8) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14002dde000}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1157 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/future.Wait[...]({0x10ae52520, 0x14003bf4f60}, 0x14003071bd0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/future/future.go:95 +0x78 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).RangeFeed(0x140012fa000, 0x14003aa8900, {0x10ae92650, 0x14003071bd0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1442 +0x140 | |
| github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2.1({0x0?, 0x10ae52520?}, {0x10ae87528?, 0x140025524e0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1132 +0x78 | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x14003bf4de0?}, 0x10dfbe780, 0x140013fb730) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x4b8 | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14003bf4de0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:970 +0x60 | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14003bf4de0}, 0x14001b24000?, 0x14004019940) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:277 +0x78 | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14003bf4de0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor({0x14001b24000?, {{0x1048e7c40?}, {0x10ae73d60?, 0x14000b3eea0?}}}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14003bf4de0}, 0x10dfbe780, 0x14004019940) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:132 +0x2d4 | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14003bf4de0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x0?, 0x0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:244 +0x34 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0x14000e6c900, {0x10ae52520, 0x14003bf4db0}, {0x14003d5eac8?, 0x1400074a6a8?}, 0x1400074a668) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:322 +0xac | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x14003bf4de0?}, 0x10dfbe780, 0x14004019940) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:243 +0xcc | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14003bf4de0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run({0x1400011b680, 0x4, 0x4}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14003bf4de0}, 0x10dfbe780, 0x140013fb730) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:975 +0x12c | |
| github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1137 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1125 +0x2a8 | |
| goroutine 1158 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:349 +0x68 | |
| created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:348 +0x14c | |
| goroutine 1159 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run(0x140018d3c80, {0x10ae52520?, 0x14003bf5110?}, 0x9?, 0x1400457f968, 0x14000e6c900) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:292 +0x388 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).Start.func1({0x10ae52520?, 0x14003bf5110?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:240 +0x40 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1132 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run(0x1400223b080, {0x10ae52520?, 0x140048d05d0?}, 0x22?, 0x140046c8ab0, 0x14000e6c900) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:292 +0x388 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).Start.func1({0x10ae52520?, 0x140048d05d0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:240 +0x40 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 667 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).processEvents(0x140040e2dc0, {0x10ae52478, 0x14000e3c300}, 0x14002d7f800?, 0x14002ccc0c0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:358 +0x94 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func2({0x10ae52478?, 0x14000e3c300?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:315 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 1215 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).processEvents(0x140021962c0, {0x10ae52478, 0x14004093000}, 0x1048eb0a4?, 0x14002c4ac00) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:358 +0x94 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func2({0x10ae52478?, 0x14004093000?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:315 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 1161 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).outputLoop(0x1400371aff0, {0x10ae52478, 0x14004019b80}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:326 +0x1b0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).runOutputLoop(0x1400371aff0, {0x10ae52520, 0x14003bf5230}, 0x1050126f4?) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:351 +0xac | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run.func1({0x10ae52520?, 0x14003bf5230?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:320 +0x44 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1134 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).outputLoop(0x14001fcf770, {0x10ae52478, 0x14002d7e9c0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:326 +0x1b0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).runOutputLoop(0x14001fcf770, {0x10ae52520, 0x140048d06f0}, 0x1050126f4?) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:351 +0xac | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run.func1({0x10ae52520?, 0x140048d06f0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:320 +0x44 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1191 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*pipe).recv(0x14003edfe30, {0x10ae52520, 0x14004a7c780}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1377 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/rpc.pipeReader.recv({0x14003edfe30?, 0x10ade6dc8?}, {0x10ae52520?, 0x14004a7c780?}, {0x10ac5a180, 0x14004ec7860}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1413 +0x40 | |
| github.com/cockroachdb/cockroach/pkg/rpc.clientStream.RecvMsg(...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1461 | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0x14002929740, {0x10ac5a180?, 0x14004ec7860?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:393 +0x38 | |
| github.com/cockroachdb/cockroach/pkg/rpc.rangeFeedClientAdapter.Recv({{0x10ae874e0?, 0x14002929740?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1180 +0x58 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed.func6() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:650 +0x34 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*stuckRangeFeedCanceler).do(0x14004a465f0, 0x140032ed758) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed_canceler.go:135 +0x180 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0x14001eec000, {0x10ae52478?, 0x14003ea15c0?}, {{0x14002d01938, 0x2, 0x8}, {0x14002d01940, 0x2, 0x8}}, {0x140010e72f0?, ...}, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:649 +0xb24 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0x14001eec000, {0x10ae52478, 0x14003ea15c0}, 0x14004a465a0, 0x10ade4540?, {{0x14002d01938, 0x2, 0x8}, {0x14002d01940, 0x2, ...}}, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:424 +0x5f4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1.1({0x10ae52478?, 0x14003ea15c0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:208 +0xac | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 1192 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/future.Wait[...]({0x10ae52520, 0x14004e346c0}, 0x14003e4a060) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/future/future.go:95 +0x78 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).RangeFeed(0x140012fa000, 0x14003b53440, {0x10ae92650, 0x14003e4a060}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1442 +0x140 | |
| github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2.1({0x0?, 0x10ae52520?}, {0x10ae87528?, 0x140028cc0e0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1132 +0x78 | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x14004a7c810?}, 0x10dfbe780, 0x14002d3c3f0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x4b8 | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14004a7c810?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:970 +0x60 | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14004a7c810}, 0x14001b24000?, 0x140008f8440) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:277 +0x78 | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14004a7c810?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor({0x14001b24000?, {{0x1?}, {0x10ae73d60?, 0x14000b3eea0?}}}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14004a7c810}, 0x10dfbe780, 0x140008f8440) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:132 +0x2d4 | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14004a7c810?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x0?, 0x0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:244 +0x34 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0x14000e6c900, {0x10ae52520, 0x14004a7c7e0}, {0x14002d01940?, 0x140035646a8?}, 0x14003564668) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:322 +0xac | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x14004a7c810?}, 0x10dfbe780, 0x140008f8440) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:243 +0xcc | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14004a7c810?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run({0x1400011b680, 0x4, 0x4}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14004a7c810}, 0x10dfbe780, 0x14002d3c3f0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:975 +0x12c | |
| github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1137 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1125 +0x2a8 | |
| goroutine 1193 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:349 +0x68 | |
| created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:348 +0x14c | |
| goroutine 1255 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14004f98720}, 0x10498efc8?, {0x10aea5ca0, 0x1400500b300}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14004f98720}, 0x64161e6d?, 0x14003cc8b40) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14004f98720?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14005009ec0?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x140022acef8) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14005009ec0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1433 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14005946120}, 0x10498efc8?, {0x10aea5ca0, 0x14005971880}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14005946120}, 0x64161e6d?, 0x140058a1c20) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14005946120?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x140058d11a0?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x14005547ef8) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x140058d11a0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1216 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1({0x10ae52478, 0x14004093080}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:204 +0xfc | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 1267 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*pipe).recv(0x14004962070, {0x10ae52520, 0x14004e0ac60}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1377 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/rpc.pipeReader.recv({0x14004962070?, 0x10ade6dc8?}, {0x10ae52520?, 0x14004e0ac60?}, {0x10ac5a180, 0x1400442a6c0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1413 +0x40 | |
| github.com/cockroachdb/cockroach/pkg/rpc.clientStream.RecvMsg(...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1461 | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0x1400267f8c0, {0x10ac5a180?, 0x1400442a6c0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:393 +0x38 | |
| github.com/cockroachdb/cockroach/pkg/rpc.rangeFeedClientAdapter.Recv({{0x10ae874e0?, 0x1400267f8c0?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1180 +0x58 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed.func6() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:650 +0x34 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*stuckRangeFeedCanceler).do(0x14004c03db0, 0x14005191758) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed_canceler.go:135 +0x180 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0x14001eec000, {0x10ae52478?, 0x14004093080?}, {{0x140024ca118, 0x1, 0x8}, {0x140024ca120, 0x1, 0x8}}, {0x0?, ...}, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:649 +0xb24 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0x14001eec000, {0x10ae52478, 0x14004093080}, 0x14004c03d60, 0x10ade4540?, {{0x140024ca118, 0x1, 0x8}, {0x140024ca120, 0x1, ...}}, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:424 +0x5f4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1.1({0x10ae52478?, 0x14004093080?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:208 +0xac | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 1268 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/future.Wait[...]({0x10ae52520, 0x14004e0ae70}, 0x14004962100) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/future/future.go:95 +0x78 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).RangeFeed(0x140012fa000, 0x14003cc8c60, {0x10ae92650, 0x14004962100}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1442 +0x140 | |
| github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2.1({0x0?, 0x10ae52520?}, {0x10ae87528?, 0x1400267f8e0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1132 +0x78 | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x14004e0acf0?}, 0x10dfbe780, 0x140036131f0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x4b8 | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14004e0acf0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:970 +0x60 | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14004e0acf0}, 0x14001b24000?, 0x14004093200) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:277 +0x78 | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14004e0acf0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor({0x14001b24000?, {{0x10498e4ac?}, {0x10ae73d60?, 0x14000b3eea0?}}}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14004e0acf0}, 0x10dfbe780, 0x14004093200) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:132 +0x2d4 | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14004e0acf0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x0?, 0x0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:244 +0x34 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0x14000e6c900, {0x10ae52520, 0x14004e0acc0}, {0x140024ca120?, 0x140033c06a8?}, 0x140033c0668) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:322 +0xac | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x14004e0acf0?}, 0x10dfbe780, 0x14004093200) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:243 +0xcc | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14004e0acf0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run({0x1400011b680, 0x4, 0x4}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14004e0acf0}, 0x10dfbe780, 0x140036131f0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:975 +0x12c | |
| github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1137 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1125 +0x2a8 | |
| goroutine 1135 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*pipe).recv(0x14003c39710, {0x10ae52520, 0x140048d0b10}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1377 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/rpc.pipeReader.recv({0x14003c39710?, 0x10ade6dc8?}, {0x10ae52520?, 0x140048d0b10?}, {0x10ac5a180, 0x14003fe0450}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1413 +0x40 | |
| github.com/cockroachdb/cockroach/pkg/rpc.clientStream.RecvMsg(...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1461 | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0x14002343660, {0x10ac5a180?, 0x14003fe0450?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:393 +0x38 | |
| github.com/cockroachdb/cockroach/pkg/rpc.rangeFeedClientAdapter.Recv({{0x10ae874e0?, 0x14002343660?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1180 +0x58 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed.func6() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:650 +0x34 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*stuckRangeFeedCanceler).do(0x140044a1950, 0x140049e7758) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed_canceler.go:135 +0x180 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0x14001eec000, {0x10ae52478?, 0x14004093080?}, {{0x140024ca130, 0x1, 0x8}, {0x140024ca138, 0x1, 0x8}}, {0x0?, ...}, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:649 +0xb24 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0x14001eec000, {0x10ae52478, 0x14004093080}, 0x14004c03d60, 0x10ade4540?, {{0x140024ca130, 0x1, 0x8}, {0x140024ca138, 0x1, ...}}, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:424 +0x5f4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1.1({0x10ae52478?, 0x14004093080?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:208 +0xac | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 1136 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/future.Wait[...]({0x10ae52520, 0x140048d0d20}, 0x14003c397a0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/future/future.go:95 +0x78 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).RangeFeed(0x140012fa000, 0x14003a8fc20, {0x10ae92650, 0x14003c397a0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1442 +0x140 | |
| github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2.1({0x0?, 0x10ae52520?}, {0x10ae87528?, 0x14002343680?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1132 +0x78 | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x140048d0ba0?}, 0x10dfbe780, 0x140016f2ee0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x4b8 | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x140048d0ba0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:970 +0x60 | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x140048d0ba0}, 0x14001b24000?, 0x14002d7ec40) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:277 +0x78 | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x140048d0ba0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor({0x14001b24000?, {{0x2?}, {0x10ae73d60?, 0x14000b3eea0?}}}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x140048d0ba0}, 0x10dfbe780, 0x14002d7ec40) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:132 +0x2d4 | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x140048d0ba0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x140019e1f38?, 0x105a9626c?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:244 +0x34 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0x14000e6c900, {0x10ae52520, 0x140048d0b70}, {0x14004120f40?, 0x140019e1ea8?}, 0x140019e1e68) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:322 +0xac | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x140048d0ba0?}, 0x10dfbe780, 0x14002d7ec40) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:243 +0xcc | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x140048d0ba0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run({0x1400011b680, 0x4, 0x4}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x140048d0ba0}, 0x10dfbe780, 0x140016f2ee0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:975 +0x12c | |
| github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1137 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1125 +0x2a8 | |
| goroutine 1269 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:349 +0x68 | |
| created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:348 +0x14c | |
| goroutine 1137 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:349 +0x68 | |
| created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:348 +0x14c | |
| goroutine 1270 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).outputLoop(0x1400205f3b0, {0x10ae52478, 0x14004093380}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:326 +0x1b0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).runOutputLoop(0x1400205f3b0, {0x10ae52520, 0x14004e0b020}, 0x1050126f4?) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:351 +0xac | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run.func1({0x10ae52520?, 0x14004e0b020?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:320 +0x44 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1282 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).outputLoop(0x14001fcf860, {0x10ae52478, 0x14002d7ef40}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:326 +0x1b0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).runOutputLoop(0x14001fcf860, {0x10ae52520, 0x140048d0ed0}, 0x1050126f4?) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:351 +0xac | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run.func1({0x10ae52520?, 0x140048d0ed0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:320 +0x44 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1844 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).run(0x140019f8f20, {0x10ae52520, 0x14004c8ed50?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:498 +0x224 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1341 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14005507500}, 0x10498efc8?, {0x10aea5ca0, 0x1400556ee00}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14005507500}, 0x64161e6d?, 0x14003b8ea20) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14005507500?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14005575110?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x14002dc7ef8) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14005575110}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1595 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x1400611de60}, 0x10498efc8?, {0x10aea5ca0, 0x1400625ba80}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x1400611de60}, 0x64161e6d?, 0x14003aa9320) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x1400611de60?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x140061ae030?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x14006114ef8) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x140061ae030}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1846 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func1({0x14003fb1000, 0x14002267e90}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:221 +0x40 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1503 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14005cb9ec0}, 0x10498efc8?, {0x10aea5ca0, 0x14005d10a00}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14005cb9ec0}, 0x64161e6d?, 0x14005bfd7a0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14005cb9ec0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14005d1f3b0?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x14005185ef8) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14005d1f3b0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1516 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14005ea3260}, 0x10498efc8?, {0x10aea5ca0, 0x14005ea7200}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14005ea3260}, 0x64161e6d?, 0x14005d5d7a0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14005ea3260?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14005ead320?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x1400509cef8) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14005ead320}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1475 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14005946f00}, 0x10498efc8?, {0x10aea5ca0, 0x14005874c00}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14005946f00}, 0x64161e6d?, 0x14005853440) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14005946f00?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14005a361b0?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x14005549ef8) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14005a361b0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1473 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14005de19e0}, 0x10498efc8?, {0x10aea5ca0, 0x14005f7d900}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14005de19e0}, 0x64161e6d?, 0x14005d8a240) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14005de19e0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14005fba8d0?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x140050a3ef8) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14005fba8d0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1470 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14005de1200}, 0x10498efc8?, {0x10aea5ca0, 0x14005f7cf80}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14005de1200}, 0x64161e6d?, 0x14005d07b00) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14005de1200?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14005eb2f90?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x140050a2ef8) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14005eb2f90}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1408 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14005c34240}, 0x10498efc8?, {0x10aea5ca0, 0x1400585f000}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14005c34240}, 0x64161e6d?, 0x14005c7b200) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14005c34240?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14005c248d0?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x140049f1ef8) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14005c248d0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 666 [semacquire]: | |
| sync.runtime_Semacquire(0x14000e3c680?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28 | |
| sync.(*WaitGroup).Wait(0x14000e3c688) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80 | |
| golang.org/x/sync/errgroup.(*Group).Wait(0x14000e3c680) | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:53 +0x2c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x14000e3c680?, {0x10ae52478?, 0x14000e3c600?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans(0x14001eec000, {0x10ae52478, 0x14000e3c300}, {0x14000e3c4c0, 0x1, 0x10a5d1340?}, 0x0, 0x14002ccc0c0, {0x0, 0x0, ...}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:230 +0x524 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed(0x140039e7f18?, {0x10ae52478, 0x14000e3c300}, {0x14002266db0, 0x1, 0x0?}, {0x140039e7e98?, 0x50112b8?, 0x1?}, 0xf8?, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:148 +0xc4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*dbAdapter).RangeFeed(0x1?, {0x10ae52478?, 0x14000e3c300?}, {0x14002266db0?, 0x140032df4c8?, 0x108a66c67?}, {0x1065739d0?, 0xae52520?, 0x1?}, 0x30?, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/db_adapter.go:81 +0x30 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func1({0x10ae52478?, 0x14000e3c300?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:312 +0x70 | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 1599 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14006152de0}, 0x10498efc8?, {0x10aea5ca0, 0x14006026a80}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14006152de0}, 0x64161e6d?, 0x14006124a20) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14006152de0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x140062de720?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x14006115ef8) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x140062de720}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2384 [select]: | |
| github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker.func1() | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/vfs/disk_health.go:148 +0x9c | |
| created by github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/pebble@v0.0.0-20230315152257-e25c9d5142cf/vfs/disk_health.go:143 +0x68 | |
| goroutine 1546 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14005fdea80}, 0x10498efc8?, {0x10aea5ca0, 0x14005fe5100}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14005fdea80}, 0x64161e6d?, 0x14005e98d80) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14005fdea80?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14005fca210?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x140050a6ef8) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14005fca210}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2164 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*TemporaryObjectCleaner).Start.func1({0x10ae52520, 0x1400433ffb0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/temporary_schema.go:626 +0x1bc | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1845 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).run(0x140019f9080, {0x10ae52520, 0x14004c8ede0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:498 +0x224 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1549 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x14005fdf2c0}, 0x10498efc8?, {0x10aea5ca0, 0x14005fe5700}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x14005fdf2c0}, 0x64161e6d?, 0x14005f3b200) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x14005fdf2c0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x14005fca7e0?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x140050a7ef8) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x14005fca7e0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1565 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0x140008d7080, {0x10ae524e8, 0x1400642d2c0}, 0x10498efc8?, {0x10aea5ca0, 0x140064f0a80}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:264 +0xec | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0x14002276100, {0x10ae524e8, 0x1400642d2c0}, 0x64161e6d?, 0x140063337a0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:776 +0x310 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x10ae524e8?, 0x1400642d2c0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:819 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x10ae52520?, 0x140064d1200?}, {0x108a35b19, 0x12}, 0x4a817c800, 0x14005186ef8) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x10ae52520, 0x140064d1200}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:817 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1660 [select]: | |
| google.golang.org/grpc/internal/transport.(*controlBuffer).get(0x14004bec550, 0x1) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/controlbuf.go:408 +0x154 | |
| google.golang.org/grpc/internal/transport.(*loopyWriter).run(0x140055d2120) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/controlbuf.go:535 +0x74 | |
| google.golang.org/grpc/internal/transport.newHTTP2Client.func6() | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_client.go:442 +0x64 | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_client.go:440 +0x1888 | |
| goroutine 1838 [select]: | |
| google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0x140042581e0) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_client.go:1635 +0x118 | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_client.go:378 +0x1358 | |
| goroutine 1745 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2({0x10ae52520, 0x14004248c00}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:843 +0xc0 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2166 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/sqlstats/persistedsqlstats.(*jobMonitor).start.func1({0x10ae52520, 0x1400442a060}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlstats/persistedsqlstats/scheduled_job_monitor.go:93 +0x1e0 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1717 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.(*Watcher).Run(0x140022a3b90, {0x10ae52478, 0x140009ada40}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:338 +0x7b4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.Start.func1({0x10ae52520?, 0x14002267800?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:197 +0x17c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1718 [semacquire]: | |
| sync.runtime_Semacquire(0x28?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28 | |
| sync.(*WaitGroup).Wait(0x1400564a448) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80 | |
| golang.org/x/sync/errgroup.(*Group).Wait(0x1400564a440) | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:53 +0x2c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x1400564a440?, {0x10ae52478?, 0x1400564a400?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48 | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x10ae52520?, 0x14002267a70?}, {0x14003687c58, 0x2, 0x14003687db0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x88 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0x140040e31e0, {0x10ae52520, 0x14002267a70}, 0x140009adc00) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:318 +0x5fc | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).Start.func2({0x10ae52520, 0x140022679e0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:232 +0x294 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1843 [select]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).run(0x140019f8dc0, {0x10ae52520, 0x14004c8ecc0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:498 +0x224 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1719 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.(*Watcher).Run(0x140022a3d40, {0x10ae52478, 0x1400082a000}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:338 +0x7b4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.Start.func1({0x10ae52520?, 0x14002267d40?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:197 +0x17c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1720 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvprober.(*Prober).Start.func1.1({0x10ae52520, 0x14002267dd0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvprober/kvprober.go:283 +0x250 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1721 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvprober.(*Prober).Start.func1.1({0x10ae52520, 0x14002267e90}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvprober/kvprober.go:283 +0x250 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1722 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvprober.(*Prober).Start.func1.1({0x10ae52520, 0x14002267ef0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvprober/kvprober.go:283 +0x250 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2198 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:349 +0x68 | |
| created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:348 +0x14c | |
| goroutine 1763 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*serverController).start.func1({0x10ae52520?, 0x14004d75b00?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/server_controller_orchestration.go:95 +0xc0 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1813 [select]: | |
| google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0x140049301a0) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_server.go:1129 +0x188 | |
| created by google.golang.org/grpc/internal/transport.NewServerTransport | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_server.go:343 +0x1380 | |
| goroutine 2002 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2({0x10ae52520, 0x14004248c60}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:843 +0xc0 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2017 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0x14003128c00, {0x10ae52520, 0x14004d6abd0}, 0x14004d6aba0, {0x14006021c30?, 0x10501124c?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:2394 +0x30c | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1({0x10ae52520, 0x14004d6abd0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:2248 +0x9c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1659 [IO wait]: | |
| internal/poll.runtime_pollWait(0x13863ee18, 0x72) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/netpoll.go:305 +0xa0 | |
| internal/poll.(*pollDesc).wait(0x14004390a80?, 0x140042f4700?, 0x0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:84 +0x28 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:89 | |
| internal/poll.(*FD).Read(0x14004390a80, {0x140042f4700, 0x700, 0x700}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_unix.go:167 +0x1e0 | |
| net.(*netFD).Read(0x14004390a80, {0x140042f4700?, 0x1400068f698?, 0x8?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/fd_posix.go:55 +0x28 | |
| net.(*conn).Read(0x14002372080, {0x140042f4700?, 0x1400068f658?, 0x140042f4700?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/net.go:183 +0x34 | |
| crypto/tls.(*atLeastReader).Read(0x1400256e618, {0x140042f4700?, 0x0?, 0x104c2b7c8?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:787 +0x40 | |
| bytes.(*Buffer).ReadFrom(0x1400068f778, {0x10ae09da0, 0x1400256e618}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/bytes/buffer.go:202 +0x90 | |
| crypto/tls.(*Conn).readFromUntil(0x1400068f500, {0x10ae18200?, 0x14002372080}, 0x700?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:809 +0xd4 | |
| crypto/tls.(*Conn).readRecordOrCCS(0x1400068f500, 0x0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:616 +0xd8 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:582 | |
| crypto/tls.(*Conn).Read(0x1400068f500, {0x14004a48000, 0x8000, 0x3f?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:1287 +0x178 | |
| bufio.(*Reader).Read(0x140055d2060, {0x14002074900, 0x9, 0x14006021860?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/bufio/bufio.go:237 +0x1e0 | |
| io.ReadAtLeast({0x10ae08060, 0x140055d2060}, {0x14002074900, 0x9, 0x9}, 0x9) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:332 +0xa0 | |
| io.ReadFull(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:351 | |
| golang.org/x/net/http2.readFrameHeader({0x14002074900?, 0x9?, 0x1048ebd10?}, {0x10ae08060?, 0x140055d2060?}) | |
| /Users/tobias/go/pkg/mod/golang.org/x/net@v0.7.0/http2/frame.go:237 +0x58 | |
| golang.org/x/net/http2.(*Framer).ReadFrame(0x140020748c0) | |
| /Users/tobias/go/pkg/mod/golang.org/x/net@v0.7.0/http2/frame.go:498 +0x84 | |
| google.golang.org/grpc/internal/transport.(*http2Client).reader(0x140022e32c0, 0x1400357cf68?) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_client.go:1561 +0x1b8 | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_client.go:388 +0x13c8 | |
| goroutine 1814 [IO wait]: | |
| internal/poll.runtime_pollWait(0x13863eb48, 0x72) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/netpoll.go:305 +0xa0 | |
| internal/poll.(*pollDesc).wait(0x14000f93a80?, 0x14001614000?, 0x0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:84 +0x28 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:89 | |
| internal/poll.(*FD).Read(0x14000f93a80, {0x14001614000, 0x600, 0x600}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_unix.go:167 +0x1e0 | |
| net.(*netFD).Read(0x14000f93a80, {0x14001614000?, 0x14001614000?, 0x5?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/fd_posix.go:55 +0x28 | |
| net.(*conn).Read(0x14005bbcce8, {0x14001614000?, 0x140043be198?, 0x8?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/net.go:183 +0x34 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0x140020f9620, {0x14001614000, 0x600, 0x600}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/cmux@v0.0.0-20170110192607-30d10be49292/cmux.go:218 +0x170 | |
| crypto/tls.(*atLeastReader).Read(0x1400256e648, {0x14001614000?, 0x0?, 0x104c2b7c8?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:787 +0x40 | |
| bytes.(*Buffer).ReadFrom(0x140043be278, {0x10ae09da0, 0x1400256e648}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/bytes/buffer.go:202 +0x90 | |
| crypto/tls.(*Conn).readFromUntil(0x140043be000, {0x1376b0ef0?, 0x140020f9620}, 0x600?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:809 +0xd4 | |
| crypto/tls.(*Conn).readRecordOrCCS(0x140043be000, 0x0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:616 +0xd8 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:582 | |
| crypto/tls.(*Conn).Read(0x140043be000, {0x14004ae2000, 0x8000, 0x0?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:1287 +0x178 | |
| bufio.(*Reader).Read(0x140020f9b60, {0x14003d0d7e0, 0x9, 0x14000636c30?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/bufio/bufio.go:237 +0x1e0 | |
| io.ReadAtLeast({0x10ae08060, 0x140020f9b60}, {0x14003d0d7e0, 0x9, 0x9}, 0x9) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:332 +0xa0 | |
| io.ReadFull(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:351 | |
| golang.org/x/net/http2.readFrameHeader({0x14003d0d7e0?, 0x9?, 0x140019e15c8?}, {0x10ae08060?, 0x140020f9b60?}) | |
| /Users/tobias/go/pkg/mod/golang.org/x/net@v0.7.0/http2/frame.go:237 +0x58 | |
| golang.org/x/net/http2.(*Framer).ReadFrame(0x14003d0d7a0) | |
| /Users/tobias/go/pkg/mod/golang.org/x/net@v0.7.0/http2/frame.go:498 +0x84 | |
| google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0x140049301a0, 0x14006124a20?, 0x0?) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_server.go:610 +0x114 | |
| google.golang.org/grpc.(*Server).serveStreams(0x14001c5a000, {0x10ae9f060?, 0x140049301a0}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:949 +0x134 | |
| google.golang.org/grpc.(*Server).handleRawConn.func1() | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:891 +0x44 | |
| created by google.golang.org/grpc.(*Server).handleRawConn | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:890 +0x174 | |
| goroutine 1974 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).startWriteNodeStatus.func1({0x10ae52520, 0x14004177dd0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1008 +0xbc | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1809 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/schedulerlatency.StartSampler.func1.1({0x10ae52520, 0x14004b8e780}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/schedulerlatency/sampler.go:108 +0x2a4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2101 [semacquire]: | |
| sync.runtime_Semacquire(0x28?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28 | |
| sync.(*WaitGroup).Wait(0x14004e94108) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80 | |
| golang.org/x/sync/errgroup.(*Group).Wait(0x14004e94100) | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:53 +0x2c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x14004e94100?, {0x10ae52478?, 0x14004e940c0?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48 | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x10ae52520?, 0x1400360f7d0?}, {0x140061d1c58, 0x2, 0x140061d1db0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x88 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0x140043fbce0, {0x10ae52520, 0x1400360f7d0}, 0x140051a1f80) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:318 +0x5fc | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).Start.func2({0x10ae52520, 0x1400360f740}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:232 +0x294 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1781 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.MakeTCPServer.func1({0x14003e82000, 0x14004c25e60}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:126 +0x4c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1782 [IO wait]: | |
| internal/poll.runtime_pollWait(0x13863f3b8, 0x72) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/netpoll.go:305 +0xa0 | |
| internal/poll.(*pollDesc).wait(0x14000faf600?, 0x0?, 0x0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:84 +0x28 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:89 | |
| internal/poll.(*FD).Accept(0x14000faf600) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_unix.go:614 +0x1d0 | |
| net.(*netFD).accept(0x14000faf600) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/fd_unix.go:172 +0x28 | |
| net.(*TCPListener).accept(0x140043110f8) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/tcpsock_posix.go:142 +0x28 | |
| net.(*TCPListener).Accept(0x140043110f8) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/tcpsock.go:288 +0x2c | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*TCPServer).ServeWith(0x14001309a58, {0x10ae52520, 0x14004b73d40}, {0x10ae4e3e0, 0x140043110f8}, 0x1400277bc80) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:166 +0x58 | |
| github.com/cockroachdb/cockroach/pkg/server.startServeSQL.func1({0x10ae52520, 0x14004b73d40}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/server_sql.go:1642 +0xd4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1783 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*TestServer).Start.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/testserver.go:630 +0x6c | |
| created by github.com/cockroachdb/cockroach/pkg/server.(*TestServer).Start | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/testserver.go:627 +0xe8 | |
| goroutine 1784 [select]: | |
| database/sql.(*DB).connectionOpener(0x14004ad36c0, {0x10ae52478, 0x14003c9f540}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/database/sql/sql.go:1224 +0x80 | |
| created by database/sql.OpenDB | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/database/sql/sql.go:792 +0x180 | |
| goroutine 1785 [select]: | |
| database/sql.(*DB).connectionOpener(0x14004ad3860, {0x10ae52478, 0x14003c9f6c0}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/database/sql/sql.go:1224 +0x80 | |
| created by database/sql.OpenDB | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/database/sql/sql.go:792 +0x180 | |
| goroutine 1786 [select]: | |
| github.com/cockroachdb/cockroach/pkg/security.(*CertificateManager).RegisterSignalHandler.func1({0x10ae52520, 0x140042943c0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/security/certificate_manager.go:240 +0xcc | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1787 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/hlc.(*Clock).StartMonitoringForwardClockJumps.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/hlc/hlc.go:275 +0x114 | |
| created by github.com/cockroachdb/cockroach/pkg/util/hlc.(*Clock).StartMonitoringForwardClockJumps | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/hlc/hlc.go:267 +0x118 | |
| goroutine 1788 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/server.startHTTPService.func1({0x10ae52520, 0x14004294570}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/server_http.go:225 +0x48 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1789 [IO wait]: | |
| internal/poll.runtime_pollWait(0x13863f0e8, 0x72) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/netpoll.go:305 +0xa0 | |
| internal/poll.(*pollDesc).wait(0x140010af900?, 0x1048d6904?, 0x0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:84 +0x28 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:89 | |
| internal/poll.(*FD).Accept(0x140010af900) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_unix.go:614 +0x1d0 | |
| net.(*netFD).accept(0x140010af900) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/fd_unix.go:172 +0x28 | |
| net.(*TCPListener).accept(0x14001309c20) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/tcpsock_posix.go:142 +0x28 | |
| net.(*TCPListener).Accept(0x14001309c20) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/tcpsock.go:288 +0x2c | |
| github.com/cockroachdb/cmux.(*cMux).Serve(0x14003c9f800) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/cmux@v0.0.0-20170110192607-30d10be49292/cmux.go:124 +0x84 | |
| github.com/cockroachdb/cockroach/pkg/server.startHTTPService.func2({0x14004ea6800, 0x140062f81e0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/server_http.go:242 +0x28 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1790 [chan receive]: | |
| github.com/cockroachdb/cmux.muxListener.Accept(...) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/cmux@v0.0.0-20170110192607-30d10be49292/cmux.go:184 | |
| net/http.(*Server).Serve(0x1400427a000, {0x10ae4fa00, 0x14001309c50}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/http/server.go:3070 +0x30c | |
| github.com/cockroachdb/cockroach/pkg/server.startHTTPService.func3({0x14004ea6c00, 0x14005d77440}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/server_http.go:263 +0x114 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1791 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.MakeHTTPServer.func2({0x14004ea7000, 0x1400629fad0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:102 +0x54 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1792 [chan receive]: | |
| github.com/cockroachdb/cmux.muxListener.Accept(...) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/cmux@v0.0.0-20170110192607-30d10be49292/cmux.go:184 | |
| crypto/tls.(*listener).Accept(0x14001309c98) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/tls.go:66 +0x30 | |
| net/http.(*Server).Serve(0x14004242a50, {0x10ae2f060, 0x14001309c98}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/http/server.go:3070 +0x30c | |
| github.com/cockroachdb/cockroach/pkg/server.startHTTPService.func4({0x14004ea7400, 0x140061ef5c0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/server_http.go:280 +0x2c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1793 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/server.startListenRPCAndSQL.func1({0x10ae52520, 0x14004294e10}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/start_listen.go:77 +0x48 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1794 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/server.startListenRPCAndSQL.func4({0x14004ea7c00, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/start_listen.go:138 +0x68 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1795 [select]: | |
| google.golang.org/grpc.(*ccBalancerWrapper).watcher(0x14003c9ff40) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/balancer_conn_wrappers.go:115 +0x68 | |
| created by google.golang.org/grpc.newCCBalancerWrapper | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/balancer_conn_wrappers.go:76 +0x22c | |
| goroutine 1744 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2({0x10ae52520, 0x14004248ba0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:843 +0xc0 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1797 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/server.configureGRPCGateway.func2({0x10ae52520, 0x140042952c0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/grpc_gateway.go:107 +0x48 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1798 [chan receive]: | |
| github.com/cockroachdb/cmux.muxListener.Accept(...) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/cmux@v0.0.0-20170110192607-30d10be49292/cmux.go:184 | |
| google.golang.org/grpc.(*Server).Serve(0x14001c5a000, {0x10ae4fa00?, 0x14001309d88}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:823 +0x48c | |
| github.com/cockroachdb/cockroach/pkg/server.startListenRPCAndSQL.func6.1({0x14001d46c00, 0x14003f57410}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/start_listen.go:172 +0x2c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1799 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*LoopbackListener).Accept(0x14004294e70) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/loopback.go:51 +0x74 | |
| google.golang.org/grpc.(*Server).Serve(0x14001c5a000, {0x10ae48440?, 0x14004294e70}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:823 +0x48c | |
| github.com/cockroachdb/cockroach/pkg/server.startListenRPCAndSQL.func6.2({0x14001d47000, 0x14003f57c50}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/start_listen.go:175 +0x30 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1800 [IO wait]: | |
| internal/poll.runtime_pollWait(0x13863eff8, 0x72) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/netpoll.go:305 +0xa0 | |
| internal/poll.(*pollDesc).wait(0x140010af980?, 0x4?, 0x0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:84 +0x28 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:89 | |
| internal/poll.(*FD).Accept(0x140010af980) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_unix.go:614 +0x1d0 | |
| net.(*netFD).accept(0x140010af980) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/fd_unix.go:172 +0x28 | |
| net.(*TCPListener).accept(0x14001309d40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/tcpsock_posix.go:142 +0x28 | |
| net.(*TCPListener).Accept(0x14001309d40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/tcpsock.go:288 +0x2c | |
| github.com/cockroachdb/cmux.(*cMux).Serve(0x14003c9fd40) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/cmux@v0.0.0-20170110192607-30d10be49292/cmux.go:124 +0x84 | |
| github.com/cockroachdb/cockroach/pkg/server.startListenRPCAndSQL.func6.3.1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/start_listen.go:180 +0x28 | |
| sync.(*Once).doSlow(0x14001d474c8?, 0x140035806e0?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/once.go:74 +0x104 | |
| sync.(*Once).Do(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/once.go:65 | |
| github.com/cockroachdb/cockroach/pkg/server.startListenRPCAndSQL.func6.3({0x14001d47400, 0x14001116360}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/start_listen.go:179 +0x50 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1963 [semacquire]: | |
| sync.runtime_Semacquire(0x1400564a240?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28 | |
| sync.(*WaitGroup).Wait(0x1400564a248) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80 | |
| golang.org/x/sync/errgroup.(*Group).Wait(0x1400564a240) | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:53 +0x2c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x1400564a240?, {0x10ae52478?, 0x1400564a200?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans(0x14001eec000, {0x10ae52478, 0x14001df5100}, {0x1400564a1c0, 0x1, 0x14000edf0e0?}, 0x1, 0x14002cccc00, {0x14001202b80, 0x1, ...}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:230 +0x524 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed(0x14003df18c0?, {0x10ae52478, 0x14001df5100}, {0x14003cee330, 0x1, 0x140053b5080?}, {0x0?, 0x50112b8?, 0x1?}, 0xf8?, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:148 +0xc4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*dbAdapter).RangeFeed(0x1?, {0x10ae52478?, 0x14001df5100?}, {0x14003cee330?, 0x14004f29718?, 0x10550a1dc?}, {0x14001a80000?, 0x550a1c4?, 0x1?}, 0x60?, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/db_adapter.go:81 +0x30 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func1({0x10ae52478?, 0x14001df5100?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:312 +0x70 | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 1741 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:349 +0x68 | |
| created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:348 +0x14c | |
| goroutine 2163 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/gcjob/gcjobnotifier.(*Notifier).run(0x14002d784e0, {0x10550a1c4?, 0x14005578b60?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/gcjob/gcjobnotifier/notifier.go:166 +0x264 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2020 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).outputLoop(0x14004242d20, {0x10ae52478, 0x14004038a40}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:326 +0x1b0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).runOutputLoop(0x14004242d20, {0x10ae52520, 0x14004b8ec00}, 0x1050126f4?) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:351 +0xac | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run.func1({0x10ae52520?, 0x14004b8ec00?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:320 +0x44 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1743 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2({0x10ae52520, 0x14004248b40}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:843 +0xc0 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1742 [select]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0x14004ce4e10, {0x1400256e8f8, 0x5, 0x5}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/transport.go:195 +0x74 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0x14004ce4e10, {0x1400256e8f8?, 0x140060ceee8?, 0x140065768a0?}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/transport.go:175 +0x148 | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0x14004248960, {0x1400256e8f8?, 0x14006576928?, 0x104fc6c78?}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/transport.go:495 +0x34 | |
| io.ReadAtLeast({0x10ae17720, 0x14004248960}, {0x1400256e8f8, 0x5, 0x5}, 0x5) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:332 +0xa0 | |
| io.ReadFull(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:351 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0x140020b8d80, {0x1400256e8f8, 0x5, 0x5}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/transport.go:479 +0x98 | |
| google.golang.org/grpc.(*parser).recvMsg(0x1400256e8e8, 0x7fffffff) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/rpc_util.go:560 +0x48 | |
| google.golang.org/grpc.recvAndDecompress(0x174d9d4afac79e70?, 0x140020b8d80, {0x0, 0x0}, 0x7fffffff, 0x0, {0x10ae50090, 0x10e1a1910}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/rpc_util.go:691 +0x40 | |
| google.golang.org/grpc.recv(0x1048ebd10?, {0x137744388, 0x140000bc910}, 0x14000700000?, {0x0?, 0x0?}, {0x10ab9b120, 0x14005fd1590}, 0xd1ab5bd597e?, 0x0, ...) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/rpc_util.go:757 +0x5c | |
| google.golang.org/grpc.(*csAttempt).recvMsg(0x14004414480, {0x10ab9b120?, 0x14005fd1590}, 0x0?) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/stream.go:1041 +0x240 | |
| google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x0?) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/stream.go:881 +0x28 | |
| google.golang.org/grpc.(*clientStream).withRetry(0x140020b87e0, 0x14006576da8, 0x14006576d78) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/stream.go:716 +0x568 | |
| google.golang.org/grpc.(*clientStream).RecvMsg(0x140020b87e0, {0x10ab9b120?, 0x14005fd1590?}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/stream.go:880 +0xbc | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0x140006e6020, {0x10ab9b120?, 0x14005fd1590?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:393 +0x38 | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*gossipGossipClient).Recv(0x14003624c90) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.pb.go:636 +0x58 | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*client).gossip.func2.1(0x0?, {0x10ae93b68, 0x14003624c90}, 0x14004cb15f0, {0x10ae52520, 0x14004248ae0}, 0x14006546280?) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/gossip/client.go:317 +0x64 | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*client).gossip.func2({0x10ae52520?, 0x14004248ae0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/gossip/client.go:331 +0x80 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1827 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/schedulerlatency.StartSampler.func1({0x10ae52520, 0x14004330e40}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/schedulerlatency/sampler.go:143 +0x394 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1828 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*server).start.func3({0x14004cbd000, 0x140010fe870}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:388 +0x50 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1829 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).bootstrap.func1({0x10ae52520?, 0x14004331140?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1247 +0x170 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1830 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).manage.func1({0x10ae52520, 0x140043311a0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1288 +0x1c8 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1831 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0x14003128c00, {0x10ae52520, 0x14004331380}, 0x14004331320, {0x1400062fdf0?, 0x10501124c?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:2394 +0x30c | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1({0x10ae52520, 0x14004331380}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:2248 +0x9c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1832 [select]: | |
| google.golang.org/grpc.(*ccBalancerWrapper).watcher(0x1400424cb00) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/balancer_conn_wrappers.go:115 +0x68 | |
| created by google.golang.org/grpc.newCCBalancerWrapper | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/balancer_conn_wrappers.go:76 +0x22c | |
| goroutine 3259 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).outputLoop(0x1400416c000, {0x10ae52478, 0x140086b66c0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:326 +0x1b0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).runOutputLoop(0x1400416c000, {0x10ae52520, 0x140051964e0}, 0x1050126f4?) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:351 +0xac | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run.func1({0x10ae52520?, 0x140051964e0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:320 +0x44 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1848 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x322) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f0e0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1849 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x325) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f140}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1850 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x321) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f1a0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1851 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x324) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f200}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1852 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x323) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f260}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1853 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x326) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f2c0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1854 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x327) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f320}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1855 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x328) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f380}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1856 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x329) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f3e0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1857 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x32a) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f470}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1858 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x32b) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f4d0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1859 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x32c) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f530}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1860 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x32d) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f590}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1861 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x32e) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f5f0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1862 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x330) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f650}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1863 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x32f) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f6b0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1864 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x331) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f710}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1865 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x332) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f770}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1866 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x334) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f7d0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1867 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x333) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f8c0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1868 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x335) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f920}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1869 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x336) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f980}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1870 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x337) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8f9e0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1871 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x338) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8fa40}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1872 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x339) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8faa0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1873 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x33a) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8fb00}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1874 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x33b) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8fb60}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1875 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x33c) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8fbc0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1876 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x33d) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8fc20}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1877 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x33e) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8fc80}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1878 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x340) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8fce0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1879 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x33f) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8fd40}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1880 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x341) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8fda0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1881 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x342) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8fe30}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1882 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x343) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8fe90}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1883 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x345) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8fef0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1884 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x346) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8ff50}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1885 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x344) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004c8ffb0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1886 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x347) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24030}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1887 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x34a) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24090}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1888 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x348) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d240f0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1889 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x349) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24150}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1890 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x34b) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d241b0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1891 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x34c) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24210}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1892 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x34e) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24270}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1893 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x34f) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d242d0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1894 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x34d) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24330}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1895 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x350) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24390}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1896 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x352) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d243f0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1897 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x353) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24450}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1898 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x351) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d244b0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1899 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x354) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24510}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1900 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x355) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24570}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1901 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x356) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d245d0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1902 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x308) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24630}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1903 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x309) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d246c0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1904 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x30a) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24720}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1905 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x357) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24810}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1906 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x30c) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24870}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1907 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x30b) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d248d0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1908 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x30d) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24930}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1909 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x30e) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24990}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1910 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x30f) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d249f0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1911 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x310) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24a50}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1912 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x311) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24ab0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1913 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x312) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24b10}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1914 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x313) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24b70}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1915 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x314) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24bd0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1916 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x316) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24c30}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1917 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x315) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24c90}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1918 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x318) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24cf0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1919 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x317) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24d50}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1920 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x319) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24db0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1921 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x31a) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24e10}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1922 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x31b) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24e70}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1923 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x31c) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24ed0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1924 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x31d) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24f30}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1925 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x31f) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24f90}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1926 [sync.Cond.Wait]: | |
| sync.runtime_notifyListWait(0x14003720b50, 0x31e) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:517 +0x16c | |
| sync.(*Cond).Wait(0x14003720b40) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/cond.go:70 +0xd0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0x14004314e00, {0x10ae52520, 0x14004d24ff0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:293 +0x314 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1927 [semacquire]: | |
| sync.runtime_Semacquire(0x14004f28ef8?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28 | |
| sync.(*WaitGroup).Wait(0x14004314ee8) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Wait(0x14004f28f18?, {0x10550a1c4?, 0x14005d429c0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:254 +0x24 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1928 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).raftTickLoop(0x14001a80000, {0x10550a1c4?, 0x14005d42b60?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_raft.go:758 +0x108 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1929 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).coalescedHeartbeatsLoop(0x14001a80000, {0x10ae52520, 0x14004d25140}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_raft.go:838 +0xc4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1930 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/logstore.(*SyncWaiterLoop).waitLoop(0x14003720b80, {0x10ae52520, 0x14004d251a0}, 0x14000f93180) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/logstore/sync_waiter.go:93 +0xe4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/logstore.(*SyncWaiterLoop).Start.func1({0x10ae52520?, 0x14004d251a0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/logstore/sync_waiter.go:84 +0x38 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1931 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).Start.func2({0x140053ea800, 0x7}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1979 +0xac | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1932 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startGossip.func3({0x10ae52520, 0x14004d25320}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_gossip.go:147 +0x1c8 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1933 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startGossip.func3({0x10ae52520, 0x14004d25380}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_gossip.go:147 +0x1c8 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 3079 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.(*Watcher).Run(0x14001dc25a0, {0x10ae52478, 0x140078f3a80}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:338 +0x7b4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.Start.func1({0x10ae52520?, 0x14005d76b40?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:197 +0x17c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1935 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startLeaseRenewer.func1({0x10ae52520, 0x14004d25440}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:2167 +0x184 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1936 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startRangefeedUpdater.func1({0x10ae52520, 0x14004d254a0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:2218 +0x210 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1937 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*StoreRebalancer).Start.func1({0x10ae52520, 0x14004d255f0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_rebalancer.go:259 +0x130 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1938 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).startComputePeriodicMetrics.func1({0x10ae52520, 0x14004d257a0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:799 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1939 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/kvadmission.(*controllerImpl).SetTenantWeightProvider.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/kvadmission/kvadmission.go:352 +0xa8 | |
| created by github.com/cockroachdb/cockroach/pkg/kv/kvserver/kvadmission.(*controllerImpl).SetTenantWeightProvider | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/kvadmission/kvadmission.go:345 +0xac | |
| goroutine 1940 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).startGossiping.func1({0x10ae52520, 0x14004d25830}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:763 +0x148 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1941 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.periodicallyPersistHLCUpperBound(0x1400330bda0, 0x14002c6a1c0, 0x14000d6f330, 0x10adf1718, 0x14000edf0e0, 0x0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/clock_monotonicity.go:193 +0xe8 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).startPersistingHLCUpperBound.func3({0x14005d38c00, 0x14001f1e3c0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/clock_monotonicity.go:268 +0x4c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1942 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/reports.(*Reporter).Start.func2({0x10ae52520?, 0x14004d25980?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/reports/reporter.go:168 +0x228 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1943 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.startSampleEnvironment.func1({0x10ae52520, 0x14004d25a10}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/env_sampler.go:146 +0x150 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1944 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptcache.(*Cache).periodicallyRefreshProtectedtsCache(0x1400328ec60, {0x10ae52520, 0x14004d25aa0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptcache/cache.go:179 +0x1bc | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1945 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:388 +0x7c | |
| created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:385 +0x2e4 | |
| goroutine 1946 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:462 +0x224 | |
| created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:435 +0x60 | |
| goroutine 1947 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:388 +0x7c | |
| created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:385 +0x2e4 | |
| goroutine 1948 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:462 +0x224 | |
| created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:435 +0x60 | |
| goroutine 1949 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/admission.(*StoreGrantCoordinators).SetPebbleMetricsProvider.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/grant_coordinator.go:103 +0xb4 | |
| created by github.com/cockroachdb/cockroach/pkg/util/admission.(*StoreGrantCoordinators).SetPebbleMetricsProvider | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/grant_coordinator.go:98 +0x1ac | |
| goroutine 1950 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/liveness.(*NodeLiveness).Start.func1({0x14005ac6800, 0x0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/liveness/liveness.go:796 +0x2b4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2815 [select]: | |
| google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0x140062a30e0) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_client.go:1635 +0x118 | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_client.go:378 +0x1358 | |
| goroutine 2033 [semacquire]: | |
| sync.runtime_Semacquire(0x28?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28 | |
| sync.(*WaitGroup).Wait(0x14005774348) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80 | |
| golang.org/x/sync/errgroup.(*Group).Wait(0x14005774340) | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:53 +0x2c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x14005774340?, {0x10ae52478?, 0x14005774300?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48 | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x10ae52520?, 0x14004938720?}, {0x1400711bc58, 0x2, 0x1400711bdb0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x88 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0x14003c13340, {0x10ae52520, 0x14004938720}, 0x1400574a9c0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:318 +0x5fc | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).Start.func2({0x10ae52520, 0x14004938690}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:232 +0x294 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1839 [IO wait]: | |
| internal/poll.runtime_pollWait(0x13863ec38, 0x72) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/netpoll.go:305 +0xa0 | |
| internal/poll.(*pollDesc).wait(0x14000f93b80?, 0x140042f5500?, 0x0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:84 +0x28 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:89 | |
| internal/poll.(*FD).Read(0x14000f93b80, {0x140042f5500, 0x700, 0x700}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_unix.go:167 +0x1e0 | |
| net.(*netFD).Read(0x14000f93b80, {0x140042f5500?, 0x14001aa7318?, 0x8?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/fd_posix.go:55 +0x28 | |
| net.(*conn).Read(0x14005e1a638, {0x140042f5500?, 0x1400657a798?, 0x1048925e8?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/net.go:183 +0x34 | |
| crypto/tls.(*atLeastReader).Read(0x1400378f638, {0x140042f5500?, 0x0?, 0x104c2b7c8?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:787 +0x40 | |
| bytes.(*Buffer).ReadFrom(0x14001aa73f8, {0x10ae09da0, 0x1400378f638}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/bytes/buffer.go:202 +0x90 | |
| crypto/tls.(*Conn).readFromUntil(0x14001aa7180, {0x10ae18200?, 0x14005e1a638}, 0x700?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:809 +0xd4 | |
| crypto/tls.(*Conn).readRecordOrCCS(0x14001aa7180, 0x0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:616 +0xd8 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:582 | |
| crypto/tls.(*Conn).Read(0x14001aa7180, {0x1400528e000, 0x8000, 0x104fc531c?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:1287 +0x178 | |
| bufio.(*Reader).Read(0x140059476e0, {0x14002075540, 0x9, 0x0?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/bufio/bufio.go:237 +0x1e0 | |
| io.ReadAtLeast({0x10ae08060, 0x140059476e0}, {0x14002075540, 0x9, 0x9}, 0x9) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:332 +0xa0 | |
| io.ReadFull(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:351 | |
| golang.org/x/net/http2.readFrameHeader({0x14002075540?, 0x9?, 0x1048ebd10?}, {0x10ae08060?, 0x140059476e0?}) | |
| /Users/tobias/go/pkg/mod/golang.org/x/net@v0.7.0/http2/frame.go:237 +0x58 | |
| golang.org/x/net/http2.(*Framer).ReadFrame(0x14002075500) | |
| /Users/tobias/go/pkg/mod/golang.org/x/net@v0.7.0/http2/frame.go:498 +0x84 | |
| google.golang.org/grpc/internal/transport.(*http2Client).reader(0x140042581e0, 0x140055d36e0?) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_client.go:1561 +0x1b8 | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_client.go:388 +0x13c8 | |
| goroutine 3363 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:349 +0x68 | |
| created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:348 +0x14c | |
| goroutine 3094 [semacquire]: | |
| sync.runtime_Semacquire(0x28?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28 | |
| sync.(*WaitGroup).Wait(0x14002ede148) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80 | |
| golang.org/x/sync/errgroup.(*Group).Wait(0x14002ede140) | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:53 +0x2c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x14002ede140?, {0x10ae52478?, 0x14002ede100?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48 | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x10ae52520?, 0x14005b9f1a0?}, {0x14004183c58, 0x2, 0x14007d39db0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x88 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0x14007b85e40, {0x10ae52520, 0x14005b9f1a0}, 0x14007b8b780) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:318 +0x5fc | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).Start.func2({0x10ae52520, 0x14005b9f110}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:232 +0x294 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2120 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slinstance.(*Instance).heartbeatLoopInner(0x14003269dd0, {0x10ae52478, 0x140057e63c0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slinstance/slinstance.go:323 +0x128 | |
| github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slinstance.(*Instance).heartbeatLoop(0x14003269dd0, {0x10ae52520, 0x1400409f350}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slinstance/slinstance.go:292 +0x34 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2288 [IO wait]: | |
| internal/poll.runtime_pollWait(0x1390a81f8, 0x72) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/netpoll.go:305 +0xa0 | |
| internal/poll.(*pollDesc).wait(0x1400652e980?, 0x14004b5a700?, 0x0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:84 +0x28 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:89 | |
| internal/poll.(*FD).Read(0x1400652e980, {0x14004b5a700, 0x700, 0x700}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_unix.go:167 +0x1e0 | |
| net.(*netFD).Read(0x1400652e980, {0x14004b5a700?, 0x1400645f758?, 0x104887a8c?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/fd_posix.go:55 +0x28 | |
| net.(*conn).Read(0x1400063c6a0, {0x14004b5a700?, 0x1400645f818?, 0x10496ab20?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/net.go:183 +0x34 | |
| crypto/tls.(*atLeastReader).Read(0x14004b94ff0, {0x14004b5a700?, 0x0?, 0x104c2b7c8?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:787 +0x40 | |
| bytes.(*Buffer).ReadFrom(0x1400451d078, {0x10ae09da0, 0x14004b94ff0}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/bytes/buffer.go:202 +0x90 | |
| crypto/tls.(*Conn).readFromUntil(0x1400451ce00, {0x10ae18200?, 0x1400063c6a0}, 0x6?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:809 +0xd4 | |
| crypto/tls.(*Conn).readRecordOrCCS(0x1400451ce00, 0x0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:616 +0xd8 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:582 | |
| crypto/tls.(*Conn).Read(0x1400451ce00, {0x14003658000, 0x8000, 0x10acf1a20?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:1287 +0x178 | |
| bufio.(*Reader).Read(0x140029fec60, {0x1400212fa80, 0x9, 0x1400645fdd8?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/bufio/bufio.go:237 +0x1e0 | |
| io.ReadAtLeast({0x10ae08060, 0x140029fec60}, {0x1400212fa80, 0x9, 0x9}, 0x9) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:332 +0xa0 | |
| io.ReadFull(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:351 | |
| golang.org/x/net/http2.readFrameHeader({0x1400212fa80?, 0x9?, 0x10000000d?}, {0x10ae08060?, 0x140029fec60?}) | |
| /Users/tobias/go/pkg/mod/golang.org/x/net@v0.7.0/http2/frame.go:237 +0x58 | |
| golang.org/x/net/http2.(*Framer).ReadFrame(0x1400212fa40) | |
| /Users/tobias/go/pkg/mod/golang.org/x/net@v0.7.0/http2/frame.go:498 +0x84 | |
| google.golang.org/grpc/internal/transport.(*http2Client).reader(0x14001ca61e0, 0x1400352bf68?) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_client.go:1561 +0x1b8 | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_client.go:388 +0x13c8 | |
| goroutine 1822 [select]: | |
| google.golang.org/grpc/internal/transport.(*controlBuffer).get(0x14004ded770, 0x1) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/controlbuf.go:408 +0x154 | |
| google.golang.org/grpc/internal/transport.(*loopyWriter).run(0x14005868720) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/controlbuf.go:535 +0x74 | |
| google.golang.org/grpc/internal/transport.NewServerTransport.func2() | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_server.go:334 +0xd0 | |
| created by google.golang.org/grpc/internal/transport.NewServerTransport | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_server.go:331 +0x133c | |
| goroutine 1840 [select]: | |
| google.golang.org/grpc/internal/transport.(*controlBuffer).get(0x14004bed810, 0x1) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/controlbuf.go:408 +0x154 | |
| google.golang.org/grpc/internal/transport.(*loopyWriter).run(0x140059477a0) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/controlbuf.go:535 +0x74 | |
| google.golang.org/grpc/internal/transport.newHTTP2Client.func6() | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_client.go:442 +0x64 | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_client.go:440 +0x1888 | |
| goroutine 1823 [select]: | |
| google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0x140049311e0) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_server.go:1129 +0x188 | |
| created by google.golang.org/grpc/internal/transport.NewServerTransport | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_server.go:343 +0x1380 | |
| goroutine 1824 [IO wait]: | |
| internal/poll.runtime_pollWait(0x13863ed28, 0x72) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/netpoll.go:305 +0xa0 | |
| internal/poll.(*pollDesc).wait(0x14005147f80?, 0x14001614600?, 0x0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:84 +0x28 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:89 | |
| internal/poll.(*FD).Read(0x14005147f80, {0x14001614600, 0x600, 0x600}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_unix.go:167 +0x1e0 | |
| net.(*netFD).Read(0x14005147f80, {0x14001614600?, 0x14001614600?, 0x5?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/fd_posix.go:55 +0x28 | |
| net.(*conn).Read(0x14000a9cda0, {0x14001614600?, 0x14004f3b7f8?, 0x104c2b818?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/net.go:183 +0x34 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0x140055d36e0, {0x14001614600, 0x600, 0x600}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/cmux@v0.0.0-20170110192607-30d10be49292/cmux.go:218 +0x170 | |
| crypto/tls.(*atLeastReader).Read(0x14004254c00, {0x14001614600?, 0x14004931520?, 0x104c2b7c8?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:787 +0x40 | |
| bytes.(*Buffer).ReadFrom(0x14000fd4cf8, {0x10ae09da0, 0x14004254c00}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/bytes/buffer.go:202 +0x90 | |
| crypto/tls.(*Conn).readFromUntil(0x14000fd4a80, {0x1376b0ef0?, 0x140055d36e0}, 0x600?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:809 +0xd4 | |
| crypto/tls.(*Conn).readRecordOrCCS(0x14000fd4a80, 0x0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:616 +0xd8 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:582 | |
| crypto/tls.(*Conn).Read(0x14000fd4a80, {0x14005680000, 0x8000, 0x14005507e00?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:1287 +0x178 | |
| bufio.(*Reader).Read(0x140058686c0, {0x14003d0dc40, 0x9, 0x104fbe0d4?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/bufio/bufio.go:237 +0x1e0 | |
| io.ReadAtLeast({0x10ae08060, 0x140058686c0}, {0x14003d0dc40, 0x9, 0x9}, 0x9) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:332 +0xa0 | |
| io.ReadFull(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:351 | |
| golang.org/x/net/http2.readFrameHeader({0x14003d0dc40?, 0x9?, 0x14004f085c8?}, {0x10ae08060?, 0x140058686c0?}) | |
| /Users/tobias/go/pkg/mod/golang.org/x/net@v0.7.0/http2/frame.go:237 +0x58 | |
| golang.org/x/net/http2.(*Framer).ReadFrame(0x14003d0dc00) | |
| /Users/tobias/go/pkg/mod/golang.org/x/net@v0.7.0/http2/frame.go:498 +0x84 | |
| google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0x140049311e0, 0x14000f93180?, 0x0?) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_server.go:610 +0x114 | |
| google.golang.org/grpc.(*Server).serveStreams(0x14000dc83c0, {0x10ae9f060?, 0x140049311e0}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:949 +0x134 | |
| google.golang.org/grpc.(*Server).handleRawConn.func1() | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:891 +0x44 | |
| created by google.golang.org/grpc.(*Server).handleRawConn | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:890 +0x174 | |
| goroutine 2084 [select]: | |
| google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0x14005627c20) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_client.go:1635 +0x118 | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_client.go:378 +0x1358 | |
| goroutine 2500 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/hlc.(*Clock).StartMonitoringForwardClockJumps.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/hlc/hlc.go:275 +0x114 | |
| created by github.com/cockroachdb/cockroach/pkg/util/hlc.(*Clock).StartMonitoringForwardClockJumps | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/hlc/hlc.go:267 +0x118 | |
| goroutine 1992 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/future.Wait[...]({0x10ae52520, 0x14004cfb4a0}, 0x140006ff7e0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/future/future.go:95 +0x78 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).RangeFeed(0x140012fa000, 0x14001c05e60, {0x10ae92650, 0x140006ff7e0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1442 +0x140 | |
| github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2.1({0x0?, 0x10ae52520?}, {0x10ae87528?, 0x140032a9840?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1132 +0x78 | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x14004b48b40?}, 0x10dfbe780, 0x14003e7f570) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x4b8 | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14004b48b40?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:970 +0x60 | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14004b48b40}, 0x14001b24000?, 0x14001df5180) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:277 +0x78 | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14004b48b40?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor({0x14001b24000?, {{0x100000071?}, {0x10ae73d60?, 0x14000b3eea0?}}}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14004b48b40}, 0x10dfbe780, 0x14001df5180) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:132 +0x2d4 | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14004b48b40?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x0?, 0x0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:244 +0x34 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0x14000e6c900, {0x10ae52520, 0x14004b48ae0}, {0x14004b78078?, 0x14004f266a8?}, 0x14004f26668) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:322 +0xac | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x14004b48b40?}, 0x10dfbe780, 0x14001df5180) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:243 +0xcc | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14004b48b40?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run({0x1400011b680, 0x4, 0x4}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14004b48b40}, 0x10dfbe780, 0x14003e7f570) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:975 +0x12c | |
| github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1137 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1125 +0x2a8 | |
| goroutine 1975 [select]: | |
| github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigkvsubscriber.(*KVSubscriber).Start.func1({0x10ae52520, 0x14004177e00}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigkvsubscriber/kvsubscriber.go:271 +0x1f4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1991 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*pipe).recv(0x1400373ada0, {0x10ae52520, 0x14004b48a80}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1377 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/rpc.pipeReader.recv({0x1400373ada0?, 0x10ade6dc8?}, {0x10ae52520?, 0x14004b48a80?}, {0x10ac5a180, 0x14003fe0570}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1413 +0x40 | |
| github.com/cockroachdb/cockroach/pkg/rpc.clientStream.RecvMsg(...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1461 | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0x1400041a860, {0x10ac5a180?, 0x14003fe0570?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:393 +0x38 | |
| github.com/cockroachdb/cockroach/pkg/rpc.rangeFeedClientAdapter.Recv({{0x10ae874e0?, 0x1400041a860?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1180 +0x58 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed.func6() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:650 +0x34 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*stuckRangeFeedCanceler).do(0x14003dd4690, 0x140052c7758) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed_canceler.go:135 +0x180 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0x14001eec000, {0x10ae52478?, 0x1400564a200?}, {{0x14004b78070, 0x2, 0x8}, {0x14004b78078, 0x2, 0x8}}, {0x0?, ...}, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:649 +0xb24 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0x14001eec000, {0x10ae52478, 0x1400564a200}, 0x14003dd4640, 0x10ade4540?, {{0x14004b78070, 0x2, 0x8}, {0x14004b78078, 0x2, ...}}, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:424 +0x5f4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1.1({0x10ae52478?, 0x1400564a200?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:208 +0xac | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 1976 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.(*Watcher).Run(0x14003269200, {0x10ae52478, 0x140051a1f00}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:338 +0x7b4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.Start.func1({0x10ae52520?, 0x14004177e30?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:197 +0x17c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1977 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.startSystemLogsGC.func1({0x10ae52520, 0x14004177e60}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/server_systemlog_gc.go:263 +0x1d0 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1965 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run(0x140001dcc00, {0x10ae52520?, 0x14004cfb710?}, 0xc?, 0x14005135848, 0x14000e6c900) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:292 +0x388 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).Start.func1({0x10ae52520?, 0x14004cfb710?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:240 +0x40 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1989 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1({0x10ae52478, 0x1400564a200}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:204 +0xfc | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 1988 [select]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0x140010ef6d0, {0x14004c10880, 0x5, 0x5}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/transport.go:183 +0x74 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0x140010ef6d0, {0x14004c10880?, 0x14000c76630?, 0x140070476a0?}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/transport.go:177 +0x180 | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0x14004d4dce0, {0x14004c10880?, 0x14007047728?, 0x104fc6c78?}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/transport.go:495 +0x34 | |
| io.ReadAtLeast({0x10ae17720, 0x14004d4dce0}, {0x14004c10880, 0x5, 0x5}, 0x5) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:332 +0xa0 | |
| io.ReadFull(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:351 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0x14001c05320, {0x14004c10880, 0x5, 0x5}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/transport.go:479 +0x98 | |
| google.golang.org/grpc.(*parser).recvMsg(0x14004c10870, 0x7fffffff) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/rpc_util.go:560 +0x48 | |
| google.golang.org/grpc.recvAndDecompress(0x10a4f7520?, 0x14001c05320, {0x0, 0x0}, 0x7fffffff, 0x0, {0x10ae50090, 0x10e1a1910}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/rpc_util.go:691 +0x40 | |
| google.golang.org/grpc.recv(0x1400447faa0?, {0x137744388, 0x140000bc910}, 0x14005e9e820?, {0x0?, 0x0?}, {0x10ab9afe0, 0x1400420f900}, 0x0?, 0x0, ...) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/rpc_util.go:757 +0x5c | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0x140020a6b60, {0x10ab9afe0?, 0x1400420f900}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/stream.go:1655 +0xf0 | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*gossipGossipServer).Recv(0x1400373a9e0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.pb.go:679 +0x58 | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*server).gossipReceiver(0x1400142c000, {0x10ae52520?, 0x14004d4df50}, 0x14006546520, 0x1400562fc40, 0x14006677f00) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:334 +0x824 | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*server).Gossip.func3({0x10ae52520?, 0x14004d4df50?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:142 +0x70 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1986 [select]: | |
| google.golang.org/grpc.(*ClientConn).WaitForStateChange(0x14000fd4700, {0x10ae52520, 0x14004d4db90}, 0x2) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/clientconn.go:515 +0x94 | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat.func3({0x10ae52520, 0x14004d4db90}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:2522 +0x60 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1987 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*server).Gossip(0x1400142c000, {0x10ae93bc0, 0x1400373a9e0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:193 +0x738 | |
| github.com/cockroachdb/cockroach/pkg/gossip._Gossip_Gossip_Handler({0x10ad9e140?, 0x14001432000}, {0x10ae87528?, 0x14001ac7cc0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.pb.go:660 +0x9c | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x10ad9e140, 0x14001432000}, {0x10ae87be8?, 0x140020a6b60?}, 0x14004c10888, 0x10ade4330) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x4b8 | |
| google.golang.org/grpc.chainStreamInterceptors.func1.1({0x10ad9e140?, 0x14001432000?}, {0x10ae87be8?, 0x140020a6b60?}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:1482 +0x60 | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x10ad9e140, 0x14001432000}, {0x10ae87be8, 0x140020a6b60}, 0x14001b24000?, 0x1400562fb40) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:277 +0x78 | |
| google.golang.org/grpc.chainStreamInterceptors.func1.1({0x10ad9e140?, 0x14001432000?}, {0x10ae87be8?, 0x140020a6b60?}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:1485 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor({0x14001b24000?, {{0x104900320?}, {0x10ae73d60?, 0x14000b3eea0?}}}, {0x10ad9e140, 0x14001432000}, {0x10ae87be8, 0x140020a6b60}, 0x14004c10888, 0x1400562fb40) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:132 +0x2d4 | |
| google.golang.org/grpc.chainStreamInterceptors.func1.1({0x10ad9e140?, 0x14001432000?}, {0x10ae87be8?, 0x140020a6b60?}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:1485 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x1f?, 0x0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:244 +0x34 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0x14000e6c900, {0x10ae52520, 0x14004d4dda0}, {0x1048c1920?, 0x1400657ba58?}, 0x1400657ba18) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:322 +0xac | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x10ad9e140, 0x14001432000}, {0x10ae87be8?, 0x140020a6b60?}, 0x14004c10888, 0x1400562fb40) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:243 +0xcc | |
| google.golang.org/grpc.chainStreamInterceptors.func1.1({0x10ad9e140?, 0x14001432000?}, {0x10ae87be8?, 0x140020a6b60?}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:1485 +0x8c | |
| google.golang.org/grpc.chainStreamInterceptors.func1({0x10ad9e140, 0x14001432000}, {0x10ae87be8, 0x140020a6b60}, 0x14004c10888, 0x10ade4330) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:1487 +0x120 | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0x14000dc83c0, {0x10ae9f060, 0x140049311e0}, 0x14001c05320, 0x14000d3ebd0, 0x10dfc9220, 0x0) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:1636 +0xf30 | |
| google.golang.org/grpc.(*Server).handleStream(0x14000dc83c0, {0x10ae9f060, 0x140049311e0}, 0x14001c05320, 0x0) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:1717 +0x804 | |
| google.golang.org/grpc.(*Server).serveStreams.func1.2() | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:965 +0x84 | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:963 +0x290 | |
| goroutine 2003 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2({0x10ae52520, 0x14004248cc0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:843 +0xc0 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2004 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2({0x10ae52520, 0x14004248d50}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:843 +0xc0 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2005 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2({0x10ae52520, 0x14004248d80}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:843 +0xc0 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2006 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2({0x10ae52520, 0x14004248e40}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:843 +0xc0 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2007 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2({0x10ae52520, 0x14004248ea0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:843 +0xc0 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2008 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicaScanner).waitAndProcess(0x140020a6a80, {0x10ae52520, 0x14004248f00}, {0x0?, 0x14003564718?, 0x0?}, 0x0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scanner.go:224 +0x178 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicaScanner).scanLoop.func1({0x10ae52520?, 0x14004248f00}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scanner.go:291 +0x210 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1993 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:349 +0x68 | |
| created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:348 +0x14c | |
| goroutine 2018 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run(0x14002827500, {0x10ae52520?, 0x14004b8eae0?}, 0x33?, 0x14004df8378, 0x14000e6c900) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:292 +0x388 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).Start.func1({0x10ae52520?, 0x14004b8eae0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:240 +0x40 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1967 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).outputLoop(0x14001c13b30, {0x10ae52478, 0x14001df5400}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:326 +0x1b0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).runOutputLoop(0x14001c13b30, {0x10ae52520, 0x14004cfb9e0}, 0x1050126f4?) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:351 +0xac | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run.func1({0x10ae52520?, 0x14004cfb9e0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:320 +0x44 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1995 [semacquire]: | |
| sync.runtime_Semacquire(0x1400564a500?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28 | |
| sync.(*WaitGroup).Wait(0x1400564a508) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80 | |
| golang.org/x/sync/errgroup.(*Group).Wait(0x1400564a500) | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:53 +0x2c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x1400564a500?, {0x10ae52478?, 0x1400564a4c0?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans(0x14001eec000, {0x10ae52478, 0x1400564a400}, {0x1400564a480, 0x1, 0x0?}, 0x0, 0x14005f24e40, {0x14000dc4d70, 0x1, ...}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:230 +0x524 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed(0x1400097da40?, {0x10ae52478, 0x1400564a400}, {0x14002267890, 0x1, 0x14004f11520?}, {0x14004e09770?, 0x0?, 0x0?}, 0x0?, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:148 +0xc4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*dbAdapter).RangeFeed(0x0?, {0x10ae52478?, 0x1400564a400?}, {0x14002267890?, 0x1?, 0x1?}, {0x0?, 0x3176300?, 0x40?}, 0x0?, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/db_adapter.go:81 +0x30 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func1({0x10ae52478?, 0x1400564a400?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:312 +0x70 | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 1996 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).processEvents(0x140040e31e0, {0x10ae52478, 0x1400564a400}, 0x58?, 0x14005f24e40) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:358 +0x94 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func2({0x10ae52478?, 0x1400564a400?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:315 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 1997 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1({0x10ae52478, 0x1400564a4c0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:204 +0xfc | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 1999 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*pipe).recv(0x1400373afa0, {0x10ae52520, 0x14004b492f0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1377 +0x98 | |
| github.com/cockroachdb/cockroach/pkg/rpc.pipeReader.recv({0x1400373afa0?, 0x10ade6dc8?}, {0x10ae52520?, 0x14004b492f0?}, {0x10ac5a180, 0x1400442ac90}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1413 +0x40 | |
| github.com/cockroachdb/cockroach/pkg/rpc.clientStream.RecvMsg(...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1461 | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0x1400041afc0, {0x10ac5a180?, 0x1400442ac90?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:393 +0x38 | |
| github.com/cockroachdb/cockroach/pkg/rpc.rangeFeedClientAdapter.Recv({{0x10ae874e0?, 0x1400041afc0?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1180 +0x58 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed.func6() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:650 +0x34 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*stuckRangeFeedCanceler).do(0x14003dd47d0, 0x14005787758) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed_canceler.go:135 +0x180 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0x14001eec000, {0x10ae52478?, 0x1400564a4c0?}, {{0x14006141dc8, 0x1, 0x8}, {0x14006141dd0, 0x1, 0x8}}, {0x0?, ...}, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:649 +0xb24 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0x14001eec000, {0x10ae52478, 0x1400564a4c0}, 0x14003dd4780, 0x10ade4540?, {{0x14006141dc8, 0x1, 0x8}, {0x14006141dd0, 0x1, ...}}, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:424 +0x5f4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1.1({0x10ae52478?, 0x1400564a4c0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:208 +0xac | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 2000 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/future.Wait[...]({0x10ae52520, 0x14004b8e930}, 0x14000da3e90) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/future/future.go:95 +0x78 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).RangeFeed(0x140012fa000, 0x14001e345a0, {0x10ae92650, 0x14000da3e90}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1442 +0x140 | |
| github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2.1({0x0?, 0x10ae52520?}, {0x10ae87528?, 0x140030fa680?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1132 +0x78 | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x14004b493e0?}, 0x10dfbe780, 0x14003bb01c0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x4b8 | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14004b493e0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:970 +0x60 | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14004b493e0}, 0x14001b24000?, 0x14004038800) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:277 +0x78 | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14004b493e0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor({0x14001b24000?, {{0x0?}, {0x10ae73d60?, 0x14000b3eea0?}}}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14004b493e0}, 0x10dfbe780, 0x14004038800) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:132 +0x2d4 | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14004b493e0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x0?, 0x0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:244 +0x34 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0x14000e6c900, {0x10ae52520, 0x14004b49350}, {0x14006141dd0?, 0x14004f416a8?}, 0x14004f41668) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:322 +0xac | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x10ad58940, 0x140012fa000}, {0x10ae838f8?, 0x14004b493e0?}, 0x10dfbe780, 0x14004038800) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:243 +0xcc | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x10ad58940?, 0x140012fa000?}, {0x10ae838f8?, 0x14004b493e0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:973 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run({0x1400011b680, 0x4, 0x4}, {0x10ad58940, 0x140012fa000}, {0x10ae838f8, 0x14004b493e0}, 0x10dfbe780, 0x14003bb01c0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:975 +0x12c | |
| github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1137 +0xfc | |
| created by github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1125 +0x2a8 | |
| goroutine 2001 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:349 +0x68 | |
| created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:348 +0x14c | |
| goroutine 2035 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0x14003128c00, {0x10ae52520, 0x14004b499e0}, 0x14004b499b0, {0x14006021c30?, 0x10501124c?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:2394 +0x30c | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1({0x10ae52520, 0x14004b499e0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:2248 +0x9c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2036 [select]: | |
| google.golang.org/grpc.(*ccBalancerWrapper).watcher(0x1400564a7c0) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/balancer_conn_wrappers.go:115 +0x68 | |
| created by google.golang.org/grpc.newCCBalancerWrapper | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/balancer_conn_wrappers.go:76 +0x22c | |
| goroutine 2229 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:349 +0x68 | |
| created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:348 +0x14c | |
| goroutine 2021 [select]: | |
| google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0x14003c7b860) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_client.go:1635 +0x118 | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_client.go:378 +0x1358 | |
| goroutine 2022 [IO wait]: | |
| internal/poll.runtime_pollWait(0x13863e968, 0x72) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/netpoll.go:305 +0xa0 | |
| internal/poll.(*pollDesc).wait(0x14000f79300?, 0x140042b8e00?, 0x0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:84 +0x28 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:89 | |
| internal/poll.(*FD).Read(0x14000f79300, {0x140042b8e00, 0x700, 0x700}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_unix.go:167 +0x1e0 | |
| net.(*netFD).Read(0x14000f79300, {0x140042b8e00?, 0x140043bfa18?, 0x8?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/fd_posix.go:55 +0x28 | |
| net.(*conn).Read(0x14005bbcf08, {0x140042b8e00?, 0x10f9613c8?, 0x140042b8e06?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/net.go:183 +0x34 | |
| crypto/tls.(*atLeastReader).Read(0x14002dca0c0, {0x140042b8e00?, 0x0?, 0x104c2b7c8?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:787 +0x40 | |
| bytes.(*Buffer).ReadFrom(0x140043bfaf8, {0x10ae09da0, 0x14002dca0c0}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/bytes/buffer.go:202 +0x90 | |
| crypto/tls.(*Conn).readFromUntil(0x140043bf880, {0x10ae18200?, 0x14005bbcf08}, 0x1048a13c0?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:809 +0xd4 | |
| crypto/tls.(*Conn).readRecordOrCCS(0x140043bf880, 0x0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:616 +0xd8 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:582 | |
| crypto/tls.(*Conn).Read(0x140043bf880, {0x14005832000, 0x8000, 0x104f71718?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:1287 +0x178 | |
| bufio.(*Reader).Read(0x1400521fce0, {0x14002023ee0, 0x9, 0x14004b8f4a0?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/bufio/bufio.go:237 +0x1e0 | |
| io.ReadAtLeast({0x10ae08060, 0x1400521fce0}, {0x14002023ee0, 0x9, 0x9}, 0x9) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:332 +0xa0 | |
| io.ReadFull(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:351 | |
| golang.org/x/net/http2.readFrameHeader({0x14002023ee0?, 0x9?, 0x1048ebd10?}, {0x10ae08060?, 0x1400521fce0?}) | |
| /Users/tobias/go/pkg/mod/golang.org/x/net@v0.7.0/http2/frame.go:237 +0x58 | |
| golang.org/x/net/http2.(*Framer).ReadFrame(0x14002023ea0) | |
| /Users/tobias/go/pkg/mod/golang.org/x/net@v0.7.0/http2/frame.go:498 +0x84 | |
| google.golang.org/grpc/internal/transport.(*http2Client).reader(0x14003c7b860, 0x14004f41768?) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_client.go:1561 +0x1b8 | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_client.go:388 +0x13c8 | |
| goroutine 2023 [select]: | |
| google.golang.org/grpc/internal/transport.(*controlBuffer).get(0x14003724640, 0x1) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/controlbuf.go:408 +0x154 | |
| google.golang.org/grpc/internal/transport.(*loopyWriter).run(0x1400521fda0) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/controlbuf.go:535 +0x74 | |
| google.golang.org/grpc/internal/transport.newHTTP2Client.func6() | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_client.go:442 +0x64 | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_client.go:440 +0x1888 | |
| goroutine 2024 [select]: | |
| google.golang.org/grpc/internal/transport.(*controlBuffer).get(0x140037247d0, 0x1) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/controlbuf.go:408 +0x154 | |
| google.golang.org/grpc/internal/transport.(*loopyWriter).run(0x14005e32420) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/controlbuf.go:535 +0x74 | |
| google.golang.org/grpc/internal/transport.NewServerTransport.func2() | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_server.go:334 +0xd0 | |
| created by google.golang.org/grpc/internal/transport.NewServerTransport | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_server.go:331 +0x133c | |
| goroutine 2025 [select]: | |
| google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0x14005579a00) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_server.go:1129 +0x188 | |
| created by google.golang.org/grpc/internal/transport.NewServerTransport | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_server.go:343 +0x1380 | |
| goroutine 2026 [IO wait]: | |
| internal/poll.runtime_pollWait(0x13863ea58, 0x72) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/netpoll.go:305 +0xa0 | |
| internal/poll.(*pollDesc).wait(0x14004391200?, 0x14001726600?, 0x0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:84 +0x28 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:89 | |
| internal/poll.(*FD).Read(0x14004391200, {0x14001726600, 0x600, 0x600}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_unix.go:167 +0x1e0 | |
| net.(*netFD).Read(0x14004391200, {0x14001726600?, 0x140058996e8?, 0x1048946a8?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/fd_posix.go:55 +0x28 | |
| net.(*conn).Read(0x14005e1a650, {0x14001726600?, 0x14004d5af98?, 0x0?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/net.go:183 +0x34 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0x14005846ae0, {0x14001726600, 0x600, 0x600}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/cmux@v0.0.0-20170110192607-30d10be49292/cmux.go:218 +0x170 | |
| crypto/tls.(*atLeastReader).Read(0x14004ce2288, {0x14001726600?, 0x0?, 0x104c2b7c8?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:787 +0x40 | |
| bytes.(*Buffer).ReadFrom(0x14004d5b078, {0x10ae09da0, 0x14004ce2288}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/bytes/buffer.go:202 +0x90 | |
| crypto/tls.(*Conn).readFromUntil(0x14004d5ae00, {0x1376b0ef0?, 0x14005846ae0}, 0x1048d7160?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:809 +0xd4 | |
| crypto/tls.(*Conn).readRecordOrCCS(0x14004d5ae00, 0x0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:616 +0xd8 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:582 | |
| crypto/tls.(*Conn).Read(0x14004d5ae00, {0x1400584a000, 0x8000, 0x14000000027?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:1287 +0x178 | |
| bufio.(*Reader).Read(0x14005e323c0, {0x14004398120, 0x9, 0x104fbe158?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/bufio/bufio.go:237 +0x1e0 | |
| io.ReadAtLeast({0x10ae08060, 0x14005e323c0}, {0x14004398120, 0x9, 0x9}, 0x9) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:332 +0xa0 | |
| io.ReadFull(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:351 | |
| golang.org/x/net/http2.readFrameHeader({0x14004398120?, 0x9?, 0x1400357ddc8?}, {0x10ae08060?, 0x14005e323c0?}) | |
| /Users/tobias/go/pkg/mod/golang.org/x/net@v0.7.0/http2/frame.go:237 +0x58 | |
| golang.org/x/net/http2.(*Framer).ReadFrame(0x140043980e0) | |
| /Users/tobias/go/pkg/mod/golang.org/x/net@v0.7.0/http2/frame.go:498 +0x84 | |
| google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0x14005579a00, 0x14000f9b540?, 0x0?) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_server.go:610 +0x114 | |
| google.golang.org/grpc.(*Server).serveStreams(0x14000dc83c0, {0x10ae9f060?, 0x14005579a00}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:949 +0x134 | |
| google.golang.org/grpc.(*Server).handleRawConn.func1() | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:891 +0x44 | |
| created by google.golang.org/grpc.(*Server).handleRawConn | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:890 +0x174 | |
| goroutine 2027 [select]: | |
| google.golang.org/grpc.(*ClientConn).WaitForStateChange(0x14004a93500, {0x10ae52520, 0x14004b8fe30}, 0x2) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/clientconn.go:515 +0x94 | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat.func3({0x10ae52520, 0x14004b8fe30}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:2522 +0x60 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2066 [select]: | |
| google.golang.org/grpc.(*ccBalancerWrapper).watcher(0x140057da080) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/balancer_conn_wrappers.go:115 +0x68 | |
| created by google.golang.org/grpc.newCCBalancerWrapper | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/balancer_conn_wrappers.go:76 +0x22c | |
| goroutine 2228 [select]: | |
| google.golang.org/grpc.newClientStreamWithParams.func4() | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/stream.go:366 +0x8c | |
| created by google.golang.org/grpc.newClientStreamWithParams | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/stream.go:365 +0xc44 | |
| goroutine 2086 [select]: | |
| google.golang.org/grpc/internal/transport.(*controlBuffer).get(0x140042ef130, 0x1) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/controlbuf.go:408 +0x154 | |
| google.golang.org/grpc/internal/transport.(*loopyWriter).run(0x14005de0c60) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/controlbuf.go:535 +0x74 | |
| google.golang.org/grpc/internal/transport.newHTTP2Client.func6() | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_client.go:442 +0x64 | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_client.go:440 +0x1888 | |
| goroutine 2085 [IO wait]: | |
| internal/poll.runtime_pollWait(0x13863e788, 0x72) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/netpoll.go:305 +0xa0 | |
| internal/poll.(*pollDesc).wait(0x14004f3d000?, 0x1400397e000?, 0x0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:84 +0x28 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:89 | |
| internal/poll.(*FD).Read(0x14004f3d000, {0x1400397e000, 0xa000, 0xa000}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_unix.go:167 +0x1e0 | |
| net.(*netFD).Read(0x14004f3d000, {0x1400397e000?, 0x1400285ac18?, 0x8?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/fd_posix.go:55 +0x28 | |
| net.(*conn).Read(0x14005bbd0a0, {0x1400397e000?, 0x10f962688?, 0x6?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/net.go:183 +0x34 | |
| crypto/tls.(*atLeastReader).Read(0x14004e85a28, {0x1400397e000?, 0x0?, 0x104c2b7c8?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:787 +0x40 | |
| bytes.(*Buffer).ReadFrom(0x1400285acf8, {0x10ae09da0, 0x14004e85a28}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/bytes/buffer.go:202 +0x90 | |
| crypto/tls.(*Conn).readFromUntil(0x1400285aa80, {0x10ae18200?, 0x14005bbd0a0}, 0xa000?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:809 +0xd4 | |
| crypto/tls.(*Conn).readRecordOrCCS(0x1400285aa80, 0x0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:616 +0xd8 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:582 | |
| crypto/tls.(*Conn).Read(0x1400285aa80, {0x140059f8000, 0x8000, 0x104fc531c?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:1287 +0x178 | |
| bufio.(*Reader).Read(0x14005de0ba0, {0x140022e4040, 0x9, 0xa?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/bufio/bufio.go:237 +0x1e0 | |
| io.ReadAtLeast({0x10ae08060, 0x14005de0ba0}, {0x140022e4040, 0x9, 0x9}, 0x9) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:332 +0xa0 | |
| io.ReadFull(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:351 | |
| golang.org/x/net/http2.readFrameHeader({0x140022e4040?, 0x9?, 0x1048ebd10?}, {0x10ae08060?, 0x14005de0ba0?}) | |
| /Users/tobias/go/pkg/mod/golang.org/x/net@v0.7.0/http2/frame.go:237 +0x58 | |
| golang.org/x/net/http2.(*Framer).ReadFrame(0x140022e4000) | |
| /Users/tobias/go/pkg/mod/golang.org/x/net@v0.7.0/http2/frame.go:498 +0x84 | |
| google.golang.org/grpc/internal/transport.(*http2Client).reader(0x14005627c20, 0x1400447ea00?) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_client.go:1561 +0x1b8 | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_client.go:388 +0x13c8 | |
| goroutine 2907 [semacquire]: | |
| sync.runtime_Semacquire(0x1400627d100?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28 | |
| sync.(*WaitGroup).Wait(0x1400627d108) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80 | |
| golang.org/x/sync/errgroup.(*Group).Wait(0x1400627d100) | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:53 +0x2c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x1400627d100?, {0x10ae52478?, 0x1400627d0c0?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans(0x14001999900, {0x10ae52478, 0x1400627d000}, {0x1400627d080, 0x1, 0x10a4c5340?}, 0x0, 0x140077a4480, {0x14003f91960, 0x1, ...}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:230 +0x524 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed(0x1400660af18?, {0x10ae52478, 0x1400627d000}, {0x1400575c420, 0x1, 0x140061b2e40?}, {0x1400660ae98?, 0x50112b8?, 0x1?}, 0xf8?, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:148 +0xc4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*dbAdapter).RangeFeed(0x1?, {0x10ae52478?, 0x1400627d000?}, {0x1400575c420?, 0x140056d12c0?, 0x10ae52520?}, {0x1065739d0?, 0xae52520?, 0x1?}, 0x70?, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/db_adapter.go:81 +0x30 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func1({0x10ae52478?, 0x1400627d000?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:312 +0x70 | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 2225 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).processEvents(0x14001a7f080, {0x10ae52478, 0x14005c037c0}, 0x1048eb0a4?, 0x140056f5bc0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:358 +0x94 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func2({0x10ae52478?, 0x14005c037c0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:315 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 2224 [semacquire]: | |
| sync.runtime_Semacquire(0x14005c038c0?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28 | |
| sync.(*WaitGroup).Wait(0x14005c038c8) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80 | |
| golang.org/x/sync/errgroup.(*Group).Wait(0x14005c038c0) | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:53 +0x2c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x14005c038c0?, {0x10ae52478?, 0x14005c03880?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans(0x140012e5900, {0x10ae52478, 0x14005c037c0}, {0x14005c03840, 0x1, 0x10a4c5340?}, 0x0, 0x140056f5bc0, {0x0, 0x0, ...}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:230 +0x524 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed(0x14005ee6f18?, {0x10ae52478, 0x14005c037c0}, {0x14002266240, 0x1, 0x14000981cc0?}, {0x14005ee6e98?, 0x50112b8?, 0x1?}, 0xf8?, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:148 +0xc4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*dbAdapter).RangeFeed(0x1?, {0x10ae52478?, 0x14005c037c0?}, {0x14002266240?, 0x14006521b90?, 0x10ae52520?}, {0x1065739d0?, 0xae52520?, 0x1?}, 0xb0?, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/db_adapter.go:81 +0x30 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func1({0x10ae52478?, 0x14005c037c0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:312 +0x70 | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 3214 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).outputLoop(0x140041441e0, {0x10ae52478, 0x14008650d00}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:326 +0x1b0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).runOutputLoop(0x140041441e0, {0x10ae52520, 0x14004c05ce0}, 0x1050126f4?) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:351 +0xac | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run.func1({0x10ae52520?, 0x14004c05ce0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:320 +0x44 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2068 [select]: | |
| google.golang.org/grpc/internal/transport.(*controlBuffer).get(0x14004ce5c20, 0x1) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/controlbuf.go:408 +0x154 | |
| google.golang.org/grpc/internal/transport.(*loopyWriter).run(0x14005ea3080) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/controlbuf.go:535 +0x74 | |
| google.golang.org/grpc/internal/transport.NewServerTransport.func2() | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_server.go:334 +0xd0 | |
| created by google.golang.org/grpc/internal/transport.NewServerTransport | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_server.go:331 +0x133c | |
| goroutine 2069 [select]: | |
| google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0x14005f58d00) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_server.go:1129 +0x188 | |
| created by google.golang.org/grpc/internal/transport.NewServerTransport | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_server.go:343 +0x1380 | |
| goroutine 2070 [IO wait]: | |
| internal/poll.runtime_pollWait(0x13863e878, 0x72) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/netpoll.go:305 +0xa0 | |
| internal/poll.(*pollDesc).wait(0x14003ff7700?, 0x14004a62000?, 0x0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:84 +0x28 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:89 | |
| internal/poll.(*FD).Read(0x14003ff7700, {0x14004a62000, 0xa000, 0xa000}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_unix.go:167 +0x1e0 | |
| net.(*netFD).Read(0x14003ff7700, {0x14004a62000?, 0x14004a62000?, 0x5?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/fd_posix.go:55 +0x28 | |
| net.(*conn).Read(0x14006546810, {0x14004a62000?, 0x14001b60198?, 0x8?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/net.go:183 +0x34 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0x14005e47020, {0x14004a62000, 0xa000, 0xa000}) | |
| /Users/tobias/go/pkg/mod/github.com/cockroachdb/cmux@v0.0.0-20170110192607-30d10be49292/cmux.go:218 +0x170 | |
| crypto/tls.(*atLeastReader).Read(0x14004e85200, {0x14004a62000?, 0x0?, 0x104c2b7c8?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:787 +0x40 | |
| bytes.(*Buffer).ReadFrom(0x14001b60278, {0x10ae09da0, 0x14004e85200}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/bytes/buffer.go:202 +0x90 | |
| crypto/tls.(*Conn).readFromUntil(0x14001b60000, {0x1376b0ef0?, 0x14005e47020}, 0xa000?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:809 +0xd4 | |
| crypto/tls.(*Conn).readRecordOrCCS(0x14001b60000, 0x0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:616 +0xd8 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:582 | |
| crypto/tls.(*Conn).Read(0x14001b60000, {0x14005a24000, 0x8000, 0x14004a6d920?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:1287 +0x178 | |
| bufio.(*Reader).Read(0x14005ea3020, {0x1400446b9a0, 0x9, 0x104fbe0d4?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/bufio/bufio.go:237 +0x1e0 | |
| io.ReadAtLeast({0x10ae08060, 0x14005ea3020}, {0x1400446b9a0, 0x9, 0x9}, 0x9) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:332 +0xa0 | |
| io.ReadFull(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:351 | |
| golang.org/x/net/http2.readFrameHeader({0x1400446b9a0?, 0x9?, 0x140033c55c8?}, {0x10ae08060?, 0x14005ea3020?}) | |
| /Users/tobias/go/pkg/mod/golang.org/x/net@v0.7.0/http2/frame.go:237 +0x58 | |
| golang.org/x/net/http2.(*Framer).ReadFrame(0x1400446b960) | |
| /Users/tobias/go/pkg/mod/golang.org/x/net@v0.7.0/http2/frame.go:498 +0x84 | |
| google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0x14005f58d00, 0x14000f9b400?, 0x0?) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_server.go:610 +0x114 | |
| google.golang.org/grpc.(*Server).serveStreams(0x14000dc83c0, {0x10ae9f060?, 0x14005f58d00}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:949 +0x134 | |
| google.golang.org/grpc.(*Server).handleRawConn.func1() | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:891 +0x44 | |
| created by google.golang.org/grpc.(*Server).handleRawConn | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:890 +0x174 | |
| goroutine 2230 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).outputLoop(0x14001c13e00, {0x10ae52478, 0x140056a0f40}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:326 +0x1b0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).runOutputLoop(0x14001c13e00, {0x10ae52520, 0x1400492eab0}, 0x1050126f4?) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:351 +0xac | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run.func1({0x10ae52520?, 0x1400492eab0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:320 +0x44 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2363 [select]: | |
| google.golang.org/grpc.(*ClientConn).WaitForStateChange(0x14004ba4700, {0x10ae52520, 0x140044d1b30}, 0x2) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/clientconn.go:515 +0x94 | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat.func3({0x10ae52520, 0x140044d1b30}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:2522 +0x60 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2231 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).outputLoop(0x1400427a4b0, {0x10ae52478, 0x14004a98180}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:326 +0x1b0 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).runOutputLoop(0x1400427a4b0, {0x10ae52520, 0x140047c0150}, 0x1050126f4?) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:351 +0xac | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run.func1({0x10ae52520?, 0x140047c0150?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:320 +0x44 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 3201 [select]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0x140010ac410, {0x14004b94268, 0x5, 0x5}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/transport.go:195 +0x74 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0x140010ac410, {0x14004b94268?, 0x14002cea0d8?, 0x14007e6ed00?}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/transport.go:175 +0x148 | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0x14000b69110, {0x14004b94268?, 0x14007e6ed88?, 0x104fc6c78?}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/transport.go:495 +0x34 | |
| io.ReadAtLeast({0x10ae17720, 0x14000b69110}, {0x14004b94268, 0x5, 0x5}, 0x5) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:332 +0xa0 | |
| io.ReadFull(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:351 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0x14005d077a0, {0x14004b94268, 0x5, 0x5}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/transport.go:479 +0x98 | |
| google.golang.org/grpc.(*parser).recvMsg(0x14004b94258, 0x7fffffff) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/rpc_util.go:560 +0x48 | |
| google.golang.org/grpc.recvAndDecompress(0x14007e6ef78?, 0x14005d077a0, {0x0, 0x0}, 0x7fffffff, 0x0, {0x10ae50090, 0x10e1a1910}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/rpc_util.go:691 +0x40 | |
| google.golang.org/grpc.recv(0x10a510720?, {0x137744388, 0x140000bc910}, 0x6?, {0x0?, 0x0?}, {0x10ac5a180, 0x14004d3ede0}, 0x14005d07200?, 0x0, ...) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/rpc_util.go:757 +0x5c | |
| google.golang.org/grpc.(*csAttempt).recvMsg(0x140026adec0, {0x10ac5a180?, 0x14004d3ede0}, 0x10488a63c?) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/stream.go:1041 +0x240 | |
| google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x0?) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/stream.go:881 +0x28 | |
| google.golang.org/grpc.(*clientStream).withRetry(0x14005d07440, 0x14007e6f208, 0x14007e6f1d8) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/stream.go:716 +0x568 | |
| google.golang.org/grpc.(*clientStream).RecvMsg(0x14005d07440, {0x10ac5a180?, 0x14004d3ede0?}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/stream.go:880 +0xbc | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0x14003e67300, {0x10ac5a180?, 0x14004d3ede0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:393 +0x38 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvpb.(*internalRangeFeedClient).Recv(0x14000c8db10) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvpb/api.pb.go:9679 +0x58 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed.func6() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:650 +0x34 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*stuckRangeFeedCanceler).do(0x140010ac230, 0x14007e6f758) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed_canceler.go:135 +0x180 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0x140012e5900, {0x10ae52478?, 0x14005c03880?}, {{0x1400447f1b0, 0x1, 0x8}, {0x1400447f1b8, 0x1, 0x8}}, {0x0?, ...}, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:649 +0xb24 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0x140012e5900, {0x10ae52478, 0x14005c03880}, 0x140057d09b0, 0x0?, {{0x1400447f1b0, 0x1, 0x8}, {0x1400447f1b8, 0x1, ...}}, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:424 +0x5f4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1.1({0x10ae52478?, 0x14005c03880?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:208 +0xac | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 2065 [select]: | |
| google.golang.org/grpc.(*ClientConn).WaitForStateChange(0x14004d5b500, {0x10ae52520, 0x14004d3f9b0}, 0x2) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/clientconn.go:515 +0x94 | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat.func3({0x10ae52520, 0x14004d3f9b0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:2522 +0x60 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2137 [semacquire]: | |
| sync.runtime_Semacquire(0x140052f5e40?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28 | |
| sync.(*WaitGroup).Wait(0x140052f5e48) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80 | |
| golang.org/x/sync/errgroup.(*Group).Wait(0x140052f5e40) | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:53 +0x2c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x140052f5e40?, {0x10ae52478?, 0x140052f5e00?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans(0x140012e5900, {0x10ae52478, 0x140043a9280}, {0x140043a9300, 0x1, 0x10a4c5340?}, 0x0, 0x14006133260, {0x14000dbb660, 0x1, ...}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:230 +0x524 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed(0x14005f4ef18?, {0x10ae52478, 0x140043a9280}, {0x1400442a540, 0x1, 0x1400580ff80?}, {0x14005f4ee98?, 0x50112b8?, 0x1?}, 0xf8?, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:148 +0xc4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*dbAdapter).RangeFeed(0x1?, {0x10ae52478?, 0x140043a9280?}, {0x1400442a540?, 0x14003ba21b0?, 0x10ae52520?}, {0x1065739d0?, 0xae52520?, 0x1?}, 0x20?, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/db_adapter.go:81 +0x30 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func1({0x10ae52478?, 0x140043a9280?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:312 +0x70 | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 2256 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.(*Watcher).Run(0x140020bc870, {0x10ae52478, 0x1400113b0c0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:338 +0x7b4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.Start.func1({0x10ae52520?, 0x1400617d830?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:197 +0x17c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2227 [select]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0x1400420fa90, {0x14004254dc0, 0x5, 0x5}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/transport.go:195 +0x74 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0x1400420fa90, {0x14004254dc0?, 0x14005d2bc50?, 0x1400593ad00?}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/transport.go:175 +0x148 | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0x1400492e630, {0x14004254dc0?, 0x1400593ad88?, 0x104fc6c78?}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/transport.go:495 +0x34 | |
| io.ReadAtLeast({0x10ae17720, 0x1400492e630}, {0x14004254dc0, 0x5, 0x5}, 0x5) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:332 +0xa0 | |
| io.ReadFull(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:351 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0x14003026120, {0x14004254dc0, 0x5, 0x5}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/transport.go:479 +0x98 | |
| google.golang.org/grpc.(*parser).recvMsg(0x14004254db0, 0x7fffffff) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/rpc_util.go:560 +0x48 | |
| google.golang.org/grpc.recvAndDecompress(0x1400709af78?, 0x14003026120, {0x0, 0x0}, 0x7fffffff, 0x0, {0x10ae50090, 0x10e1a1910}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/rpc_util.go:691 +0x40 | |
| google.golang.org/grpc.recv(0x10a510720?, {0x137744388, 0x140000bc910}, 0x6?, {0x0?, 0x0?}, {0x10ac5a180, 0x14004d3e5d0}, 0x140013b79e0?, 0x0, ...) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/rpc_util.go:757 +0x5c | |
| google.golang.org/grpc.(*csAttempt).recvMsg(0x140043c7680, {0x10ac5a180?, 0x14004d3e5d0}, 0x10488a63c?) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/stream.go:1041 +0x240 | |
| google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x0?) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/stream.go:881 +0x28 | |
| google.golang.org/grpc.(*clientStream).withRetry(0x140013b7d40, 0x1400593b208, 0x1400593b1d8) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/stream.go:716 +0x568 | |
| google.golang.org/grpc.(*clientStream).RecvMsg(0x140013b7d40, {0x10ac5a180?, 0x14004d3e5d0?}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/stream.go:880 +0xbc | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0x14000721900, {0x10ac5a180?, 0x14004d3e5d0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:393 +0x38 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvpb.(*internalRangeFeedClient).Recv(0x14000c8c080) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvpb/api.pb.go:9679 +0x58 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed.func6() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:650 +0x34 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*stuckRangeFeedCanceler).do(0x1400420f950, 0x1400593b758) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed_canceler.go:135 +0x180 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0x140012e5900, {0x10ae52478?, 0x140058c12c0?}, {{0x14004ce9538, 0x1, 0x8}, {0x14004ce9540, 0x1, 0x8}}, {0x14004b9b700?, ...}, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:649 +0xb24 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0x140012e5900, {0x10ae52478, 0x140058c12c0}, 0x140044a0820, 0x10ade4540?, {{0x14004ce9538, 0x1, 0x8}, {0x14004ce9540, 0x1, ...}}, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:424 +0x5f4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1.1({0x10ae52478?, 0x140058c12c0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:208 +0xac | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 1979 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.(*Watcher).Run(0x140037718c0, {0x10ae52478, 0x140052f4380}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:338 +0x7b4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.Start.func1({0x10ae52520?, 0x140036a4930?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:197 +0x17c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 1980 [semacquire]: | |
| sync.runtime_Semacquire(0x28?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28 | |
| sync.(*WaitGroup).Wait(0x14005ff4a08) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80 | |
| golang.org/x/sync/errgroup.(*Group).Wait(0x14005ff4a00) | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:53 +0x2c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x14005ff4a00?, {0x10ae52478?, 0x14005ff49c0?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48 | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x10ae52520?, 0x140036a4ba0?}, {0x140064c1c58, 0x2, 0x140064c1db0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x88 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0x14004efb760, {0x10ae52520, 0x140036a4ba0}, 0x140052f4400) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:318 +0x5fc | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).Start.func2({0x10ae52520, 0x140036a4b10}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:232 +0x294 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2197 [select]: | |
| google.golang.org/grpc.newClientStreamWithParams.func4() | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/stream.go:366 +0x8c | |
| created by google.golang.org/grpc.newClientStreamWithParams | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/stream.go:365 +0xc44 | |
| goroutine 2432 [IO wait]: | |
| internal/poll.runtime_pollWait(0x13863ef08, 0x72) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/netpoll.go:305 +0xa0 | |
| internal/poll.(*pollDesc).wait(0x140010afa00?, 0x1048d6904?, 0x0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:84 +0x28 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:89 | |
| internal/poll.(*FD).Accept(0x140010afa00) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_unix.go:614 +0x1d0 | |
| net.(*netFD).accept(0x140010afa00) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/fd_unix.go:172 +0x28 | |
| net.(*TCPListener).accept(0x14001309d58) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/tcpsock_posix.go:142 +0x28 | |
| net.(*TCPListener).Accept(0x14001309d58) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/tcpsock.go:288 +0x2c | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*TCPServer).ServeWith(0x14003fcae40, {0x10ae52520, 0x140052c8240}, {0x10ae4e3e0, 0x14001309d58}, 0x140010b07a0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:166 +0x58 | |
| github.com/cockroachdb/cockroach/pkg/server.startServeSQL.func1({0x10ae52520, 0x140052c8240}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/server_sql.go:1642 +0xd4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2743 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/future.Wait[...]({0x10ae52520, 0x140054580c0}, 0x14000961c90) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/future/future.go:95 +0x78 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).RangeFeed(0x140012fa000, 0x140020a06c0, {0x10ae8bad0, 0x14000961c90}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1442 +0x140 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvpb._Internal_RangeFeed_Handler({0x10ad58940?, 0x140012fa000}, {0x10ae87528, 0x140044708a0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvpb/api.pb.go:10003 +0xd4 | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x10ad58940, 0x140012fa000}, {0x10ae87be8?, 0x140016d29a0?}, 0x14004e84150, 0x10ade45a8) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x4b8 | |
| google.golang.org/grpc.chainStreamInterceptors.func1.1({0x10ad58940?, 0x140012fa000?}, {0x10ae87be8?, 0x140016d29a0?}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:1482 +0x60 | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x10ad58940, 0x140012fa000}, {0x10ae87be8, 0x140016d29a0}, 0x14001b24000?, 0x14005774700) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:277 +0x78 | |
| google.golang.org/grpc.chainStreamInterceptors.func1.1({0x10ad58940?, 0x140012fa000?}, {0x10ae87be8?, 0x140016d29a0?}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:1485 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor({0x14001b24000?, {{0x8?}, {0x10ae73d60?, 0x14000b3eea0?}}}, {0x10ad58940, 0x140012fa000}, {0x10ae87be8, 0x140016d29a0}, 0x14004e84150, 0x14005774700) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:132 +0x2d4 | |
| google.golang.org/grpc.chainStreamInterceptors.func1.1({0x10ad58940?, 0x140012fa000?}, {0x10ae87be8?, 0x140016d29a0?}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:1485 +0x8c | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x0?, 0x3fc3333333333333?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:244 +0x34 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0x14000e6c900, {0x10ae52520, 0x140053b9f20}, {0x8?, 0x14004fefa58?}, 0x14004fefa18) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:322 +0xac | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x10ad58940, 0x140012fa000}, {0x10ae87be8?, 0x140016d29a0?}, 0x14004e84150, 0x14005774700) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:243 +0xcc | |
| google.golang.org/grpc.chainStreamInterceptors.func1.1({0x10ad58940?, 0x140012fa000?}, {0x10ae87be8?, 0x140016d29a0?}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:1485 +0x8c | |
| google.golang.org/grpc.chainStreamInterceptors.func1({0x10ad58940, 0x140012fa000}, {0x10ae87be8, 0x140016d29a0}, 0x14004e84150, 0x10ade45a8) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:1487 +0x120 | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0x14000dc83c0, {0x10ae9f060, 0x14005f58d00}, 0x14001b7db00, 0x14000d4f020, 0x10e002800, 0x0) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:1636 +0xf30 | |
| google.golang.org/grpc.(*Server).handleStream(0x14000dc83c0, {0x10ae9f060, 0x14005f58d00}, 0x14001b7db00, 0x0) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:1717 +0x804 | |
| google.golang.org/grpc.(*Server).serveStreams.func1.2() | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:965 +0x84 | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/server.go:963 +0x290 | |
| goroutine 2118 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/contention.(*eventStore).startResolver.func1({0x10ae52520, 0x1400409f290}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/contention/event_store.go:219 +0x194 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2117 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/contention.(*eventStore).startEventIntake.func3({0x140043a4400?, 0x14003d123c0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/sql/contention/event_store.go:188 +0xa0 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2138 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).processEvents(0x14003d88f20, {0x10ae52478, 0x140043a9280}, 0x0?, 0x14006133260) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:358 +0x94 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func2({0x10ae52478?, 0x140043a9280?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:315 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 2194 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1({0x10ae52478, 0x140052f5e00}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:204 +0xfc | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 2196 [select]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0x14004d494a0, {0x14002dcb2a0, 0x5, 0x5}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/transport.go:195 +0x74 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0x14004d494a0, {0x14002dcb2a0?, 0x14002d36db0?, 0x14005956d00?}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/transport.go:175 +0x148 | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0x14003fe1f50, {0x14002dcb2a0?, 0x14005956d88?, 0x104fc6c78?}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/transport.go:495 +0x34 | |
| io.ReadAtLeast({0x10ae17720, 0x14003fe1f50}, {0x14002dcb2a0, 0x5, 0x5}, 0x5) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:332 +0xa0 | |
| io.ReadFull(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:351 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0x1400308fd40, {0x14002dcb2a0, 0x5, 0x5}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/transport.go:479 +0x98 | |
| google.golang.org/grpc.(*parser).recvMsg(0x14002dcb290, 0x7fffffff) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/rpc_util.go:560 +0x48 | |
| google.golang.org/grpc.recvAndDecompress(0x140034f2f78?, 0x1400308fd40, {0x0, 0x0}, 0x7fffffff, 0x0, {0x10ae50090, 0x10e1a1910}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/rpc_util.go:691 +0x40 | |
| google.golang.org/grpc.recv(0x10a510720?, {0x137744388, 0x140000bc910}, 0x6?, {0x0?, 0x0?}, {0x10ac5a180, 0x14004d3e9f0}, 0x1400308f7a0?, 0x0, ...) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/rpc_util.go:757 +0x5c | |
| google.golang.org/grpc.(*csAttempt).recvMsg(0x140036d7200, {0x10ac5a180?, 0x14004d3e9f0}, 0x10488a63c?) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/stream.go:1041 +0x240 | |
| google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x0?) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/stream.go:881 +0x28 | |
| google.golang.org/grpc.(*clientStream).withRetry(0x1400308fb00, 0x14005957208, 0x140059571d8) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/stream.go:716 +0x568 | |
| google.golang.org/grpc.(*clientStream).RecvMsg(0x1400308fb00, {0x10ac5a180?, 0x14004d3e9f0?}) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/stream.go:880 +0xbc | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0x140008e3a20, {0x10ac5a180?, 0x14004d3e9f0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:393 +0x38 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvpb.(*internalRangeFeedClient).Recv(0x1400290ff70) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvpb/api.pb.go:9679 +0x58 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed.func6() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:650 +0x34 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*stuckRangeFeedCanceler).do(0x14004d493b0, 0x14005957758) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed_canceler.go:135 +0x180 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0x140012e5900, {0x10ae52478?, 0x140052f5e00?}, {{0x14004ce9618, 0x1, 0x8}, {0x14004ce9620, 0x1, 0x8}}, {0x0?, ...}, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:649 +0xb24 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0x140012e5900, {0x10ae52478, 0x140052f5e00}, 0x14004c02ff0, 0x10ade4540?, {{0x14004ce9618, 0x1, 0x8}, {0x14004ce9620, 0x1, ...}}, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:424 +0x5f4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1.1({0x10ae52478?, 0x140052f5e00?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:208 +0xac | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 2740 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:349 +0x68 | |
| created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:348 +0x14c | |
| goroutine 2810 [select]: | |
| google.golang.org/grpc.(*ccBalancerWrapper).watcher(0x140060ad680) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/balancer_conn_wrappers.go:115 +0x68 | |
| created by google.golang.org/grpc.newCCBalancerWrapper | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/balancer_conn_wrappers.go:76 +0x22c | |
| goroutine 2477 [IO wait]: | |
| internal/poll.runtime_pollWait(0x1390a7c58, 0x72) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/netpoll.go:305 +0xa0 | |
| internal/poll.(*pollDesc).wait(0x140010d4780?, 0x140002f8300?, 0x0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:84 +0x28 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_poll_runtime.go:89 | |
| internal/poll.(*FD).Read(0x140010d4780, {0x140002f8300, 0x700, 0x700}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/internal/poll/fd_unix.go:167 +0x1e0 | |
| net.(*netFD).Read(0x140010d4780, {0x140002f8300?, 0x14000fd5318?, 0x8?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/fd_posix.go:55 +0x28 | |
| net.(*conn).Read(0x14000a9cc60, {0x140002f8300?, 0x14000fd52d8?, 0x140002f8300?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/net/net.go:183 +0x34 | |
| crypto/tls.(*atLeastReader).Read(0x1400378f698, {0x140002f8300?, 0x0?, 0x104c2b7c8?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:787 +0x40 | |
| bytes.(*Buffer).ReadFrom(0x14000fd53f8, {0x10ae09da0, 0x1400378f698}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/bytes/buffer.go:202 +0x90 | |
| crypto/tls.(*Conn).readFromUntil(0x14000fd5180, {0x10ae18200?, 0x14000a9cc60}, 0x700?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:809 +0xd4 | |
| crypto/tls.(*Conn).readRecordOrCCS(0x14000fd5180, 0x0) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:616 +0xd8 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:582 | |
| crypto/tls.(*Conn).Read(0x14000fd5180, {0x14006028000, 0x8000, 0x104fc531c?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/crypto/tls/conn.go:1287 +0x178 | |
| bufio.(*Reader).Read(0x14004da5ce0, {0x14004398ba0, 0x9, 0x0?}) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/bufio/bufio.go:237 +0x1e0 | |
| io.ReadAtLeast({0x10ae08060, 0x14004da5ce0}, {0x14004398ba0, 0x9, 0x9}, 0x9) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:332 +0xa0 | |
| io.ReadFull(...) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/io/io.go:351 | |
| golang.org/x/net/http2.readFrameHeader({0x14004398ba0?, 0x9?, 0x1048ebd10?}, {0x10ae08060?, 0x14004da5ce0?}) | |
| /Users/tobias/go/pkg/mod/golang.org/x/net@v0.7.0/http2/frame.go:237 +0x58 | |
| golang.org/x/net/http2.(*Framer).ReadFrame(0x14004398b60) | |
| /Users/tobias/go/pkg/mod/golang.org/x/net@v0.7.0/http2/frame.go:498 +0x84 | |
| google.golang.org/grpc/internal/transport.(*http2Client).reader(0x1400445f4a0, 0x140051eb768?) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_client.go:1561 +0x1b8 | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/internal/transport/http2_client.go:388 +0x13c8 | |
| goroutine 2106 [semacquire]: | |
| sync.runtime_Semacquire(0x140058c1300?) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/runtime/sema.go:62 +0x28 | |
| sync.(*WaitGroup).Wait(0x140058c1308) | |
| /opt/homebrew/Cellar/go/1.19.2/libexec/src/sync/waitgroup.go:139 +0x80 | |
| golang.org/x/sync/errgroup.(*Group).Wait(0x140058c1300) | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:53 +0x2c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0x140058c1300?, {0x10ae52478?, 0x140058c12c0?}}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x48 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans(0x140012e5900, {0x10ae52478, 0x14005a00dc0}, {0x14005a00e40, 0x1, 0x10a4c5340?}, 0x0, 0x14005e16960, {0x1400613b610, 0x1, ...}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:230 +0x524 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed(0x14005eea718?, {0x10ae52478, 0x14005a00dc0}, {0x1400442a330, 0x1, 0x1400580fe80?}, {0x14005eea698?, 0x50112b8?, 0x1?}, 0xf8?, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:148 +0xc4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*dbAdapter).RangeFeed(0x1?, {0x10ae52478?, 0x14005a00dc0?}, {0x1400442a330?, 0x140043f8690?, 0x10ae52520?}, {0x1065739d0?, 0xae52520?, 0x1?}, 0x80?, ...) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/db_adapter.go:81 +0x30 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func1({0x10ae52478?, 0x14005a00dc0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:312 +0x70 | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 2107 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).processEvents(0x14003d88dc0, {0x10ae52478, 0x14005a00dc0}, 0x14001c8cef8?, 0x14005e16960) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:358 +0x94 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func2({0x10ae52478?, 0x14005a00dc0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:315 +0x3c | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x2c | |
| golang.org/x/sync/errgroup.(*Group).Go.func1() | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:75 +0x5c | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /Users/tobias/go/pkg/mod/golang.org/x/sync@v0.1.0/errgroup/errgroup.go:72 +0xa4 | |
| goroutine 2310 [select]: | |
| github.com/cockroachdb/cockroach/pkg/jobs.(*jobScheduler).runDaemon.func1({0x10ae52520?, 0x1400101d4a0?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/jobs/job_scheduler.go:417 +0x1d8 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2108 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.(*Watcher).Run(0x14003269170, {0x10ae52478, 0x1400574a940}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:338 +0x7b4 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.Start.func1({0x10ae52520?, 0x140043f8c00?}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:197 +0x17c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2() | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:470 +0x12c | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:461 +0x344 | |
| goroutine 2472 [select]: | |
| google.golang.org/grpc.(*ccBalancerWrapper).watcher(0x140010ab240) | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/balancer_conn_wrappers.go:115 +0x68 | |
| created by google.golang.org/grpc.newCCBalancerWrapper | |
| /Users/tobias/go/pkg/mod/google.golang.org/grpc@v1.51.0/balancer_conn_wrappers.go:76 +0x22c | |
| goroutine 2149 [select]: | |
| github.com/cockroachdb/cockroach/pkg/util/future.Wait[...]({0x10ae52520, 0x1400492e900}, 0x14000c8c0e0) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/util/future/future.go:95 +0x78 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).RangeFeed(0x140012fa000, 0x14003026480, {0x10ae8bad0, 0x14000c8c0e0}) | |
| /Users/tobias/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1442 +0x140 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvpb._In |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment