logs.txt

logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-I220718 21:06:27.732491 75494 ccl/backupccl/restore_data_processor.go:262 ⋮ [n3,f‹adfb6031›,job=780232219198357505] 4697746  About to Process Span Entry: [‹/Table/107/1›,‹/Table/107/2›)
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-I220718 21:06:27.732528 75494 ccl/backupccl/restore_data_processor.go:267 ⋮ [n3,f‹adfb6031›,job=780232219198357505] 4697747  	File 0: ‹/Table/107/1 , /Table/107/2›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-I220718 21:06:27.732545 75494 ccl/backupccl/restore_data_processor.go:267 ⋮ [n3,f‹adfb6031›,job=780232219198357505] 4697748  	File 1: ‹/Table/107/1 , /Table/107/2›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log:W220718 21:06:27.740195 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697749  errorLoggingFile: file0.ReadAt([80934 buffer], 107739316) = (0, ‹%!q(*errors.errorString)›)
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:27.740195 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697749 +‹goroutine 75495 [running]:›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:27.740195 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697749 +‹runtime/debug.Stack()›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:27.740195 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697749 +‹	/usr/local/go/src/runtime/debug/stack.go:24 +0x65›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log:W220718 21:06:27.740195 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697749 +‹github.com/cockroachdb/cockroach/pkg/storage.errorLoggingFile.ReadAt({0x1, {0x7f4c420, 0xc0048f6e40}}, {0x7f9d26996fa0, 0x13c26, 0x13c46}, 0x66bf8b4)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:27.740195 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697749 +‹	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:136 +0x97›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:27.740195 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697749 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc002c96000, {0x4c922e, 0xae4fa60}, 0x0, 0x0)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:27.740195 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697749 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2325 +0x3f2›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:27.740195 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697749 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readIndex(...)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:27.740195 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697749 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2230›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:27.740195 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697749 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).init(0xc005a84a80, 0xc002c96000, {0xc00b6a3d80, 0x2, 0x40}, {0xc00b6a3d82, 0x3, 0x3e}, 0x0, 0x1)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:27.740195 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697749 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:266 +0x85›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:27.740195 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697749 +‹github.com/cockroachdb/pebble/sstable.(*Reader).NewIterWithBlockPropertyFilters(0xc002c96000, {0xc00b6a3d80, 0x2, 0x40}, {0xc00b6a3d82, 0x3, 0x3e}, 0x0, 0x0)›
--
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-I220718 21:06:27.762494 75494 ccl/backupccl/restore_data_processor.go:262 ⋮ [n3,f‹adfb6031›,job=780232219198357505] 4697764  About to Process Span Entry: [‹/Table/113/1›,‹/Table/113/2›)
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-I220718 21:06:27.762544 75494 ccl/backupccl/restore_data_processor.go:267 ⋮ [n3,f‹adfb6031›,job=780232219198357505] 4697765  	File 0: ‹/Table/113/1 , /Table/113/2›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-I220718 21:06:27.762569 75494 ccl/backupccl/restore_data_processor.go:267 ⋮ [n3,f‹adfb6031›,job=780232219198357505] 4697766  	File 1: ‹/Table/113/1 , /Table/113/2›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log:W220718 21:06:27.769005 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697767  errorLoggingFile: file0.ReadAt([80934 buffer], 107739316) = (0, ‹%!q(*errors.errorString)›)
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:27.769005 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697767 +‹goroutine 75495 [running]:›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:27.769005 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697767 +‹runtime/debug.Stack()›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:27.769005 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697767 +‹	/usr/local/go/src/runtime/debug/stack.go:24 +0x65›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log:W220718 21:06:27.769005 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697767 +‹github.com/cockroachdb/cockroach/pkg/storage.errorLoggingFile.ReadAt({0xc004412e38, {0x7f4c420, 0xc00636de00}}, {0x7f9cdae98f60, 0x13c26, 0x13c46}, 0x66bf8b4)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:27.769005 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697767 +‹	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:136 +0x97›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:27.769005 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697767 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc002660580, {0x4c922e, 0xae4fa60}, 0x0, 0x0)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:27.769005 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697767 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2325 +0x3f2›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:27.769005 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697767 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readIndex(...)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:27.769005 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697767 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2230›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:27.769005 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697767 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).init(0xc0058a8380, 0xc002660580, {0xc00b6a3d80, 0x2, 0x40}, {0xc00b6a3d82, 0x3, 0x3e}, 0x0, 0x1)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:27.769005 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697767 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:266 +0x85›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:27.769005 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697767 +‹github.com/cockroachdb/pebble/sstable.(*Reader).NewIterWithBlockPropertyFilters(0xc002660580, {0xc00b6a3d80, 0x2, 0x40}, {0xc00b6a3d82, 0x3, 0x3e}, 0x0, 0x0)›
--
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-I220718 21:06:27.772002 75498 ccl/backupccl/restore_data_processor.go:472 ⋮ [n3,f‹adfb6031›,job=780232219198357505] 4697771  	Last Valid Key: ‹›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-I220718 21:06:27.772014 75498 ccl/backupccl/restore_data_processor.go:473 ⋮ [n3,f‹adfb6031›,job=780232219198357505] 4697772  	Invalid Key: ‹/Min›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-I220718 21:06:27.772033 75498 ccl/backupccl/restore_data_processor.go:482 ⋮ [n3,f‹adfb6031›,job=780232219198357505] 4697773  	Valid hit error: EOF
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log:W220718 21:06:27.780279 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697774  errorLoggingFile: file0.ReadAt([80934 buffer], 107739316) = (0, ‹%!q(*errors.errorString)›)
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:27.780279 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697774 +‹goroutine 75495 [running]:›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:27.780279 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697774 +‹runtime/debug.Stack()›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:27.780279 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697774 +‹	/usr/local/go/src/runtime/debug/stack.go:24 +0x65›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log:W220718 21:06:27.780279 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697774 +‹github.com/cockroachdb/cockroach/pkg/storage.errorLoggingFile.ReadAt({0xc0089eec70, {0x7f4c420, 0xc00104c540}}, {0x7f9cdae982e0, 0x13c26, 0x13c46}, 0x66bf8b4)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:27.780279 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697774 +‹	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:136 +0x97›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:27.780279 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697774 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc014f1f600, {0x4c922e, 0xae4fa60}, 0x0, 0x0)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:27.780279 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697774 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2325 +0x3f2›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:27.780279 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697774 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readIndex(...)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:27.780279 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697774 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2230›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:27.780279 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697774 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).init(0xc002841880, 0xc014f1f600, {0xc003d0e700, 0x2, 0x80}, {0xc003d0e702, 0x3, 0x7e}, 0x0, 0x1)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:27.780279 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697774 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:266 +0x85›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:27.780279 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697774 +‹github.com/cockroachdb/pebble/sstable.(*Reader).NewIterWithBlockPropertyFilters(0xc014f1f600, {0xc003d0e700, 0x2, 0x80}, {0xc003d0e702, 0x3, 0x7e}, 0x0, 0x0)›
--
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-I220718 21:06:32.172517 75992 ccl/backupccl/restore_data_processor.go:262 ⋮ [n3,f‹912f82b7›,job=780232219198357505] 4697785  About to Process Span Entry: [‹/Table/109/1›,‹/Table/109/2›)
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-I220718 21:06:32.172556 75992 ccl/backupccl/restore_data_processor.go:267 ⋮ [n3,f‹912f82b7›,job=780232219198357505] 4697786  	File 0: ‹/Table/109/1 , /Table/109/2›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-I220718 21:06:32.172572 75992 ccl/backupccl/restore_data_processor.go:267 ⋮ [n3,f‹912f82b7›,job=780232219198357505] 4697787  	File 1: ‹/Table/109/1 , /Table/109/2›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log:W220718 21:06:32.178052 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697788  errorLoggingFile: file0.ReadAt([80934 buffer], 107739316) = (0, ‹%!q(*errors.errorString)›)
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:32.178052 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697788 +‹goroutine 75993 [running]:›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:32.178052 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697788 +‹runtime/debug.Stack()›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:32.178052 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697788 +‹	/usr/local/go/src/runtime/debug/stack.go:24 +0x65›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log:W220718 21:06:32.178052 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697788 +‹github.com/cockroachdb/cockroach/pkg/storage.errorLoggingFile.ReadAt({0x1, {0x7f4c420, 0xc0048345a0}}, {0x7f9d269961e0, 0x13c26, 0x13c46}, 0x66bf8b4)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:32.178052 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697788 +‹	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:136 +0x97›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:32.178052 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697788 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc003bf9b80, {0x4c922e, 0xae4fa60}, 0x0, 0x0)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:32.178052 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697788 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2325 +0x3f2›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:32.178052 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697788 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readIndex(...)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:32.178052 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697788 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2230›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:32.178052 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697788 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).init(0xc003b5ee00, 0xc003bf9b80, {0xc0063830e0, 0x2, 0x60}, {0xc0063830e2, 0x3, 0x5e}, 0x0, 0x1)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:32.178052 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697788 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:266 +0x85›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:32.178052 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697788 +‹github.com/cockroachdb/pebble/sstable.(*Reader).NewIterWithBlockPropertyFilters(0xc003bf9b80, {0xc0063830e0, 0x2, 0x60}, {0xc0063830e2, 0x3, 0x5e}, 0x0, 0x0)›
--
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-I220718 21:06:32.182411 75992 ccl/backupccl/restore_data_processor.go:262 ⋮ [n3,f‹912f82b7›,job=780232219198357505] 4697795  About to Process Span Entry: [‹/Table/113/1›,‹/Table/113/2›)
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-I220718 21:06:32.182462 75992 ccl/backupccl/restore_data_processor.go:267 ⋮ [n3,f‹912f82b7›,job=780232219198357505] 4697796  	File 0: ‹/Table/113/1 , /Table/113/2›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-I220718 21:06:32.182479 75992 ccl/backupccl/restore_data_processor.go:267 ⋮ [n3,f‹912f82b7›,job=780232219198357505] 4697797  	File 1: ‹/Table/113/1 , /Table/113/2›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log:W220718 21:06:32.185633 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697798  errorLoggingFile: file0.ReadAt([80934 buffer], 107739316) = (0, ‹%!q(*errors.errorString)›)
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:32.185633 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697798 +‹goroutine 75993 [running]:›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:32.185633 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697798 +‹runtime/debug.Stack()›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:32.185633 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697798 +‹	/usr/local/go/src/runtime/debug/stack.go:24 +0x65›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log:W220718 21:06:32.185633 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697798 +‹github.com/cockroachdb/cockroach/pkg/storage.errorLoggingFile.ReadAt({0x1, {0x7f4c420, 0xc004ee23c0}}, {0x7f9cd0a62d60, 0x13c26, 0x13c46}, 0x66bf8b4)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:32.185633 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697798 +‹	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:136 +0x97›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:32.185633 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697798 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc005b0fb80, {0x4c922e, 0xae4fa60}, 0x0, 0x0)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:32.185633 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697798 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2325 +0x3f2›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:32.185633 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697798 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readIndex(...)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:32.185633 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697798 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2230›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:32.185633 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697798 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).init(0xc00351d880, 0xc005b0fb80, {0xc0010da100, 0x2, 0x80}, {0xc0010da102, 0x3, 0x7e}, 0x0, 0x1)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:32.185633 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697798 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:266 +0x85›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:32.185633 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697798 +‹github.com/cockroachdb/pebble/sstable.(*Reader).NewIterWithBlockPropertyFilters(0xc005b0fb80, {0xc0010da100, 0x2, 0x80}, {0xc0010da102, 0x3, 0x7e}, 0x0, 0x0)›
--
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-I220718 21:06:32.188844 75995 ccl/backupccl/restore_data_processor.go:472 ⋮ [n3,f‹912f82b7›,job=780232219198357505] 4697802  	Last Valid Key: ‹›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-I220718 21:06:32.188856 75995 ccl/backupccl/restore_data_processor.go:473 ⋮ [n3,f‹912f82b7›,job=780232219198357505] 4697803  	Invalid Key: ‹/Min›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-I220718 21:06:32.188867 75995 ccl/backupccl/restore_data_processor.go:482 ⋮ [n3,f‹912f82b7›,job=780232219198357505] 4697804  	Valid hit error: EOF
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log:W220718 21:06:32.192550 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697805  errorLoggingFile: file0.ReadAt([80934 buffer], 107739316) = (0, ‹%!q(*errors.errorString)›)
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:32.192550 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697805 +‹goroutine 75993 [running]:›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:32.192550 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697805 +‹runtime/debug.Stack()›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:32.192550 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697805 +‹	/usr/local/go/src/runtime/debug/stack.go:24 +0x65›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log:W220718 21:06:32.192550 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697805 +‹github.com/cockroachdb/cockroach/pkg/storage.errorLoggingFile.ReadAt({0x1, {0x7f4c420, 0xc002ab1b60}}, {0x7f9cc1828c60, 0x13c26, 0x13c46}, 0x66bf8b4)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:32.192550 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697805 +‹	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:136 +0x97›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:32.192550 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697805 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc0157a2840, {0x4c922e, 0xae4fa60}, 0x0, 0x0)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:32.192550 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697805 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2325 +0x3f2›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:32.192550 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697805 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readIndex(...)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:32.192550 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697805 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2230›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:32.192550 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697805 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).init(0xc003b5f500, 0xc0157a2840, {0xc0160749c0, 0x2, 0x60}, {0xc0160749c2, 0x3, 0x5e}, 0x0, 0x1)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:32.192550 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697805 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:266 +0x85›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:32.192550 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697805 +‹github.com/cockroachdb/pebble/sstable.(*Reader).NewIterWithBlockPropertyFilters(0xc0157a2840, {0xc0160749c0, 0x2, 0x60}, {0xc0160749c2, 0x3, 0x5e}, 0x0, 0x0)›
--
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-I220718 21:06:37.402574 76527 ccl/backupccl/restore_data_processor.go:262 ⋮ [n3,f‹596c0c52›,job=780232219198357505] 4697813  About to Process Span Entry: [‹/Table/107/1›,‹/Table/107/2›)
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-I220718 21:06:37.402616 76527 ccl/backupccl/restore_data_processor.go:267 ⋮ [n3,f‹596c0c52›,job=780232219198357505] 4697814  	File 0: ‹/Table/107/1 , /Table/107/2›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-I220718 21:06:37.402634 76527 ccl/backupccl/restore_data_processor.go:267 ⋮ [n3,f‹596c0c52›,job=780232219198357505] 4697815  	File 1: ‹/Table/107/1 , /Table/107/2›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log:W220718 21:06:37.407626 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697816  errorLoggingFile: file0.ReadAt([80934 buffer], 107739316) = (0, ‹%!q(*errors.errorString)›)
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:37.407626 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697816 +‹goroutine 76528 [running]:›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:37.407626 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697816 +‹runtime/debug.Stack()›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:37.407626 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697816 +‹	/usr/local/go/src/runtime/debug/stack.go:24 +0x65›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log:W220718 21:06:37.407626 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697816 +‹github.com/cockroachdb/cockroach/pkg/storage.errorLoggingFile.ReadAt({0x1, {0x7f4c420, 0xc00342db00}}, {0x7f9cd0a62660, 0x13c26, 0x13c46}, 0x66bf8b4)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:37.407626 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697816 +‹	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:136 +0x97›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:37.407626 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697816 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc003aad080, {0x4c922e, 0xae4fa60}, 0x0, 0x0)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:37.407626 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697816 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2325 +0x3f2›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:37.407626 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697816 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readIndex(...)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:37.407626 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697816 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2230›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:37.407626 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697816 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).init(0xc0056c0a80, 0xc003aad080, {0xc000cd1480, 0x2, 0x80}, {0xc000cd1482, 0x3, 0x7e}, 0x0, 0x1)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:37.407626 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697816 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:266 +0x85›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:37.407626 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697816 +‹github.com/cockroachdb/pebble/sstable.(*Reader).NewIterWithBlockPropertyFilters(0xc003aad080, {0xc000cd1480, 0x2, 0x80}, {0xc000cd1482, 0x3, 0x7e}, 0x0, 0x0)›
--
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-I220718 21:06:37.417658 76527 ccl/backupccl/restore_data_processor.go:262 ⋮ [n3,f‹596c0c52›,job=780232219198357505] 4697827  About to Process Span Entry: [‹/Table/106/1›,‹/Table/106/2›)
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-I220718 21:06:37.417684 76527 ccl/backupccl/restore_data_processor.go:267 ⋮ [n3,f‹596c0c52›,job=780232219198357505] 4697828  	File 0: ‹/Table/106/1 , /Table/106/2›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-I220718 21:06:37.417700 76527 ccl/backupccl/restore_data_processor.go:267 ⋮ [n3,f‹596c0c52›,job=780232219198357505] 4697829  	File 1: ‹/Table/106/1 , /Table/106/2›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log:W220718 21:06:37.421574 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697830  errorLoggingFile: file0.ReadAt([80934 buffer], 107739316) = (0, ‹%!q(*errors.errorString)›)
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:37.421574 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697830 +‹goroutine 76528 [running]:›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:37.421574 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697830 +‹runtime/debug.Stack()›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:37.421574 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697830 +‹	/usr/local/go/src/runtime/debug/stack.go:24 +0x65›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log:W220718 21:06:37.421574 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697830 +‹github.com/cockroachdb/cockroach/pkg/storage.errorLoggingFile.ReadAt({0x1, {0x7f4c420, 0xc005d347e0}}, {0x7f9cc1828020, 0x13c26, 0x13c46}, 0x66bf8b4)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:37.421574 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697830 +‹	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:136 +0x97›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:37.421574 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697830 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc0060ea000, {0x4c922e, 0xae4fa60}, 0x0, 0x0)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:37.421574 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697830 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2325 +0x3f2›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:37.421574 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697830 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readIndex(...)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:37.421574 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697830 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2230›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:37.421574 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697830 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).init(0xc00284e380, 0xc0060ea000, {0xc000652e80, 0x2, 0x80}, {0xc000652e82, 0x3, 0x7e}, 0x0, 0x1)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:37.421574 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697830 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:266 +0x85›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_59Z.013004.log-W220718 21:06:37.421574 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697830 +‹github.com/cockroachdb/pebble/sstable.(*Reader).NewIterWithBlockPropertyFilters(0xc0060ea000, {0xc000652e80, 0x2, 0x80}, {0xc000652e82, 0x3, 0x7e}, 0x0, 0x0)›
--
logs/3.unredacted/logs/cockroach.log-I220718 21:06:27.732491 75494 ccl/backupccl/restore_data_processor.go:262 ⋮ [n3,f‹adfb6031›,job=780232219198357505] 4697746  About to Process Span Entry: [‹/Table/107/1›,‹/Table/107/2›)
logs/3.unredacted/logs/cockroach.log-I220718 21:06:27.732528 75494 ccl/backupccl/restore_data_processor.go:267 ⋮ [n3,f‹adfb6031›,job=780232219198357505] 4697747  	File 0: ‹/Table/107/1 , /Table/107/2›
logs/3.unredacted/logs/cockroach.log-I220718 21:06:27.732545 75494 ccl/backupccl/restore_data_processor.go:267 ⋮ [n3,f‹adfb6031›,job=780232219198357505] 4697748  	File 1: ‹/Table/107/1 , /Table/107/2›
logs/3.unredacted/logs/cockroach.log:W220718 21:06:27.740195 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697749  errorLoggingFile: file0.ReadAt([80934 buffer], 107739316) = (0, ‹%!q(*errors.errorString)›)
logs/3.unredacted/logs/cockroach.log-W220718 21:06:27.740195 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697749 +‹goroutine 75495 [running]:›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:27.740195 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697749 +‹runtime/debug.Stack()›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:27.740195 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697749 +‹	/usr/local/go/src/runtime/debug/stack.go:24 +0x65›
logs/3.unredacted/logs/cockroach.log:W220718 21:06:27.740195 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697749 +‹github.com/cockroachdb/cockroach/pkg/storage.errorLoggingFile.ReadAt({0x1, {0x7f4c420, 0xc0048f6e40}}, {0x7f9d26996fa0, 0x13c26, 0x13c46}, 0x66bf8b4)›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:27.740195 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697749 +‹	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:136 +0x97›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:27.740195 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697749 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc002c96000, {0x4c922e, 0xae4fa60}, 0x0, 0x0)›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:27.740195 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697749 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2325 +0x3f2›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:27.740195 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697749 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readIndex(...)›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:27.740195 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697749 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2230›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:27.740195 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697749 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).init(0xc005a84a80, 0xc002c96000, {0xc00b6a3d80, 0x2, 0x40}, {0xc00b6a3d82, 0x3, 0x3e}, 0x0, 0x1)›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:27.740195 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697749 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:266 +0x85›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:27.740195 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697749 +‹github.com/cockroachdb/pebble/sstable.(*Reader).NewIterWithBlockPropertyFilters(0xc002c96000, {0xc00b6a3d80, 0x2, 0x40}, {0xc00b6a3d82, 0x3, 0x3e}, 0x0, 0x0)›
--
logs/3.unredacted/logs/cockroach.log-I220718 21:06:27.762494 75494 ccl/backupccl/restore_data_processor.go:262 ⋮ [n3,f‹adfb6031›,job=780232219198357505] 4697764  About to Process Span Entry: [‹/Table/113/1›,‹/Table/113/2›)
logs/3.unredacted/logs/cockroach.log-I220718 21:06:27.762544 75494 ccl/backupccl/restore_data_processor.go:267 ⋮ [n3,f‹adfb6031›,job=780232219198357505] 4697765  	File 0: ‹/Table/113/1 , /Table/113/2›
logs/3.unredacted/logs/cockroach.log-I220718 21:06:27.762569 75494 ccl/backupccl/restore_data_processor.go:267 ⋮ [n3,f‹adfb6031›,job=780232219198357505] 4697766  	File 1: ‹/Table/113/1 , /Table/113/2›
logs/3.unredacted/logs/cockroach.log:W220718 21:06:27.769005 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697767  errorLoggingFile: file0.ReadAt([80934 buffer], 107739316) = (0, ‹%!q(*errors.errorString)›)
logs/3.unredacted/logs/cockroach.log-W220718 21:06:27.769005 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697767 +‹goroutine 75495 [running]:›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:27.769005 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697767 +‹runtime/debug.Stack()›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:27.769005 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697767 +‹	/usr/local/go/src/runtime/debug/stack.go:24 +0x65›
logs/3.unredacted/logs/cockroach.log:W220718 21:06:27.769005 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697767 +‹github.com/cockroachdb/cockroach/pkg/storage.errorLoggingFile.ReadAt({0xc004412e38, {0x7f4c420, 0xc00636de00}}, {0x7f9cdae98f60, 0x13c26, 0x13c46}, 0x66bf8b4)›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:27.769005 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697767 +‹	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:136 +0x97›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:27.769005 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697767 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc002660580, {0x4c922e, 0xae4fa60}, 0x0, 0x0)›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:27.769005 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697767 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2325 +0x3f2›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:27.769005 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697767 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readIndex(...)›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:27.769005 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697767 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2230›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:27.769005 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697767 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).init(0xc0058a8380, 0xc002660580, {0xc00b6a3d80, 0x2, 0x40}, {0xc00b6a3d82, 0x3, 0x3e}, 0x0, 0x1)›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:27.769005 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697767 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:266 +0x85›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:27.769005 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697767 +‹github.com/cockroachdb/pebble/sstable.(*Reader).NewIterWithBlockPropertyFilters(0xc002660580, {0xc00b6a3d80, 0x2, 0x40}, {0xc00b6a3d82, 0x3, 0x3e}, 0x0, 0x0)›
--
logs/3.unredacted/logs/cockroach.log-I220718 21:06:27.772002 75498 ccl/backupccl/restore_data_processor.go:472 ⋮ [n3,f‹adfb6031›,job=780232219198357505] 4697771  	Last Valid Key: ‹›
logs/3.unredacted/logs/cockroach.log-I220718 21:06:27.772014 75498 ccl/backupccl/restore_data_processor.go:473 ⋮ [n3,f‹adfb6031›,job=780232219198357505] 4697772  	Invalid Key: ‹/Min›
logs/3.unredacted/logs/cockroach.log-I220718 21:06:27.772033 75498 ccl/backupccl/restore_data_processor.go:482 ⋮ [n3,f‹adfb6031›,job=780232219198357505] 4697773  	Valid hit error: EOF
logs/3.unredacted/logs/cockroach.log:W220718 21:06:27.780279 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697774  errorLoggingFile: file0.ReadAt([80934 buffer], 107739316) = (0, ‹%!q(*errors.errorString)›)
logs/3.unredacted/logs/cockroach.log-W220718 21:06:27.780279 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697774 +‹goroutine 75495 [running]:›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:27.780279 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697774 +‹runtime/debug.Stack()›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:27.780279 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697774 +‹	/usr/local/go/src/runtime/debug/stack.go:24 +0x65›
logs/3.unredacted/logs/cockroach.log:W220718 21:06:27.780279 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697774 +‹github.com/cockroachdb/cockroach/pkg/storage.errorLoggingFile.ReadAt({0xc0089eec70, {0x7f4c420, 0xc00104c540}}, {0x7f9cdae982e0, 0x13c26, 0x13c46}, 0x66bf8b4)›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:27.780279 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697774 +‹	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:136 +0x97›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:27.780279 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697774 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc014f1f600, {0x4c922e, 0xae4fa60}, 0x0, 0x0)›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:27.780279 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697774 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2325 +0x3f2›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:27.780279 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697774 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readIndex(...)›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:27.780279 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697774 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2230›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:27.780279 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697774 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).init(0xc002841880, 0xc014f1f600, {0xc003d0e700, 0x2, 0x80}, {0xc003d0e702, 0x3, 0x7e}, 0x0, 0x1)›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:27.780279 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697774 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:266 +0x85›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:27.780279 75495 storage/pebble_iterator.go:135 ⋮ [-] 4697774 +‹github.com/cockroachdb/pebble/sstable.(*Reader).NewIterWithBlockPropertyFilters(0xc014f1f600, {0xc003d0e700, 0x2, 0x80}, {0xc003d0e702, 0x3, 0x7e}, 0x0, 0x0)›
--
logs/3.unredacted/logs/cockroach.log-I220718 21:06:32.172517 75992 ccl/backupccl/restore_data_processor.go:262 ⋮ [n3,f‹912f82b7›,job=780232219198357505] 4697785  About to Process Span Entry: [‹/Table/109/1›,‹/Table/109/2›)
logs/3.unredacted/logs/cockroach.log-I220718 21:06:32.172556 75992 ccl/backupccl/restore_data_processor.go:267 ⋮ [n3,f‹912f82b7›,job=780232219198357505] 4697786  	File 0: ‹/Table/109/1 , /Table/109/2›
logs/3.unredacted/logs/cockroach.log-I220718 21:06:32.172572 75992 ccl/backupccl/restore_data_processor.go:267 ⋮ [n3,f‹912f82b7›,job=780232219198357505] 4697787  	File 1: ‹/Table/109/1 , /Table/109/2›
logs/3.unredacted/logs/cockroach.log:W220718 21:06:32.178052 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697788  errorLoggingFile: file0.ReadAt([80934 buffer], 107739316) = (0, ‹%!q(*errors.errorString)›)
logs/3.unredacted/logs/cockroach.log-W220718 21:06:32.178052 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697788 +‹goroutine 75993 [running]:›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:32.178052 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697788 +‹runtime/debug.Stack()›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:32.178052 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697788 +‹	/usr/local/go/src/runtime/debug/stack.go:24 +0x65›
logs/3.unredacted/logs/cockroach.log:W220718 21:06:32.178052 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697788 +‹github.com/cockroachdb/cockroach/pkg/storage.errorLoggingFile.ReadAt({0x1, {0x7f4c420, 0xc0048345a0}}, {0x7f9d269961e0, 0x13c26, 0x13c46}, 0x66bf8b4)›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:32.178052 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697788 +‹	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:136 +0x97›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:32.178052 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697788 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc003bf9b80, {0x4c922e, 0xae4fa60}, 0x0, 0x0)›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:32.178052 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697788 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2325 +0x3f2›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:32.178052 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697788 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readIndex(...)›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:32.178052 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697788 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2230›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:32.178052 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697788 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).init(0xc003b5ee00, 0xc003bf9b80, {0xc0063830e0, 0x2, 0x60}, {0xc0063830e2, 0x3, 0x5e}, 0x0, 0x1)›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:32.178052 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697788 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:266 +0x85›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:32.178052 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697788 +‹github.com/cockroachdb/pebble/sstable.(*Reader).NewIterWithBlockPropertyFilters(0xc003bf9b80, {0xc0063830e0, 0x2, 0x60}, {0xc0063830e2, 0x3, 0x5e}, 0x0, 0x0)›
--
logs/3.unredacted/logs/cockroach.log-I220718 21:06:32.182411 75992 ccl/backupccl/restore_data_processor.go:262 ⋮ [n3,f‹912f82b7›,job=780232219198357505] 4697795  About to Process Span Entry: [‹/Table/113/1›,‹/Table/113/2›)
logs/3.unredacted/logs/cockroach.log-I220718 21:06:32.182462 75992 ccl/backupccl/restore_data_processor.go:267 ⋮ [n3,f‹912f82b7›,job=780232219198357505] 4697796  	File 0: ‹/Table/113/1 , /Table/113/2›
logs/3.unredacted/logs/cockroach.log-I220718 21:06:32.182479 75992 ccl/backupccl/restore_data_processor.go:267 ⋮ [n3,f‹912f82b7›,job=780232219198357505] 4697797  	File 1: ‹/Table/113/1 , /Table/113/2›
logs/3.unredacted/logs/cockroach.log:W220718 21:06:32.185633 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697798  errorLoggingFile: file0.ReadAt([80934 buffer], 107739316) = (0, ‹%!q(*errors.errorString)›)
logs/3.unredacted/logs/cockroach.log-W220718 21:06:32.185633 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697798 +‹goroutine 75993 [running]:›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:32.185633 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697798 +‹runtime/debug.Stack()›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:32.185633 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697798 +‹	/usr/local/go/src/runtime/debug/stack.go:24 +0x65›
logs/3.unredacted/logs/cockroach.log:W220718 21:06:32.185633 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697798 +‹github.com/cockroachdb/cockroach/pkg/storage.errorLoggingFile.ReadAt({0x1, {0x7f4c420, 0xc004ee23c0}}, {0x7f9cd0a62d60, 0x13c26, 0x13c46}, 0x66bf8b4)›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:32.185633 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697798 +‹	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:136 +0x97›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:32.185633 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697798 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc005b0fb80, {0x4c922e, 0xae4fa60}, 0x0, 0x0)›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:32.185633 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697798 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2325 +0x3f2›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:32.185633 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697798 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readIndex(...)›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:32.185633 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697798 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2230›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:32.185633 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697798 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).init(0xc00351d880, 0xc005b0fb80, {0xc0010da100, 0x2, 0x80}, {0xc0010da102, 0x3, 0x7e}, 0x0, 0x1)›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:32.185633 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697798 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:266 +0x85›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:32.185633 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697798 +‹github.com/cockroachdb/pebble/sstable.(*Reader).NewIterWithBlockPropertyFilters(0xc005b0fb80, {0xc0010da100, 0x2, 0x80}, {0xc0010da102, 0x3, 0x7e}, 0x0, 0x0)›
--
logs/3.unredacted/logs/cockroach.log-I220718 21:06:32.188844 75995 ccl/backupccl/restore_data_processor.go:472 ⋮ [n3,f‹912f82b7›,job=780232219198357505] 4697802  	Last Valid Key: ‹›
logs/3.unredacted/logs/cockroach.log-I220718 21:06:32.188856 75995 ccl/backupccl/restore_data_processor.go:473 ⋮ [n3,f‹912f82b7›,job=780232219198357505] 4697803  	Invalid Key: ‹/Min›
logs/3.unredacted/logs/cockroach.log-I220718 21:06:32.188867 75995 ccl/backupccl/restore_data_processor.go:482 ⋮ [n3,f‹912f82b7›,job=780232219198357505] 4697804  	Valid hit error: EOF
logs/3.unredacted/logs/cockroach.log:W220718 21:06:32.192550 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697805  errorLoggingFile: file0.ReadAt([80934 buffer], 107739316) = (0, ‹%!q(*errors.errorString)›)
logs/3.unredacted/logs/cockroach.log-W220718 21:06:32.192550 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697805 +‹goroutine 75993 [running]:›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:32.192550 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697805 +‹runtime/debug.Stack()›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:32.192550 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697805 +‹	/usr/local/go/src/runtime/debug/stack.go:24 +0x65›
logs/3.unredacted/logs/cockroach.log:W220718 21:06:32.192550 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697805 +‹github.com/cockroachdb/cockroach/pkg/storage.errorLoggingFile.ReadAt({0x1, {0x7f4c420, 0xc002ab1b60}}, {0x7f9cc1828c60, 0x13c26, 0x13c46}, 0x66bf8b4)›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:32.192550 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697805 +‹	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:136 +0x97›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:32.192550 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697805 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc0157a2840, {0x4c922e, 0xae4fa60}, 0x0, 0x0)›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:32.192550 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697805 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2325 +0x3f2›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:32.192550 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697805 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readIndex(...)›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:32.192550 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697805 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2230›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:32.192550 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697805 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).init(0xc003b5f500, 0xc0157a2840, {0xc0160749c0, 0x2, 0x60}, {0xc0160749c2, 0x3, 0x5e}, 0x0, 0x1)›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:32.192550 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697805 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:266 +0x85›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:32.192550 75993 storage/pebble_iterator.go:135 ⋮ [-] 4697805 +‹github.com/cockroachdb/pebble/sstable.(*Reader).NewIterWithBlockPropertyFilters(0xc0157a2840, {0xc0160749c0, 0x2, 0x60}, {0xc0160749c2, 0x3, 0x5e}, 0x0, 0x0)›
--
logs/3.unredacted/logs/cockroach.log-I220718 21:06:37.402574 76527 ccl/backupccl/restore_data_processor.go:262 ⋮ [n3,f‹596c0c52›,job=780232219198357505] 4697813  About to Process Span Entry: [‹/Table/107/1›,‹/Table/107/2›)
logs/3.unredacted/logs/cockroach.log-I220718 21:06:37.402616 76527 ccl/backupccl/restore_data_processor.go:267 ⋮ [n3,f‹596c0c52›,job=780232219198357505] 4697814  	File 0: ‹/Table/107/1 , /Table/107/2›
logs/3.unredacted/logs/cockroach.log-I220718 21:06:37.402634 76527 ccl/backupccl/restore_data_processor.go:267 ⋮ [n3,f‹596c0c52›,job=780232219198357505] 4697815  	File 1: ‹/Table/107/1 , /Table/107/2›
logs/3.unredacted/logs/cockroach.log:W220718 21:06:37.407626 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697816  errorLoggingFile: file0.ReadAt([80934 buffer], 107739316) = (0, ‹%!q(*errors.errorString)›)
logs/3.unredacted/logs/cockroach.log-W220718 21:06:37.407626 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697816 +‹goroutine 76528 [running]:›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:37.407626 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697816 +‹runtime/debug.Stack()›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:37.407626 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697816 +‹	/usr/local/go/src/runtime/debug/stack.go:24 +0x65›
logs/3.unredacted/logs/cockroach.log:W220718 21:06:37.407626 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697816 +‹github.com/cockroachdb/cockroach/pkg/storage.errorLoggingFile.ReadAt({0x1, {0x7f4c420, 0xc00342db00}}, {0x7f9cd0a62660, 0x13c26, 0x13c46}, 0x66bf8b4)›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:37.407626 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697816 +‹	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:136 +0x97›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:37.407626 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697816 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc003aad080, {0x4c922e, 0xae4fa60}, 0x0, 0x0)›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:37.407626 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697816 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2325 +0x3f2›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:37.407626 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697816 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readIndex(...)›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:37.407626 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697816 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2230›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:37.407626 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697816 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).init(0xc0056c0a80, 0xc003aad080, {0xc000cd1480, 0x2, 0x80}, {0xc000cd1482, 0x3, 0x7e}, 0x0, 0x1)›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:37.407626 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697816 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:266 +0x85›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:37.407626 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697816 +‹github.com/cockroachdb/pebble/sstable.(*Reader).NewIterWithBlockPropertyFilters(0xc003aad080, {0xc000cd1480, 0x2, 0x80}, {0xc000cd1482, 0x3, 0x7e}, 0x0, 0x0)›
--
logs/3.unredacted/logs/cockroach.log-I220718 21:06:37.417658 76527 ccl/backupccl/restore_data_processor.go:262 ⋮ [n3,f‹596c0c52›,job=780232219198357505] 4697827  About to Process Span Entry: [‹/Table/106/1›,‹/Table/106/2›)
logs/3.unredacted/logs/cockroach.log-I220718 21:06:37.417684 76527 ccl/backupccl/restore_data_processor.go:267 ⋮ [n3,f‹596c0c52›,job=780232219198357505] 4697828  	File 0: ‹/Table/106/1 , /Table/106/2›
logs/3.unredacted/logs/cockroach.log-I220718 21:06:37.417700 76527 ccl/backupccl/restore_data_processor.go:267 ⋮ [n3,f‹596c0c52›,job=780232219198357505] 4697829  	File 1: ‹/Table/106/1 , /Table/106/2›
logs/3.unredacted/logs/cockroach.log:W220718 21:06:37.421574 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697830  errorLoggingFile: file0.ReadAt([80934 buffer], 107739316) = (0, ‹%!q(*errors.errorString)›)
logs/3.unredacted/logs/cockroach.log-W220718 21:06:37.421574 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697830 +‹goroutine 76528 [running]:›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:37.421574 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697830 +‹runtime/debug.Stack()›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:37.421574 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697830 +‹	/usr/local/go/src/runtime/debug/stack.go:24 +0x65›
logs/3.unredacted/logs/cockroach.log:W220718 21:06:37.421574 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697830 +‹github.com/cockroachdb/cockroach/pkg/storage.errorLoggingFile.ReadAt({0x1, {0x7f4c420, 0xc005d347e0}}, {0x7f9cc1828020, 0x13c26, 0x13c46}, 0x66bf8b4)›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:37.421574 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697830 +‹	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:136 +0x97›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:37.421574 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697830 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc0060ea000, {0x4c922e, 0xae4fa60}, 0x0, 0x0)›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:37.421574 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697830 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2325 +0x3f2›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:37.421574 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697830 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readIndex(...)›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:37.421574 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697830 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2230›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:37.421574 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697830 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).init(0xc00284e380, 0xc0060ea000, {0xc000652e80, 0x2, 0x80}, {0xc000652e82, 0x3, 0x7e}, 0x0, 0x1)›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:37.421574 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697830 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:266 +0x85›
logs/3.unredacted/logs/cockroach.log-W220718 21:06:37.421574 76528 storage/pebble_iterator.go:135 ⋮ [-] 4697830 +‹github.com/cockroachdb/pebble/sstable.(*Reader).NewIterWithBlockPropertyFilters(0xc0060ea000, {0xc000652e80, 0x2, 0x80}, {0xc000652e82, 0x3, 0x7e}, 0x0, 0x0)›
--
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-I220718 21:06:17.111561 74198 ccl/backupccl/restore_data_processor.go:267 ⋮ [n3,f‹4319ec55›,job=780232219198357505] 4397632  	File 0: ‹/Table/109/1 , /Table/109/2›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-I220718 21:06:17.111573 74198 ccl/backupccl/restore_data_processor.go:267 ⋮ [n3,f‹4319ec55›,job=780232219198357505] 4397633  	File 1: ‹/Table/109/1 , /Table/109/2›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-I220718 21:06:17.114039 74229 kv/kvserver/replica_command.go:424 ⋮ [n3,s3,r115/2:‹/{Table/133-Max}›,*roachpb.AdminSplitRequest] 4397634  initiating a split of this range at key ‹/Table/136› [r116] (‹manual›)‹; delayed by 0.0s to resolve: r115/3 inactive; r115/1 inactive›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log:W220718 21:06:17.117078 74199 storage/pebble_iterator.go:135 ⋮ [-] 4397635  errorLoggingFile: file0.ReadAt([80934 buffer], 107739316) = (0, ‹%!q(*errors.errorString)›)
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:17.117078 74199 storage/pebble_iterator.go:135 ⋮ [-] 4397635 +‹goroutine 74199 [running]:›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:17.117078 74199 storage/pebble_iterator.go:135 ⋮ [-] 4397635 +‹runtime/debug.Stack()›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:17.117078 74199 storage/pebble_iterator.go:135 ⋮ [-] 4397635 +‹	/usr/local/go/src/runtime/debug/stack.go:24 +0x65›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log:W220718 21:06:17.117078 74199 storage/pebble_iterator.go:135 ⋮ [-] 4397635 +‹github.com/cockroachdb/cockroach/pkg/storage.errorLoggingFile.ReadAt({0x1, {0x7f4c420, 0xc004f08900}}, {0x7f9cd57de9a0, 0x13c26, 0x13c46}, 0x66bf8b4)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:17.117078 74199 storage/pebble_iterator.go:135 ⋮ [-] 4397635 +‹	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:136 +0x97›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:17.117078 74199 storage/pebble_iterator.go:135 ⋮ [-] 4397635 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc003aad080, {0x4c922e, 0xae4fa60}, 0x0, 0x0)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:17.117078 74199 storage/pebble_iterator.go:135 ⋮ [-] 4397635 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2325 +0x3f2›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:17.117078 74199 storage/pebble_iterator.go:135 ⋮ [-] 4397635 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readIndex(...)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:17.117078 74199 storage/pebble_iterator.go:135 ⋮ [-] 4397635 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2230›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:17.117078 74199 storage/pebble_iterator.go:135 ⋮ [-] 4397635 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).init(0xc003b63880, 0xc003aad080, {0xc0251e0980, 0x2, 0x20}, {0xc0251e0982, 0x3, 0x1e}, 0x0, 0x1)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:17.117078 74199 storage/pebble_iterator.go:135 ⋮ [-] 4397635 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:266 +0x85›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:17.117078 74199 storage/pebble_iterator.go:135 ⋮ [-] 4397635 +‹github.com/cockroachdb/pebble/sstable.(*Reader).NewIterWithBlockPropertyFilters(0xc003aad080, {0xc0251e0980, 0x2, 0x20}, {0xc0251e0982, 0x3, 0x1e}, 0x0, 0x0)›
--
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-I220718 21:06:17.126560 74198 ccl/backupccl/restore_data_processor.go:267 ⋮ [n3,f‹4319ec55›,job=780232219198357505] 4397643  	File 0: ‹/Table/114/1 , /Table/114/2›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-I220718 21:06:17.126578 74198 ccl/backupccl/restore_data_processor.go:267 ⋮ [n3,f‹4319ec55›,job=780232219198357505] 4397644  	File 1: ‹/Table/114/1 , /Table/114/2›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-I220718 21:06:17.129566 74204 kv/kvserver/replica_command.go:424 ⋮ [n3,s3,r111/2:‹/Table/1{27-31}›,*roachpb.AdminSplitRequest] 4397645  initiating a split of this range at key ‹/Table/130/2› [r117] (‹manual›)‹›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log:W220718 21:06:17.132485 74201 storage/pebble_iterator.go:135 ⋮ [-] 4397646  errorLoggingFile: file0.ReadAt([53719 buffer], 4975319) = (0, ‹%!q(*errors.errorString)›)
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:17.132485 74201 storage/pebble_iterator.go:135 ⋮ [-] 4397646 +‹goroutine 74201 [running]:›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:17.132485 74201 storage/pebble_iterator.go:135 ⋮ [-] 4397646 +‹runtime/debug.Stack()›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:17.132485 74201 storage/pebble_iterator.go:135 ⋮ [-] 4397646 +‹	/usr/local/go/src/runtime/debug/stack.go:24 +0x65›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log:W220718 21:06:17.132485 74201 storage/pebble_iterator.go:135 ⋮ [-] 4397646 +‹github.com/cockroachdb/cockroach/pkg/storage.errorLoggingFile.ReadAt({0x1, {0x7f4c420, 0xc004b8e300}}, {0x7f9d26586da0, 0xd1d7, 0xd1f7}, 0x4bead7)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:17.132485 74201 storage/pebble_iterator.go:135 ⋮ [-] 4397646 +‹	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:136 +0x97›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:17.132485 74201 storage/pebble_iterator.go:135 ⋮ [-] 4397646 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc005e062c0, {0x4bead7, 0xd1d2}, 0x0, 0xc004595078)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:17.132485 74201 storage/pebble_iterator.go:135 ⋮ [-] 4397646 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2325 +0x3f2›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:17.132485 74201 storage/pebble_iterator.go:135 ⋮ [-] 4397646 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).readBlockWithStats(0xc004594e00, {0xffffffffffffff15, 0xc00b2892e8}, 0x11129c5)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:17.132485 74201 storage/pebble_iterator.go:135 ⋮ [-] 4397646 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:398 +0x2f›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:17.132485 74201 storage/pebble_iterator.go:135 ⋮ [-] 4397646 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).loadBlock(0xc004594e00)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:17.132485 74201 storage/pebble_iterator.go:135 ⋮ [-] 4397646 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:380 +0x22a›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:17.132485 74201 storage/pebble_iterator.go:135 ⋮ [-] 4397646 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).seekGEHelper(0xc004594e00, {0xc02508ed68, 0x4, 0x12}, 0x17b8c19, 0x10)›
--
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-I220718 21:06:17.171989 74198 ccl/backupccl/restore_data_processor.go:262 ⋮ [n3,f‹4319ec55›,job=780232219198357505] 4397659  About to Process Span Entry: [‹/Table/108/1›,‹/Table/108/2›)
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-I220718 21:06:17.172007 74198 ccl/backupccl/restore_data_processor.go:267 ⋮ [n3,f‹4319ec55›,job=780232219198357505] 4397660  	File 0: ‹/Table/108/1 , /Table/108/3›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-I220718 21:06:17.172021 74198 ccl/backupccl/restore_data_processor.go:267 ⋮ [n3,f‹4319ec55›,job=780232219198357505] 4397661  	File 1: ‹/Table/108/1 , /Table/108/2›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log:W220718 21:06:17.204168 74199 storage/pebble_iterator.go:135 ⋮ [-] 4397662  errorLoggingFile: file0.ReadAt([80934 buffer], 107739316) = (0, ‹%!q(*errors.errorString)›)
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:17.204168 74199 storage/pebble_iterator.go:135 ⋮ [-] 4397662 +‹goroutine 74199 [running]:›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:17.204168 74199 storage/pebble_iterator.go:135 ⋮ [-] 4397662 +‹runtime/debug.Stack()›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:17.204168 74199 storage/pebble_iterator.go:135 ⋮ [-] 4397662 +‹	/usr/local/go/src/runtime/debug/stack.go:24 +0x65›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log:W220718 21:06:17.204168 74199 storage/pebble_iterator.go:135 ⋮ [-] 4397662 +‹github.com/cockroachdb/cockroach/pkg/storage.errorLoggingFile.ReadAt({0x1, {0x7f4c420, 0xc0042b90e0}}, {0x7f9cd7304ea0, 0x13c26, 0x13c46}, 0x66bf8b4)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:17.204168 74199 storage/pebble_iterator.go:135 ⋮ [-] 4397662 +‹	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:136 +0x97›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:17.204168 74199 storage/pebble_iterator.go:135 ⋮ [-] 4397662 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc004516b00, {0x4c922e, 0xae4fa60}, 0x0, 0x0)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:17.204168 74199 storage/pebble_iterator.go:135 ⋮ [-] 4397662 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2325 +0x3f2›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:17.204168 74199 storage/pebble_iterator.go:135 ⋮ [-] 4397662 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readIndex(...)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:17.204168 74199 storage/pebble_iterator.go:135 ⋮ [-] 4397662 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2230›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:17.204168 74199 storage/pebble_iterator.go:135 ⋮ [-] 4397662 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).init(0xc003b62a80, 0xc004516b00, {0xc003dea000, 0x2, 0x40}, {0xc003dea002, 0x3, 0x3e}, 0x0, 0x1)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:17.204168 74199 storage/pebble_iterator.go:135 ⋮ [-] 4397662 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:266 +0x85›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:17.204168 74199 storage/pebble_iterator.go:135 ⋮ [-] 4397662 +‹github.com/cockroachdb/pebble/sstable.(*Reader).NewIterWithBlockPropertyFilters(0xc004516b00, {0xc003dea000, 0x2, 0x40}, {0xc003dea002, 0x3, 0x3e}, 0x0, 0x0)›
--
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-I220718 21:06:22.101409 74713 ccl/backupccl/restore_data_processor.go:262 ⋮ [n3,f‹5b7d1fdf›,job=780232219198357505] 4397671  About to Process Span Entry: [‹/Table/107/1›,‹/Table/107/2›)
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-I220718 21:06:22.101436 74713 ccl/backupccl/restore_data_processor.go:267 ⋮ [n3,f‹5b7d1fdf›,job=780232219198357505] 4397672  	File 0: ‹/Table/107/1 , /Table/107/2›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-I220718 21:06:22.101465 74713 ccl/backupccl/restore_data_processor.go:267 ⋮ [n3,f‹5b7d1fdf›,job=780232219198357505] 4397673  	File 1: ‹/Table/107/1 , /Table/107/2›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log:W220718 21:06:22.106665 74714 storage/pebble_iterator.go:135 ⋮ [-] 4397674  errorLoggingFile: file0.ReadAt([80934 buffer], 107739316) = (0, ‹%!q(*errors.errorString)›)
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:22.106665 74714 storage/pebble_iterator.go:135 ⋮ [-] 4397674 +‹goroutine 74714 [running]:›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:22.106665 74714 storage/pebble_iterator.go:135 ⋮ [-] 4397674 +‹runtime/debug.Stack()›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:22.106665 74714 storage/pebble_iterator.go:135 ⋮ [-] 4397674 +‹	/usr/local/go/src/runtime/debug/stack.go:24 +0x65›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log:W220718 21:06:22.106665 74714 storage/pebble_iterator.go:135 ⋮ [-] 4397674 +‹github.com/cockroachdb/cockroach/pkg/storage.errorLoggingFile.ReadAt({0x1, {0x7f4c420, 0xc004de7500}}, {0x7f9cff6de9e0, 0x13c26, 0x13c46}, 0x66bf8b4)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:22.106665 74714 storage/pebble_iterator.go:135 ⋮ [-] 4397674 +‹	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:136 +0x97›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:22.106665 74714 storage/pebble_iterator.go:135 ⋮ [-] 4397674 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc0024eadc0, {0x4c922e, 0xae4fa60}, 0x0, 0x0)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:22.106665 74714 storage/pebble_iterator.go:135 ⋮ [-] 4397674 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2325 +0x3f2›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:22.106665 74714 storage/pebble_iterator.go:135 ⋮ [-] 4397674 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readIndex(...)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:22.106665 74714 storage/pebble_iterator.go:135 ⋮ [-] 4397674 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2230›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:22.106665 74714 storage/pebble_iterator.go:135 ⋮ [-] 4397674 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).init(0xc004348000, 0xc0024eadc0, {0xc0154e4780, 0x2, 0x80}, {0xc0154e4782, 0x3, 0x7e}, 0x0, 0x1)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:22.106665 74714 storage/pebble_iterator.go:135 ⋮ [-] 4397674 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:266 +0x85›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:22.106665 74714 storage/pebble_iterator.go:135 ⋮ [-] 4397674 +‹github.com/cockroachdb/pebble/sstable.(*Reader).NewIterWithBlockPropertyFilters(0xc0024eadc0, {0xc0154e4780, 0x2, 0x80}, {0xc0154e4782, 0x3, 0x7e}, 0x0, 0x0)›
--
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-I220718 21:06:22.114373 74713 ccl/backupccl/restore_data_processor.go:262 ⋮ [n3,f‹5b7d1fdf›,job=780232219198357505] 4397684  About to Process Span Entry: [‹/Table/114/1›,‹/Table/114/2›)
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-I220718 21:06:22.114410 74713 ccl/backupccl/restore_data_processor.go:267 ⋮ [n3,f‹5b7d1fdf›,job=780232219198357505] 4397685  	File 0: ‹/Table/114/1 , /Table/114/2›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-I220718 21:06:22.114481 74713 ccl/backupccl/restore_data_processor.go:267 ⋮ [n3,f‹5b7d1fdf›,job=780232219198357505] 4397686  	File 1: ‹/Table/114/1 , /Table/114/2›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log:W220718 21:06:22.119586 74714 storage/pebble_iterator.go:135 ⋮ [-] 4397687  errorLoggingFile: file0.ReadAt([80934 buffer], 107739316) = (0, ‹%!q(*errors.errorString)›)
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:22.119586 74714 storage/pebble_iterator.go:135 ⋮ [-] 4397687 +‹goroutine 74714 [running]:›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:22.119586 74714 storage/pebble_iterator.go:135 ⋮ [-] 4397687 +‹runtime/debug.Stack()›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:22.119586 74714 storage/pebble_iterator.go:135 ⋮ [-] 4397687 +‹	/usr/local/go/src/runtime/debug/stack.go:24 +0x65›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log:W220718 21:06:22.119586 74714 storage/pebble_iterator.go:135 ⋮ [-] 4397687 +‹github.com/cockroachdb/cockroach/pkg/storage.errorLoggingFile.ReadAt({0x1, {0x7f4c420, 0xc003e636e0}}, {0x7f9cd57deb60, 0x13c26, 0x13c46}, 0x66bf8b4)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:22.119586 74714 storage/pebble_iterator.go:135 ⋮ [-] 4397687 +‹	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:136 +0x97›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:22.119586 74714 storage/pebble_iterator.go:135 ⋮ [-] 4397687 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc006502000, {0x4c922e, 0xae4fa60}, 0x0, 0x0)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:22.119586 74714 storage/pebble_iterator.go:135 ⋮ [-] 4397687 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2325 +0x3f2›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:22.119586 74714 storage/pebble_iterator.go:135 ⋮ [-] 4397687 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readIndex(...)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:22.119586 74714 storage/pebble_iterator.go:135 ⋮ [-] 4397687 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2230›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:22.119586 74714 storage/pebble_iterator.go:135 ⋮ [-] 4397687 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).init(0xc0056c1180, 0xc006502000, {0xc000652e80, 0x2, 0x80}, {0xc000652e82, 0x3, 0x7e}, 0x0, 0x1)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:22.119586 74714 storage/pebble_iterator.go:135 ⋮ [-] 4397687 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:266 +0x85›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:22.119586 74714 storage/pebble_iterator.go:135 ⋮ [-] 4397687 +‹github.com/cockroachdb/pebble/sstable.(*Reader).NewIterWithBlockPropertyFilters(0xc006502000, {0xc000652e80, 0x2, 0x80}, {0xc000652e82, 0x3, 0x7e}, 0x0, 0x0)›
--
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-I220718 21:06:22.122589 74713 ccl/backupccl/restore_data_processor.go:262 ⋮ [n3,f‹5b7d1fdf›,job=780232219198357505] 4397694  About to Process Span Entry: [‹/Table/110/2›,‹/Table/110/3›)
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-I220718 21:06:22.122621 74713 ccl/backupccl/restore_data_processor.go:267 ⋮ [n3,f‹5b7d1fdf›,job=780232219198357505] 4397695  	File 0: ‹/Table/110/2 , /Table/110/3›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-I220718 21:06:22.122639 74713 ccl/backupccl/restore_data_processor.go:267 ⋮ [n3,f‹5b7d1fdf›,job=780232219198357505] 4397696  	File 1: ‹/Table/110/2 , /Table/110/3›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log:W220718 21:06:22.126797 74717 storage/pebble_iterator.go:135 ⋮ [-] 4397697  errorLoggingFile: file0.ReadAt([53719 buffer], 4975319) = (0, ‹%!q(*errors.errorString)›)
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:22.126797 74717 storage/pebble_iterator.go:135 ⋮ [-] 4397697 +‹goroutine 74717 [running]:›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:22.126797 74717 storage/pebble_iterator.go:135 ⋮ [-] 4397697 +‹runtime/debug.Stack()›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:22.126797 74717 storage/pebble_iterator.go:135 ⋮ [-] 4397697 +‹	/usr/local/go/src/runtime/debug/stack.go:24 +0x65›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log:W220718 21:06:22.126797 74717 storage/pebble_iterator.go:135 ⋮ [-] 4397697 +‹github.com/cockroachdb/cockroach/pkg/storage.errorLoggingFile.ReadAt({0x1, {0x7f4c420, 0xc00381c240}}, {0x7f9cd731e7a0, 0xd1d7, 0xd1f7}, 0x4bead7)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:22.126797 74717 storage/pebble_iterator.go:135 ⋮ [-] 4397697 +‹	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:136 +0x97›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:22.126797 74717 storage/pebble_iterator.go:135 ⋮ [-] 4397697 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc002396580, {0x4bead7, 0xd1d2}, 0x0, 0xc004348978)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:22.126797 74717 storage/pebble_iterator.go:135 ⋮ [-] 4397697 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2325 +0x3f2›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:22.126797 74717 storage/pebble_iterator.go:135 ⋮ [-] 4397697 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).readBlockWithStats(0xc004348700, {0xffffffffffffff15, 0xc0044132e8}, 0x11129c5)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:22.126797 74717 storage/pebble_iterator.go:135 ⋮ [-] 4397697 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:398 +0x2f›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:22.126797 74717 storage/pebble_iterator.go:135 ⋮ [-] 4397697 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).loadBlock(0xc004348700)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:22.126797 74717 storage/pebble_iterator.go:135 ⋮ [-] 4397697 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:380 +0x22a›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:22.126797 74717 storage/pebble_iterator.go:135 ⋮ [-] 4397697 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).seekGEHelper(0xc004348700, {0xc006ad0920, 0x4, 0x1d}, 0x17b8c19, 0x10)›
--
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-I220718 21:06:23.394677 74949 ccl/backupccl/restore_data_processor.go:262 ⋮ [n3,f‹9a4411fb›,job=780232219198357505] 4397706  About to Process Span Entry: [‹/Table/107/1›,‹/Table/107/2›)
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-I220718 21:06:23.394702 74949 ccl/backupccl/restore_data_processor.go:267 ⋮ [n3,f‹9a4411fb›,job=780232219198357505] 4397707  	File 0: ‹/Table/107/1 , /Table/107/2›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-I220718 21:06:23.394713 74949 ccl/backupccl/restore_data_processor.go:267 ⋮ [n3,f‹9a4411fb›,job=780232219198357505] 4397708  	File 1: ‹/Table/107/1 , /Table/107/2›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log:W220718 21:06:23.401522 74950 storage/pebble_iterator.go:135 ⋮ [-] 4397709  errorLoggingFile: file0.ReadAt([80934 buffer], 107739316) = (0, ‹%!q(*errors.errorString)›)
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:23.401522 74950 storage/pebble_iterator.go:135 ⋮ [-] 4397709 +‹goroutine 74950 [running]:›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:23.401522 74950 storage/pebble_iterator.go:135 ⋮ [-] 4397709 +‹runtime/debug.Stack()›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:23.401522 74950 storage/pebble_iterator.go:135 ⋮ [-] 4397709 +‹	/usr/local/go/src/runtime/debug/stack.go:24 +0x65›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log:W220718 21:06:23.401522 74950 storage/pebble_iterator.go:135 ⋮ [-] 4397709 +‹github.com/cockroachdb/cockroach/pkg/storage.errorLoggingFile.ReadAt({0x1, {0x7f4c420, 0xc003ec5980}}, {0x7f9d2657ebe0, 0x13c26, 0x13c46}, 0x66bf8b4)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:23.401522 74950 storage/pebble_iterator.go:135 ⋮ [-] 4397709 +‹	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:136 +0x97›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:23.401522 74950 storage/pebble_iterator.go:135 ⋮ [-] 4397709 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc000dc3340, {0x4c922e, 0xae4fa60}, 0x0, 0x0)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:23.401522 74950 storage/pebble_iterator.go:135 ⋮ [-] 4397709 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2325 +0x3f2›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:23.401522 74950 storage/pebble_iterator.go:135 ⋮ [-] 4397709 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readIndex(...)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:23.401522 74950 storage/pebble_iterator.go:135 ⋮ [-] 4397709 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2230›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:23.401522 74950 storage/pebble_iterator.go:135 ⋮ [-] 4397709 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).init(0xc002b3a380, 0xc000dc3340, {0xc028279600, 0x2, 0x80}, {0xc028279602, 0x3, 0x7e}, 0x0, 0x1)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:23.401522 74950 storage/pebble_iterator.go:135 ⋮ [-] 4397709 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:266 +0x85›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:23.401522 74950 storage/pebble_iterator.go:135 ⋮ [-] 4397709 +‹github.com/cockroachdb/pebble/sstable.(*Reader).NewIterWithBlockPropertyFilters(0xc000dc3340, {0xc028279600, 0x2, 0x80}, {0xc028279602, 0x3, 0x7e}, 0x0, 0x0)›
--
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-I220718 21:06:23.439892 74953 ccl/backupccl/restore_data_processor.go:494 ⋮ [n3,f‹9a4411fb›,job=780232219198357505] 4398136  	Adding key: ‹/Table/108/2/0/1/"ANTIANTICALLY"/"xELo5B1fcW8RsaCX"/1880/0/1658177723.213161499,0›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-I220718 21:06:23.439904 74953 ccl/backupccl/restore_data_processor.go:494 ⋮ [n3,f‹9a4411fb›,job=780232219198357505] 4398138  	Adding key: ‹/Table/108/2/0/1/"ANTIANTIEING"/"W8RsaCXoEzmss"/2712/0/1658177723.213161499,0›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-I220718 21:06:23.439916 74953 ccl/backupccl/restore_data_processor.go:494 ⋮ [n3,f‹9a4411fb›,job=780232219198357505] 4398139  	Adding key: ‹/Table/108/2/0/1/"ANTIANTIEING"/"aF9m9cdLXe0YhgLR"/1287/0/1658177723.213161499,0›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log:W220718 21:06:23.439744 74950 storage/pebble_iterator.go:135 ⋮ [-] 4398137  errorLoggingFile: file0.ReadAt([80934 buffer], 107739316) = (0, ‹%!q(*errors.errorString)›)
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:23.439744 74950 storage/pebble_iterator.go:135 ⋮ [-] 4398137 +‹goroutine 74950 [running]:›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:23.439744 74950 storage/pebble_iterator.go:135 ⋮ [-] 4398137 +‹runtime/debug.Stack()›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:23.439744 74950 storage/pebble_iterator.go:135 ⋮ [-] 4398137 +‹	/usr/local/go/src/runtime/debug/stack.go:24 +0x65›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log:W220718 21:06:23.439744 74950 storage/pebble_iterator.go:135 ⋮ [-] 4398137 +‹github.com/cockroachdb/cockroach/pkg/storage.errorLoggingFile.ReadAt({0x1, {0x7f4c420, 0xc004c368a0}}, {0x7f9cc7bd97e0, 0x13c26, 0x13c46}, 0x66bf8b4)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:23.439744 74950 storage/pebble_iterator.go:135 ⋮ [-] 4398137 +‹	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:136 +0x97›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:23.439744 74950 storage/pebble_iterator.go:135 ⋮ [-] 4398137 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc0039f0b00, {0x4c922e, 0xae4fa60}, 0x0, 0x0)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:23.439744 74950 storage/pebble_iterator.go:135 ⋮ [-] 4398137 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2325 +0x3f2›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:23.439744 74950 storage/pebble_iterator.go:135 ⋮ [-] 4398137 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readIndex(...)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:23.439744 74950 storage/pebble_iterator.go:135 ⋮ [-] 4398137 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2230›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:23.439744 74950 storage/pebble_iterator.go:135 ⋮ [-] 4398137 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).init(0xc0057cb500, 0xc0039f0b00, {0xc009b35a00, 0x2, 0x20}, {0xc009b35a02, 0x3, 0x1e}, 0x0, 0x1)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:23.439744 74950 storage/pebble_iterator.go:135 ⋮ [-] 4398137 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:266 +0x85›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:23.439744 74950 storage/pebble_iterator.go:135 ⋮ [-] 4398137 +‹github.com/cockroachdb/pebble/sstable.(*Reader).NewIterWithBlockPropertyFilters(0xc0039f0b00, {0xc009b35a00, 0x2, 0x20}, {0xc009b35a02, 0x3, 0x1e}, 0x0, 0x0)›
--
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-I220718 21:06:23.464974 74953 ccl/backupccl/restore_data_processor.go:494 ⋮ [n3,f‹9a4411fb›,job=780232219198357505] 4399675  	Adding key: ‹/Table/108/2/0/1/"ESEBARATION"/"1fcW8RsaCXoE"/1387/0/1658177723.213161499,0›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-I220718 21:06:23.464986 74953 ccl/backupccl/restore_data_processor.go:494 ⋮ [n3,f‹9a4411fb›,job=780232219198357505] 4399677  	Adding key: ‹/Table/108/2/0/1/"ESEBARATION"/"5yraPxxELo5B"/2961/0/1658177723.213161499,0›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-I220718 21:06:23.464997 74953 ccl/backupccl/restore_data_processor.go:494 ⋮ [n3,f‹9a4411fb›,job=780232219198357505] 4399678  	Adding key: ‹/Table/108/2/0/1/"ESEBARATION"/"Lo5B1fcW8RsaC"/1178/0/1658177723.213161499,0›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log:W220718 21:06:23.464881 74950 storage/pebble_iterator.go:135 ⋮ [-] 4399676  errorLoggingFile: file0.ReadAt([80934 buffer], 107739316) = (0, ‹%!q(*errors.errorString)›)
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:23.464881 74950 storage/pebble_iterator.go:135 ⋮ [-] 4399676 +‹goroutine 74950 [running]:›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:23.464881 74950 storage/pebble_iterator.go:135 ⋮ [-] 4399676 +‹runtime/debug.Stack()›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:23.464881 74950 storage/pebble_iterator.go:135 ⋮ [-] 4399676 +‹	/usr/local/go/src/runtime/debug/stack.go:24 +0x65›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log:W220718 21:06:23.464881 74950 storage/pebble_iterator.go:135 ⋮ [-] 4399676 +‹github.com/cockroachdb/cockroach/pkg/storage.errorLoggingFile.ReadAt({0x1, {0x7f4c420, 0xc0042b88a0}}, {0x7f9cff6de720, 0x13c26, 0x13c46}, 0x66bf8b4)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:23.464881 74950 storage/pebble_iterator.go:135 ⋮ [-] 4399676 +‹	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:136 +0x97›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:23.464881 74950 storage/pebble_iterator.go:135 ⋮ [-] 4399676 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc006b03b80, {0x4c922e, 0xae4fa60}, 0x0, 0x0)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:23.464881 74950 storage/pebble_iterator.go:135 ⋮ [-] 4399676 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2325 +0x3f2›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:23.464881 74950 storage/pebble_iterator.go:135 ⋮ [-] 4399676 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readIndex(...)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:23.464881 74950 storage/pebble_iterator.go:135 ⋮ [-] 4399676 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2230›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:23.464881 74950 storage/pebble_iterator.go:135 ⋮ [-] 4399676 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).init(0xc0056c0e00, 0xc006b03b80, {0xc015c70bb0, 0x2, 0x8}, {0xc015c70bb2, 0x3, 0x6}, 0x0, 0x1)›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:23.464881 74950 storage/pebble_iterator.go:135 ⋮ [-] 4399676 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:266 +0x85›
logs/3.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0003.ubuntu.2022-07-18T21_06_53Z.013004.log-W220718 21:06:23.464881 74950 storage/pebble_iterator.go:135 ⋮ [-] 4399676 +‹github.com/cockroachdb/pebble/sstable.(*Reader).NewIterWithBlockPropertyFilters(0xc006b03b80, {0xc015c70bb0, 0x2, 0x8}, {0xc015c70bb2, 0x3, 0x6}, 0x0, 0x0)›
--
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-I220718 21:06:32.164992 55253 ccl/backupccl/restore_data_processor.go:262 ⋮ [n1,job=780232219198357505,f‹912f82b7›] 1903540  About to Process Span Entry: [‹/Table/107/1›,‹/Table/107/2›)
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-I220718 21:06:32.165028 55253 ccl/backupccl/restore_data_processor.go:267 ⋮ [n1,job=780232219198357505,f‹912f82b7›] 1903541  	File 0: ‹/Table/107/1 , /Table/107/2›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-I220718 21:06:32.165044 55253 ccl/backupccl/restore_data_processor.go:267 ⋮ [n1,job=780232219198357505,f‹912f82b7›] 1903542  	File 1: ‹/Table/107/1 , /Table/107/2›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log:W220718 21:06:32.165723 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903543  errorLoggingFile: file0.ReadAt([80934 buffer], 107739316) = (0, ‹%!q(*errors.errorString)›)
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:32.165723 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903543 +‹goroutine 55254 [running]:›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:32.165723 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903543 +‹runtime/debug.Stack()›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:32.165723 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903543 +‹	/usr/local/go/src/runtime/debug/stack.go:24 +0x65›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log:W220718 21:06:32.165723 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903543 +‹github.com/cockroachdb/cockroach/pkg/storage.errorLoggingFile.ReadAt({0x1, {0x7f4c420, 0xc005f43ec0}}, {0x7f772b3d90a0, 0x13c26, 0x13c46}, 0x66bf8b4)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:32.165723 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903543 +‹	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:136 +0x97›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:32.165723 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903543 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc00422edc0, {0x4c922e, 0xae4fa60}, 0x0, 0x0)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:32.165723 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903543 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2325 +0x3f2›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:32.165723 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903543 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readIndex(...)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:32.165723 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903543 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2230›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:32.165723 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903543 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).init(0xc003c9a700, 0xc00422edc0, {0xc009b382e0, 0x2, 0x20}, {0xc009b382e2, 0x3, 0x1e}, 0x0, 0x1)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:32.165723 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903543 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:266 +0x85›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:32.165723 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903543 +‹github.com/cockroachdb/pebble/sstable.(*Reader).NewIterWithBlockPropertyFilters(0xc00422edc0, {0xc009b382e0, 0x2, 0x20}, {0xc009b382e2, 0x3, 0x1e}, 0x0, 0x0)›
--
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-I220718 21:06:32.175218 55253 ccl/backupccl/restore_data_processor.go:262 ⋮ [n1,job=780232219198357505,f‹912f82b7›] 1903550  About to Process Span Entry: [‹/Table/110/1›,‹/Table/110/2›)
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-I220718 21:06:32.175253 55253 ccl/backupccl/restore_data_processor.go:267 ⋮ [n1,job=780232219198357505,f‹912f82b7›] 1903551  	File 0: ‹/Table/110/1 , /Table/110/2›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-I220718 21:06:32.175271 55253 ccl/backupccl/restore_data_processor.go:267 ⋮ [n1,job=780232219198357505,f‹912f82b7›] 1903552  	File 1: ‹/Table/110/1 , /Table/110/2›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log:W220718 21:06:32.175916 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903553  errorLoggingFile: file0.ReadAt([80934 buffer], 107739316) = (0, ‹%!q(*errors.errorString)›)
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:32.175916 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903553 +‹goroutine 55254 [running]:›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:32.175916 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903553 +‹runtime/debug.Stack()›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:32.175916 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903553 +‹	/usr/local/go/src/runtime/debug/stack.go:24 +0x65›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log:W220718 21:06:32.175916 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903553 +‹github.com/cockroachdb/cockroach/pkg/storage.errorLoggingFile.ReadAt({0x1, {0x7f4c420, 0xc003779b60}}, {0x7f7747a4f360, 0x13c26, 0x13c46}, 0x66bf8b4)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:32.175916 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903553 +‹	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:136 +0x97›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:32.175916 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903553 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc0064f02c0, {0x4c922e, 0xae4fa60}, 0x0, 0x0)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:32.175916 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903553 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2325 +0x3f2›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:32.175916 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903553 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readIndex(...)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:32.175916 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903553 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2230›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:32.175916 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903553 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).init(0xc0051d6700, 0xc0064f02c0, {0xc00987b240, 0x2, 0x40}, {0xc00987b242, 0x3, 0x3e}, 0x0, 0x1)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:32.175916 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903553 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:266 +0x85›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:32.175916 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903553 +‹github.com/cockroachdb/pebble/sstable.(*Reader).NewIterWithBlockPropertyFilters(0xc0064f02c0, {0xc00987b240, 0x2, 0x40}, {0xc00987b242, 0x3, 0x3e}, 0x0, 0x0)›
--
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-I220718 21:06:32.178406 55253 ccl/backupccl/restore_data_processor.go:262 ⋮ [n1,job=780232219198357505,f‹912f82b7›] 1903560  About to Process Span Entry: [‹/Table/111/1›,‹/Table/111/2›)
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-I220718 21:06:32.178474 55253 ccl/backupccl/restore_data_processor.go:267 ⋮ [n1,job=780232219198357505,f‹912f82b7›] 1903561  	File 0: ‹/Table/111/1 , /Table/111/2›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-I220718 21:06:32.178492 55253 ccl/backupccl/restore_data_processor.go:267 ⋮ [n1,job=780232219198357505,f‹912f82b7›] 1903562  	File 1: ‹/Table/111/1 , /Table/111/2›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log:W220718 21:06:32.179237 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903563  errorLoggingFile: file0.ReadAt([80934 buffer], 107739316) = (0, ‹%!q(*errors.errorString)›)
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:32.179237 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903563 +‹goroutine 55254 [running]:›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:32.179237 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903563 +‹runtime/debug.Stack()›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:32.179237 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903563 +‹	/usr/local/go/src/runtime/debug/stack.go:24 +0x65›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log:W220718 21:06:32.179237 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903563 +‹github.com/cockroachdb/cockroach/pkg/storage.errorLoggingFile.ReadAt({0x1, {0x7f4c420, 0xc00782f7a0}}, {0x7f772b3d9720, 0x13c26, 0x13c46}, 0x66bf8b4)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:32.179237 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903563 +‹	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:136 +0x97›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:32.179237 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903563 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc001587340, {0x4c922e, 0xae4fa60}, 0x0, 0x0)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:32.179237 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903563 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2325 +0x3f2›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:32.179237 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903563 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readIndex(...)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:32.179237 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903563 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2230›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:32.179237 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903563 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).init(0xc002bba700, 0xc001587340, {0xc007572200, 0x2, 0x80}, {0xc007572202, 0x3, 0x7e}, 0x0, 0x1)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:32.179237 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903563 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:266 +0x85›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:32.179237 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903563 +‹github.com/cockroachdb/pebble/sstable.(*Reader).NewIterWithBlockPropertyFilters(0xc001587340, {0xc007572200, 0x2, 0x80}, {0xc007572202, 0x3, 0x7e}, 0x0, 0x0)›
--
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-I220718 21:06:37.421270 55652 ccl/backupccl/restore_data_processor.go:262 ⋮ [n1,job=780232219198357505,f‹596c0c52›] 1903575  About to Process Span Entry: [‹/Table/110/1›,‹/Table/110/2›)
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-I220718 21:06:37.421315 55652 ccl/backupccl/restore_data_processor.go:267 ⋮ [n1,job=780232219198357505,f‹596c0c52›] 1903576  	File 0: ‹/Table/110/1 , /Table/110/2›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-I220718 21:06:37.421333 55652 ccl/backupccl/restore_data_processor.go:267 ⋮ [n1,job=780232219198357505,f‹596c0c52›] 1903577  	File 1: ‹/Table/110/1 , /Table/110/2›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log:W220718 21:06:37.422037 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903578  errorLoggingFile: file0.ReadAt([80934 buffer], 107739316) = (0, ‹%!q(*errors.errorString)›)
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:37.422037 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903578 +‹goroutine 55653 [running]:›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:37.422037 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903578 +‹runtime/debug.Stack()›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:37.422037 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903578 +‹	/usr/local/go/src/runtime/debug/stack.go:24 +0x65›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log:W220718 21:06:37.422037 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903578 +‹github.com/cockroachdb/cockroach/pkg/storage.errorLoggingFile.ReadAt({0x1, {0x7f4c420, 0xc0051dad80}}, {0x7f773b5b7c60, 0x13c26, 0x13c46}, 0x66bf8b4)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:37.422037 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903578 +‹	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:136 +0x97›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:37.422037 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903578 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc003d39340, {0x4c922e, 0xae4fa60}, 0x0, 0x0)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:37.422037 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903578 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2325 +0x3f2›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:37.422037 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903578 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readIndex(...)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:37.422037 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903578 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2230›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:37.422037 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903578 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).init(0xc004c11180, 0xc003d39340, {0xc004f3a300, 0x2, 0x80}, {0xc004f3a302, 0x3, 0x7e}, 0x0, 0x1)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:37.422037 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903578 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:266 +0x85›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:37.422037 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903578 +‹github.com/cockroachdb/pebble/sstable.(*Reader).NewIterWithBlockPropertyFilters(0xc003d39340, {0xc004f3a300, 0x2, 0x80}, {0xc004f3a302, 0x3, 0x7e}, 0x0, 0x0)›
--
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-I220718 21:06:37.422782 55652 ccl/backupccl/restore_data_processor.go:262 ⋮ [n1,job=780232219198357505,f‹596c0c52›] 1903585  About to Process Span Entry: [‹/Table/109/1›,‹/Table/109/2›)
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-I220718 21:06:37.422818 55652 ccl/backupccl/restore_data_processor.go:267 ⋮ [n1,job=780232219198357505,f‹596c0c52›] 1903586  	File 0: ‹/Table/109/1 , /Table/109/2›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-I220718 21:06:37.422838 55652 ccl/backupccl/restore_data_processor.go:267 ⋮ [n1,job=780232219198357505,f‹596c0c52›] 1903587  	File 1: ‹/Table/109/1 , /Table/109/2›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log:W220718 21:06:37.423593 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903588  errorLoggingFile: file0.ReadAt([80934 buffer], 107739316) = (0, ‹%!q(*errors.errorString)›)
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:37.423593 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903588 +‹goroutine 55653 [running]:›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:37.423593 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903588 +‹runtime/debug.Stack()›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:37.423593 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903588 +‹	/usr/local/go/src/runtime/debug/stack.go:24 +0x65›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log:W220718 21:06:37.423593 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903588 +‹github.com/cockroachdb/cockroach/pkg/storage.errorLoggingFile.ReadAt({0x1, {0x7f4c420, 0xc005ebad20}}, {0x7f7745028fa0, 0x13c26, 0x13c46}, 0x66bf8b4)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:37.423593 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903588 +‹	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:136 +0x97›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:37.423593 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903588 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc004b94000, {0x4c922e, 0xae4fa60}, 0x0, 0x0)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:37.423593 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903588 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2325 +0x3f2›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:37.423593 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903588 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readIndex(...)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:37.423593 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903588 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2230›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:37.423593 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903588 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).init(0xc002889c00, 0xc004b94000, {0xc008c18300, 0x2, 0x60}, {0xc008c18302, 0x3, 0x5e}, 0x0, 0x1)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:37.423593 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903588 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:266 +0x85›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:37.423593 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903588 +‹github.com/cockroachdb/pebble/sstable.(*Reader).NewIterWithBlockPropertyFilters(0xc004b94000, {0xc008c18300, 0x2, 0x60}, {0xc008c18302, 0x3, 0x5e}, 0x0, 0x0)›
--
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-I220718 21:06:37.429956 55652 ccl/backupccl/restore_data_processor.go:262 ⋮ [n1,job=780232219198357505,f‹596c0c52›] 1903595  About to Process Span Entry: [‹/Table/114/1›,‹/Table/114/2›)
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-I220718 21:06:37.429992 55652 ccl/backupccl/restore_data_processor.go:267 ⋮ [n1,job=780232219198357505,f‹596c0c52›] 1903596  	File 0: ‹/Table/114/1 , /Table/114/2›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-I220718 21:06:37.430034 55652 ccl/backupccl/restore_data_processor.go:267 ⋮ [n1,job=780232219198357505,f‹596c0c52›] 1903597  	File 1: ‹/Table/114/1 , /Table/114/2›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log:W220718 21:06:37.430892 55655 storage/pebble_iterator.go:135 ⋮ [-] 1903598  errorLoggingFile: file0.ReadAt([53719 buffer], 4975319) = (0, ‹%!q(*errors.errorString)›)
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:37.430892 55655 storage/pebble_iterator.go:135 ⋮ [-] 1903598 +‹goroutine 55655 [running]:›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:37.430892 55655 storage/pebble_iterator.go:135 ⋮ [-] 1903598 +‹runtime/debug.Stack()›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:37.430892 55655 storage/pebble_iterator.go:135 ⋮ [-] 1903598 +‹	/usr/local/go/src/runtime/debug/stack.go:24 +0x65›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log:W220718 21:06:37.430892 55655 storage/pebble_iterator.go:135 ⋮ [-] 1903598 +‹github.com/cockroachdb/cockroach/pkg/storage.errorLoggingFile.ReadAt({0x1, {0x7f4c420, 0xc004534cc0}}, {0x7f7729a0dce0, 0xd1d7, 0xd1f7}, 0x4bead7)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:37.430892 55655 storage/pebble_iterator.go:135 ⋮ [-] 1903598 +‹	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:136 +0x97›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:37.430892 55655 storage/pebble_iterator.go:135 ⋮ [-] 1903598 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc005224000, {0x4bead7, 0xd1d2}, 0x0, 0xc004c8baf8)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:37.430892 55655 storage/pebble_iterator.go:135 ⋮ [-] 1903598 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2325 +0x3f2›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:37.430892 55655 storage/pebble_iterator.go:135 ⋮ [-] 1903598 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).readBlockWithStats(0xc004c8b880, {0xffffffffffffff15, 0xc0032272e8}, 0x11129c5)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:37.430892 55655 storage/pebble_iterator.go:135 ⋮ [-] 1903598 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:398 +0x2f›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:37.430892 55655 storage/pebble_iterator.go:135 ⋮ [-] 1903598 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).loadBlock(0xc004c8b880)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:37.430892 55655 storage/pebble_iterator.go:135 ⋮ [-] 1903598 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:380 +0x22a›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:37.430892 55655 storage/pebble_iterator.go:135 ⋮ [-] 1903598 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).seekGEHelper(0xc004c8b880, {0xc005cf3220, 0x4, 0xa}, 0x17b8c19, 0x10)›
--
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-I220718 21:06:37.433908 55652 ccl/backupccl/restore_data_processor.go:262 ⋮ [n1,job=780232219198357505,f‹596c0c52›] 1903605  About to Process Span Entry: [‹/Table/113/1›,‹/Table/113/2›)
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-I220718 21:06:37.433942 55652 ccl/backupccl/restore_data_processor.go:267 ⋮ [n1,job=780232219198357505,f‹596c0c52›] 1903606  	File 0: ‹/Table/113/1 , /Table/113/2›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-I220718 21:06:37.433954 55652 ccl/backupccl/restore_data_processor.go:267 ⋮ [n1,job=780232219198357505,f‹596c0c52›] 1903607  	File 1: ‹/Table/113/1 , /Table/113/2›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log:W220718 21:06:37.434445 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903608  errorLoggingFile: file0.ReadAt([80934 buffer], 107739316) = (0, ‹%!q(*errors.errorString)›)
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:37.434445 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903608 +‹goroutine 55653 [running]:›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:37.434445 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903608 +‹runtime/debug.Stack()›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:37.434445 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903608 +‹	/usr/local/go/src/runtime/debug/stack.go:24 +0x65›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log:W220718 21:06:37.434445 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903608 +‹github.com/cockroachdb/cockroach/pkg/storage.errorLoggingFile.ReadAt({0x1, {0x7f4c420, 0xc003fd0840}}, {0x7f772b3d9820, 0x13c26, 0x13c46}, 0x66bf8b4)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:37.434445 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903608 +‹	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:136 +0x97›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:37.434445 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903608 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc00168d080, {0x4c922e, 0xae4fa60}, 0x0, 0x0)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:37.434445 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903608 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2325 +0x3f2›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:37.434445 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903608 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readIndex(...)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:37.434445 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903608 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2230›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:37.434445 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903608 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).init(0xc004c8b880, 0xc00168d080, {0xc008c18300, 0x2, 0x60}, {0xc008c18302, 0x3, 0x5e}, 0x0, 0x1)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:37.434445 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903608 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:266 +0x85›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_36Z.012958.log-W220718 21:06:37.434445 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903608 +‹github.com/cockroachdb/pebble/sstable.(*Reader).NewIterWithBlockPropertyFilters(0xc00168d080, {0xc008c18300, 0x2, 0x60}, {0xc008c18302, 0x3, 0x5e}, 0x0, 0x0)›
--
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log-I220718 21:06:23.396989 54514 ccl/backupccl/restore_data_processor.go:262 ⋮ [n1,job=780232219198357505,f‹9a4411fb›] 1603481  About to Process Span Entry: [‹/Table/108/1›,‹/Table/108/2›)
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log-I220718 21:06:23.397048 54514 ccl/backupccl/restore_data_processor.go:267 ⋮ [n1,job=780232219198357505,f‹9a4411fb›] 1603482  	File 0: ‹/Table/108/1 , /Table/108/3›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log-I220718 21:06:23.397065 54514 ccl/backupccl/restore_data_processor.go:267 ⋮ [n1,job=780232219198357505,f‹9a4411fb›] 1603483  	File 1: ‹/Table/108/1 , /Table/108/2›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log:W220718 21:06:23.397779 54515 storage/pebble_iterator.go:135 ⋮ [-] 1603484  errorLoggingFile: file0.ReadAt([80934 buffer], 107739316) = (0, ‹%!q(*errors.errorString)›)
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log-W220718 21:06:23.397779 54515 storage/pebble_iterator.go:135 ⋮ [-] 1603484 +‹goroutine 54515 [running]:›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log-W220718 21:06:23.397779 54515 storage/pebble_iterator.go:135 ⋮ [-] 1603484 +‹runtime/debug.Stack()›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log-W220718 21:06:23.397779 54515 storage/pebble_iterator.go:135 ⋮ [-] 1603484 +‹	/usr/local/go/src/runtime/debug/stack.go:24 +0x65›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log:W220718 21:06:23.397779 54515 storage/pebble_iterator.go:135 ⋮ [-] 1603484 +‹github.com/cockroachdb/cockroach/pkg/storage.errorLoggingFile.ReadAt({0x1, {0x7f4c420, 0xc0042fa180}}, {0x7f7747932d60, 0x13c26, 0x13c46}, 0x66bf8b4)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log-W220718 21:06:23.397779 54515 storage/pebble_iterator.go:135 ⋮ [-] 1603484 +‹	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:136 +0x97›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log-W220718 21:06:23.397779 54515 storage/pebble_iterator.go:135 ⋮ [-] 1603484 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc0040e2b00, {0x4c922e, 0xae4fa60}, 0x0, 0x0)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log-W220718 21:06:23.397779 54515 storage/pebble_iterator.go:135 ⋮ [-] 1603484 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2325 +0x3f2›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log-W220718 21:06:23.397779 54515 storage/pebble_iterator.go:135 ⋮ [-] 1603484 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readIndex(...)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log-W220718 21:06:23.397779 54515 storage/pebble_iterator.go:135 ⋮ [-] 1603484 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2230›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log-W220718 21:06:23.397779 54515 storage/pebble_iterator.go:135 ⋮ [-] 1603484 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).init(0xc0048a3c00, 0xc0040e2b00, {0xc004ff8200, 0x2, 0x10}, {0xc004ff8202, 0x3, 0xe}, 0x0, 0x1)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log-W220718 21:06:23.397779 54515 storage/pebble_iterator.go:135 ⋮ [-] 1603484 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:266 +0x85›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log-W220718 21:06:23.397779 54515 storage/pebble_iterator.go:135 ⋮ [-] 1603484 +‹github.com/cockroachdb/pebble/sstable.(*Reader).NewIterWithBlockPropertyFilters(0xc0040e2b00, {0xc004ff8200, 0x2, 0x10}, {0xc004ff8202, 0x3, 0xe}, 0x0, 0x0)›
--
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log-I220718 21:06:27.734634 54902 ccl/backupccl/restore_data_processor.go:262 ⋮ [n1,job=780232219198357505,f‹adfb6031›] 1603513  About to Process Span Entry: [‹/Table/108/1›,‹/Table/108/2›)
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log-I220718 21:06:27.734668 54902 ccl/backupccl/restore_data_processor.go:267 ⋮ [n1,job=780232219198357505,f‹adfb6031›] 1603514  	File 0: ‹/Table/108/1 , /Table/108/3›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log-I220718 21:06:27.734685 54902 ccl/backupccl/restore_data_processor.go:267 ⋮ [n1,job=780232219198357505,f‹adfb6031›] 1603515  	File 1: ‹/Table/108/1 , /Table/108/2›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log:W220718 21:06:27.735422 54903 storage/pebble_iterator.go:135 ⋮ [-] 1603516  errorLoggingFile: file0.ReadAt([80934 buffer], 107739316) = (0, ‹%!q(*errors.errorString)›)
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log-W220718 21:06:27.735422 54903 storage/pebble_iterator.go:135 ⋮ [-] 1603516 +‹goroutine 54903 [running]:›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log-W220718 21:06:27.735422 54903 storage/pebble_iterator.go:135 ⋮ [-] 1603516 +‹runtime/debug.Stack()›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log-W220718 21:06:27.735422 54903 storage/pebble_iterator.go:135 ⋮ [-] 1603516 +‹	/usr/local/go/src/runtime/debug/stack.go:24 +0x65›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log:W220718 21:06:27.735422 54903 storage/pebble_iterator.go:135 ⋮ [-] 1603516 +‹github.com/cockroachdb/cockroach/pkg/storage.errorLoggingFile.ReadAt({0x1, {0x7f4c420, 0xc00681a060}}, {0x7f772b3d0d60, 0x13c26, 0x13c46}, 0x66bf8b4)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log-W220718 21:06:27.735422 54903 storage/pebble_iterator.go:135 ⋮ [-] 1603516 +‹	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:136 +0x97›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log-W220718 21:06:27.735422 54903 storage/pebble_iterator.go:135 ⋮ [-] 1603516 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc0046b6840, {0x4c922e, 0xae4fa60}, 0x0, 0x0)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log-W220718 21:06:27.735422 54903 storage/pebble_iterator.go:135 ⋮ [-] 1603516 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2325 +0x3f2›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log-W220718 21:06:27.735422 54903 storage/pebble_iterator.go:135 ⋮ [-] 1603516 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readIndex(...)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log-W220718 21:06:27.735422 54903 storage/pebble_iterator.go:135 ⋮ [-] 1603516 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2230›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log-W220718 21:06:27.735422 54903 storage/pebble_iterator.go:135 ⋮ [-] 1603516 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).init(0xc0057c0700, 0xc0046b6840, {0xc00590c300, 0x2, 0x80}, {0xc00590c302, 0x3, 0x7e}, 0x0, 0x1)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log-W220718 21:06:27.735422 54903 storage/pebble_iterator.go:135 ⋮ [-] 1603516 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:266 +0x85›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log-W220718 21:06:27.735422 54903 storage/pebble_iterator.go:135 ⋮ [-] 1603516 +‹github.com/cockroachdb/pebble/sstable.(*Reader).NewIterWithBlockPropertyFilters(0xc0046b6840, {0xc00590c300, 0x2, 0x80}, {0xc00590c302, 0x3, 0x7e}, 0x0, 0x0)›
--
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log-I220718 21:06:27.749494 54906 ccl/backupccl/restore_data_processor.go:494 ⋮ [n1,job=780232219198357505,f‹adfb6031›] 1603614  	Adding key: ‹/Table/108/2/0/1/"ABLEBARESE"/"EzmssaF9m9cdLXe"/2983/0/1658177723.213161499,0›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log-I220718 21:06:27.749518 54906 ccl/backupccl/restore_data_processor.go:494 ⋮ [n1,job=780232219198357505,f‹adfb6031›] 1603615  	Adding key: ‹/Table/108/2/0/1/"ABLEBARESE"/"F9m9cdLXe0YhgLRr"/2908/0/1658177723.213161499,0›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log-I220718 21:06:27.749544 54906 ccl/backupccl/restore_data_processor.go:494 ⋮ [n1,job=780232219198357505,f‹adfb6031›] 1603616  	Adding key: ‹/Table/108/2/0/1/"ABLEBARESE"/"nwiwKdcgphy"/206/0/1658177723.213161499,0›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log:W220718 21:06:27.749185 54903 storage/pebble_iterator.go:135 ⋮ [-] 1603606  errorLoggingFile: file0.ReadAt([80934 buffer], 107739316) = (0, ‹%!q(*errors.errorString)›)
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log-W220718 21:06:27.749185 54903 storage/pebble_iterator.go:135 ⋮ [-] 1603606 +‹goroutine 54903 [running]:›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log-W220718 21:06:27.749185 54903 storage/pebble_iterator.go:135 ⋮ [-] 1603606 +‹runtime/debug.Stack()›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log-W220718 21:06:27.749185 54903 storage/pebble_iterator.go:135 ⋮ [-] 1603606 +‹	/usr/local/go/src/runtime/debug/stack.go:24 +0x65›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log:W220718 21:06:27.749185 54903 storage/pebble_iterator.go:135 ⋮ [-] 1603606 +‹github.com/cockroachdb/cockroach/pkg/storage.errorLoggingFile.ReadAt({0xc001f84e38, {0x7f4c420, 0xc00757c060}}, {0x7f77115e99e0, 0x13c26, 0x13c46}, 0x66bf8b4)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log-W220718 21:06:27.749185 54903 storage/pebble_iterator.go:135 ⋮ [-] 1603606 +‹	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:136 +0x97›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log-W220718 21:06:27.749185 54903 storage/pebble_iterator.go:135 ⋮ [-] 1603606 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc001e7fb80, {0x4c922e, 0xae4fa60}, 0x0, 0x0)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log-W220718 21:06:27.749185 54903 storage/pebble_iterator.go:135 ⋮ [-] 1603606 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2325 +0x3f2›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log-W220718 21:06:27.749185 54903 storage/pebble_iterator.go:135 ⋮ [-] 1603606 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readIndex(...)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log-W220718 21:06:27.749185 54903 storage/pebble_iterator.go:135 ⋮ [-] 1603606 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2230›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log-W220718 21:06:27.749185 54903 storage/pebble_iterator.go:135 ⋮ [-] 1603606 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).init(0xc0051d6380, 0xc001e7fb80, {0xc00590c300, 0x2, 0x80}, {0xc00590c302, 0x3, 0x7e}, 0x0, 0x1)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log-W220718 21:06:27.749185 54903 storage/pebble_iterator.go:135 ⋮ [-] 1603606 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:266 +0x85›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_30Z.012958.log-W220718 21:06:27.749185 54903 storage/pebble_iterator.go:135 ⋮ [-] 1603606 +‹github.com/cockroachdb/pebble/sstable.(*Reader).NewIterWithBlockPropertyFilters(0xc001e7fb80, {0xc00590c300, 0x2, 0x80}, {0xc00590c302, 0x3, 0x7e}, 0x0, 0x0)›
--
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log-I220718 21:06:22.104105 54317 ccl/backupccl/restore_data_processor.go:262 ⋮ [n1,job=780232219198357505,f‹5b7d1fdf›] 1503445  About to Process Span Entry: [‹/Table/108/1›,‹/Table/108/2›)
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log-I220718 21:06:22.104134 54317 ccl/backupccl/restore_data_processor.go:267 ⋮ [n1,job=780232219198357505,f‹5b7d1fdf›] 1503446  	File 0: ‹/Table/108/1 , /Table/108/3›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log-I220718 21:06:22.104161 54317 ccl/backupccl/restore_data_processor.go:267 ⋮ [n1,job=780232219198357505,f‹5b7d1fdf›] 1503447  	File 1: ‹/Table/108/1 , /Table/108/2›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log:W220718 21:06:22.104912 54318 storage/pebble_iterator.go:135 ⋮ [-] 1503448  errorLoggingFile: file0.ReadAt([80934 buffer], 107739316) = (0, ‹%!q(*errors.errorString)›)
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log-W220718 21:06:22.104912 54318 storage/pebble_iterator.go:135 ⋮ [-] 1503448 +‹goroutine 54318 [running]:›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log-W220718 21:06:22.104912 54318 storage/pebble_iterator.go:135 ⋮ [-] 1503448 +‹runtime/debug.Stack()›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log-W220718 21:06:22.104912 54318 storage/pebble_iterator.go:135 ⋮ [-] 1503448 +‹	/usr/local/go/src/runtime/debug/stack.go:24 +0x65›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log:W220718 21:06:22.104912 54318 storage/pebble_iterator.go:135 ⋮ [-] 1503448 +‹github.com/cockroachdb/cockroach/pkg/storage.errorLoggingFile.ReadAt({0x1, {0x7f4c420, 0xc003892d20}}, {0x7f773b5ae960, 0x13c26, 0x13c46}, 0x66bf8b4)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log-W220718 21:06:22.104912 54318 storage/pebble_iterator.go:135 ⋮ [-] 1503448 +‹	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:136 +0x97›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log-W220718 21:06:22.104912 54318 storage/pebble_iterator.go:135 ⋮ [-] 1503448 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc00223c840, {0x4c922e, 0xae4fa60}, 0x0, 0x0)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log-W220718 21:06:22.104912 54318 storage/pebble_iterator.go:135 ⋮ [-] 1503448 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2325 +0x3f2›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log-W220718 21:06:22.104912 54318 storage/pebble_iterator.go:135 ⋮ [-] 1503448 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readIndex(...)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log-W220718 21:06:22.104912 54318 storage/pebble_iterator.go:135 ⋮ [-] 1503448 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2230›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log-W220718 21:06:22.104912 54318 storage/pebble_iterator.go:135 ⋮ [-] 1503448 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).init(0xc0024ea380, 0xc00223c840, {0xc006fa2a30, 0x2, 0x10}, {0xc006fa2a32, 0x3, 0xe}, 0x0, 0x1)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log-W220718 21:06:22.104912 54318 storage/pebble_iterator.go:135 ⋮ [-] 1503448 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:266 +0x85›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log-W220718 21:06:22.104912 54318 storage/pebble_iterator.go:135 ⋮ [-] 1503448 +‹github.com/cockroachdb/pebble/sstable.(*Reader).NewIterWithBlockPropertyFilters(0xc00223c840, {0xc006fa2a30, 0x2, 0x10}, {0xc006fa2a32, 0x3, 0xe}, 0x0, 0x0)›
--
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log-I220718 21:06:22.107934 54317 ccl/backupccl/restore_data_processor.go:262 ⋮ [n1,job=780232219198357505,f‹5b7d1fdf›] 1503455  About to Process Span Entry: [‹/Table/109/1›,‹/Table/109/2›)
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log-I220718 21:06:22.107969 54317 ccl/backupccl/restore_data_processor.go:267 ⋮ [n1,job=780232219198357505,f‹5b7d1fdf›] 1503456  	File 0: ‹/Table/109/1 , /Table/109/2›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log-I220718 21:06:22.107987 54317 ccl/backupccl/restore_data_processor.go:267 ⋮ [n1,job=780232219198357505,f‹5b7d1fdf›] 1503457  	File 1: ‹/Table/109/1 , /Table/109/2›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log:W220718 21:06:22.108681 54318 storage/pebble_iterator.go:135 ⋮ [-] 1503458  errorLoggingFile: file0.ReadAt([80934 buffer], 107739316) = (0, ‹%!q(*errors.errorString)›)
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log-W220718 21:06:22.108681 54318 storage/pebble_iterator.go:135 ⋮ [-] 1503458 +‹goroutine 54318 [running]:›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log-W220718 21:06:22.108681 54318 storage/pebble_iterator.go:135 ⋮ [-] 1503458 +‹runtime/debug.Stack()›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log-W220718 21:06:22.108681 54318 storage/pebble_iterator.go:135 ⋮ [-] 1503458 +‹	/usr/local/go/src/runtime/debug/stack.go:24 +0x65›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log:W220718 21:06:22.108681 54318 storage/pebble_iterator.go:135 ⋮ [-] 1503458 +‹github.com/cockroachdb/cockroach/pkg/storage.errorLoggingFile.ReadAt({0x1, {0x7f4c420, 0xc004f2a480}}, {0x7f773b5b7620, 0x13c26, 0x13c46}, 0x66bf8b4)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log-W220718 21:06:22.108681 54318 storage/pebble_iterator.go:135 ⋮ [-] 1503458 +‹	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:136 +0x97›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log-W220718 21:06:22.108681 54318 storage/pebble_iterator.go:135 ⋮ [-] 1503458 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc006d24dc0, {0x4c922e, 0xae4fa60}, 0x0, 0x0)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log-W220718 21:06:22.108681 54318 storage/pebble_iterator.go:135 ⋮ [-] 1503458 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2325 +0x3f2›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log-W220718 21:06:22.108681 54318 storage/pebble_iterator.go:135 ⋮ [-] 1503458 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readIndex(...)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log-W220718 21:06:22.108681 54318 storage/pebble_iterator.go:135 ⋮ [-] 1503458 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2230›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log-W220718 21:06:22.108681 54318 storage/pebble_iterator.go:135 ⋮ [-] 1503458 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).init(0xc003c9aa80, 0xc006d24dc0, {0xc00590c300, 0x2, 0x80}, {0xc00590c302, 0x3, 0x7e}, 0x0, 0x1)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log-W220718 21:06:22.108681 54318 storage/pebble_iterator.go:135 ⋮ [-] 1503458 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:266 +0x85›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log-W220718 21:06:22.108681 54318 storage/pebble_iterator.go:135 ⋮ [-] 1503458 +‹github.com/cockroachdb/pebble/sstable.(*Reader).NewIterWithBlockPropertyFilters(0xc006d24dc0, {0xc00590c300, 0x2, 0x80}, {0xc00590c302, 0x3, 0x7e}, 0x0, 0x0)›
--
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log-I220718 21:06:22.117241 54320 ccl/backupccl/restore_data_processor.go:494 ⋮ [n1,job=780232219198357505,f‹5b7d1fdf›] 1503693  	Adding key: ‹/Table/112/1/221/0/1658177719.293576408,0›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log-I220718 21:06:22.117251 54320 ccl/backupccl/restore_data_processor.go:494 ⋮ [n1,job=780232219198357505,f‹5b7d1fdf›] 1503694  	Adding key: ‹/Table/112/1/222/0/1658177719.293576408,0›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log-I220718 21:06:22.117261 54320 ccl/backupccl/restore_data_processor.go:494 ⋮ [n1,job=780232219198357505,f‹5b7d1fdf›] 1503695  	Adding key: ‹/Table/112/1/223/0/1658177719.293576408,0›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log:W220718 21:06:22.117051 54318 storage/pebble_iterator.go:135 ⋮ [-] 1503690  errorLoggingFile: file0.ReadAt([80934 buffer], 107739316) = (0, ‹%!q(*errors.errorString)›)
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log-W220718 21:06:22.117051 54318 storage/pebble_iterator.go:135 ⋮ [-] 1503690 +‹goroutine 54318 [running]:›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log-W220718 21:06:22.117051 54318 storage/pebble_iterator.go:135 ⋮ [-] 1503690 +‹runtime/debug.Stack()›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log-W220718 21:06:22.117051 54318 storage/pebble_iterator.go:135 ⋮ [-] 1503690 +‹	/usr/local/go/src/runtime/debug/stack.go:24 +0x65›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log:W220718 21:06:22.117051 54318 storage/pebble_iterator.go:135 ⋮ [-] 1503690 +‹github.com/cockroachdb/cockroach/pkg/storage.errorLoggingFile.ReadAt({0x1, {0x7f4c420, 0xc0050bbb00}}, {0x7f773b5b7ce0, 0x13c26, 0x13c46}, 0x66bf8b4)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log-W220718 21:06:22.117051 54318 storage/pebble_iterator.go:135 ⋮ [-] 1503690 +‹	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:136 +0x97›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log-W220718 21:06:22.117051 54318 storage/pebble_iterator.go:135 ⋮ [-] 1503690 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc0056d2000, {0x4c922e, 0xae4fa60}, 0x0, 0x0)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log-W220718 21:06:22.117051 54318 storage/pebble_iterator.go:135 ⋮ [-] 1503690 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2325 +0x3f2›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log-W220718 21:06:22.117051 54318 storage/pebble_iterator.go:135 ⋮ [-] 1503690 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readIndex(...)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log-W220718 21:06:22.117051 54318 storage/pebble_iterator.go:135 ⋮ [-] 1503690 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2230›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log-W220718 21:06:22.117051 54318 storage/pebble_iterator.go:135 ⋮ [-] 1503690 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).init(0xc0042e8700, 0xc0056d2000, {0xc004ff8200, 0x2, 0x10}, {0xc004ff8202, 0x3, 0xe}, 0x0, 0x1)›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log-W220718 21:06:22.117051 54318 storage/pebble_iterator.go:135 ⋮ [-] 1503690 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:266 +0x85›
logs/1.unredacted/logs/cockroach.michaelbutler-1658177579-01-n3cpu4-0001.ubuntu.2022-07-18T21_06_28Z.012958.log-W220718 21:06:22.117051 54318 storage/pebble_iterator.go:135 ⋮ [-] 1503690 +‹github.com/cockroachdb/pebble/sstable.(*Reader).NewIterWithBlockPropertyFilters(0xc0056d2000, {0xc004ff8200, 0x2, 0x10}, {0xc004ff8202, 0x3, 0xe}, 0x0, 0x0)›
--
logs/1.unredacted/logs/cockroach.log-I220718 21:06:32.164992 55253 ccl/backupccl/restore_data_processor.go:262 ⋮ [n1,job=780232219198357505,f‹912f82b7›] 1903540  About to Process Span Entry: [‹/Table/107/1›,‹/Table/107/2›)
logs/1.unredacted/logs/cockroach.log-I220718 21:06:32.165028 55253 ccl/backupccl/restore_data_processor.go:267 ⋮ [n1,job=780232219198357505,f‹912f82b7›] 1903541  	File 0: ‹/Table/107/1 , /Table/107/2›
logs/1.unredacted/logs/cockroach.log-I220718 21:06:32.165044 55253 ccl/backupccl/restore_data_processor.go:267 ⋮ [n1,job=780232219198357505,f‹912f82b7›] 1903542  	File 1: ‹/Table/107/1 , /Table/107/2›
logs/1.unredacted/logs/cockroach.log:W220718 21:06:32.165723 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903543  errorLoggingFile: file0.ReadAt([80934 buffer], 107739316) = (0, ‹%!q(*errors.errorString)›)
logs/1.unredacted/logs/cockroach.log-W220718 21:06:32.165723 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903543 +‹goroutine 55254 [running]:›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:32.165723 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903543 +‹runtime/debug.Stack()›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:32.165723 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903543 +‹	/usr/local/go/src/runtime/debug/stack.go:24 +0x65›
logs/1.unredacted/logs/cockroach.log:W220718 21:06:32.165723 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903543 +‹github.com/cockroachdb/cockroach/pkg/storage.errorLoggingFile.ReadAt({0x1, {0x7f4c420, 0xc005f43ec0}}, {0x7f772b3d90a0, 0x13c26, 0x13c46}, 0x66bf8b4)›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:32.165723 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903543 +‹	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:136 +0x97›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:32.165723 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903543 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc00422edc0, {0x4c922e, 0xae4fa60}, 0x0, 0x0)›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:32.165723 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903543 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2325 +0x3f2›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:32.165723 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903543 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readIndex(...)›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:32.165723 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903543 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2230›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:32.165723 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903543 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).init(0xc003c9a700, 0xc00422edc0, {0xc009b382e0, 0x2, 0x20}, {0xc009b382e2, 0x3, 0x1e}, 0x0, 0x1)›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:32.165723 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903543 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:266 +0x85›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:32.165723 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903543 +‹github.com/cockroachdb/pebble/sstable.(*Reader).NewIterWithBlockPropertyFilters(0xc00422edc0, {0xc009b382e0, 0x2, 0x20}, {0xc009b382e2, 0x3, 0x1e}, 0x0, 0x0)›
--
logs/1.unredacted/logs/cockroach.log-I220718 21:06:32.175218 55253 ccl/backupccl/restore_data_processor.go:262 ⋮ [n1,job=780232219198357505,f‹912f82b7›] 1903550  About to Process Span Entry: [‹/Table/110/1›,‹/Table/110/2›)
logs/1.unredacted/logs/cockroach.log-I220718 21:06:32.175253 55253 ccl/backupccl/restore_data_processor.go:267 ⋮ [n1,job=780232219198357505,f‹912f82b7›] 1903551  	File 0: ‹/Table/110/1 , /Table/110/2›
logs/1.unredacted/logs/cockroach.log-I220718 21:06:32.175271 55253 ccl/backupccl/restore_data_processor.go:267 ⋮ [n1,job=780232219198357505,f‹912f82b7›] 1903552  	File 1: ‹/Table/110/1 , /Table/110/2›
logs/1.unredacted/logs/cockroach.log:W220718 21:06:32.175916 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903553  errorLoggingFile: file0.ReadAt([80934 buffer], 107739316) = (0, ‹%!q(*errors.errorString)›)
logs/1.unredacted/logs/cockroach.log-W220718 21:06:32.175916 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903553 +‹goroutine 55254 [running]:›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:32.175916 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903553 +‹runtime/debug.Stack()›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:32.175916 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903553 +‹	/usr/local/go/src/runtime/debug/stack.go:24 +0x65›
logs/1.unredacted/logs/cockroach.log:W220718 21:06:32.175916 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903553 +‹github.com/cockroachdb/cockroach/pkg/storage.errorLoggingFile.ReadAt({0x1, {0x7f4c420, 0xc003779b60}}, {0x7f7747a4f360, 0x13c26, 0x13c46}, 0x66bf8b4)›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:32.175916 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903553 +‹	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:136 +0x97›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:32.175916 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903553 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc0064f02c0, {0x4c922e, 0xae4fa60}, 0x0, 0x0)›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:32.175916 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903553 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2325 +0x3f2›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:32.175916 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903553 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readIndex(...)›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:32.175916 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903553 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2230›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:32.175916 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903553 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).init(0xc0051d6700, 0xc0064f02c0, {0xc00987b240, 0x2, 0x40}, {0xc00987b242, 0x3, 0x3e}, 0x0, 0x1)›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:32.175916 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903553 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:266 +0x85›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:32.175916 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903553 +‹github.com/cockroachdb/pebble/sstable.(*Reader).NewIterWithBlockPropertyFilters(0xc0064f02c0, {0xc00987b240, 0x2, 0x40}, {0xc00987b242, 0x3, 0x3e}, 0x0, 0x0)›
--
logs/1.unredacted/logs/cockroach.log-I220718 21:06:32.178406 55253 ccl/backupccl/restore_data_processor.go:262 ⋮ [n1,job=780232219198357505,f‹912f82b7›] 1903560  About to Process Span Entry: [‹/Table/111/1›,‹/Table/111/2›)
logs/1.unredacted/logs/cockroach.log-I220718 21:06:32.178474 55253 ccl/backupccl/restore_data_processor.go:267 ⋮ [n1,job=780232219198357505,f‹912f82b7›] 1903561  	File 0: ‹/Table/111/1 , /Table/111/2›
logs/1.unredacted/logs/cockroach.log-I220718 21:06:32.178492 55253 ccl/backupccl/restore_data_processor.go:267 ⋮ [n1,job=780232219198357505,f‹912f82b7›] 1903562  	File 1: ‹/Table/111/1 , /Table/111/2›
logs/1.unredacted/logs/cockroach.log:W220718 21:06:32.179237 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903563  errorLoggingFile: file0.ReadAt([80934 buffer], 107739316) = (0, ‹%!q(*errors.errorString)›)
logs/1.unredacted/logs/cockroach.log-W220718 21:06:32.179237 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903563 +‹goroutine 55254 [running]:›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:32.179237 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903563 +‹runtime/debug.Stack()›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:32.179237 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903563 +‹	/usr/local/go/src/runtime/debug/stack.go:24 +0x65›
logs/1.unredacted/logs/cockroach.log:W220718 21:06:32.179237 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903563 +‹github.com/cockroachdb/cockroach/pkg/storage.errorLoggingFile.ReadAt({0x1, {0x7f4c420, 0xc00782f7a0}}, {0x7f772b3d9720, 0x13c26, 0x13c46}, 0x66bf8b4)›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:32.179237 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903563 +‹	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:136 +0x97›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:32.179237 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903563 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc001587340, {0x4c922e, 0xae4fa60}, 0x0, 0x0)›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:32.179237 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903563 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2325 +0x3f2›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:32.179237 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903563 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readIndex(...)›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:32.179237 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903563 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2230›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:32.179237 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903563 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).init(0xc002bba700, 0xc001587340, {0xc007572200, 0x2, 0x80}, {0xc007572202, 0x3, 0x7e}, 0x0, 0x1)›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:32.179237 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903563 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:266 +0x85›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:32.179237 55254 storage/pebble_iterator.go:135 ⋮ [-] 1903563 +‹github.com/cockroachdb/pebble/sstable.(*Reader).NewIterWithBlockPropertyFilters(0xc001587340, {0xc007572200, 0x2, 0x80}, {0xc007572202, 0x3, 0x7e}, 0x0, 0x0)›
--
logs/1.unredacted/logs/cockroach.log-I220718 21:06:37.421270 55652 ccl/backupccl/restore_data_processor.go:262 ⋮ [n1,job=780232219198357505,f‹596c0c52›] 1903575  About to Process Span Entry: [‹/Table/110/1›,‹/Table/110/2›)
logs/1.unredacted/logs/cockroach.log-I220718 21:06:37.421315 55652 ccl/backupccl/restore_data_processor.go:267 ⋮ [n1,job=780232219198357505,f‹596c0c52›] 1903576  	File 0: ‹/Table/110/1 , /Table/110/2›
logs/1.unredacted/logs/cockroach.log-I220718 21:06:37.421333 55652 ccl/backupccl/restore_data_processor.go:267 ⋮ [n1,job=780232219198357505,f‹596c0c52›] 1903577  	File 1: ‹/Table/110/1 , /Table/110/2›
logs/1.unredacted/logs/cockroach.log:W220718 21:06:37.422037 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903578  errorLoggingFile: file0.ReadAt([80934 buffer], 107739316) = (0, ‹%!q(*errors.errorString)›)
logs/1.unredacted/logs/cockroach.log-W220718 21:06:37.422037 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903578 +‹goroutine 55653 [running]:›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:37.422037 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903578 +‹runtime/debug.Stack()›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:37.422037 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903578 +‹	/usr/local/go/src/runtime/debug/stack.go:24 +0x65›
logs/1.unredacted/logs/cockroach.log:W220718 21:06:37.422037 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903578 +‹github.com/cockroachdb/cockroach/pkg/storage.errorLoggingFile.ReadAt({0x1, {0x7f4c420, 0xc0051dad80}}, {0x7f773b5b7c60, 0x13c26, 0x13c46}, 0x66bf8b4)›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:37.422037 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903578 +‹	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:136 +0x97›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:37.422037 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903578 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc003d39340, {0x4c922e, 0xae4fa60}, 0x0, 0x0)›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:37.422037 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903578 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2325 +0x3f2›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:37.422037 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903578 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readIndex(...)›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:37.422037 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903578 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2230›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:37.422037 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903578 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).init(0xc004c11180, 0xc003d39340, {0xc004f3a300, 0x2, 0x80}, {0xc004f3a302, 0x3, 0x7e}, 0x0, 0x1)›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:37.422037 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903578 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:266 +0x85›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:37.422037 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903578 +‹github.com/cockroachdb/pebble/sstable.(*Reader).NewIterWithBlockPropertyFilters(0xc003d39340, {0xc004f3a300, 0x2, 0x80}, {0xc004f3a302, 0x3, 0x7e}, 0x0, 0x0)›
--
logs/1.unredacted/logs/cockroach.log-I220718 21:06:37.422782 55652 ccl/backupccl/restore_data_processor.go:262 ⋮ [n1,job=780232219198357505,f‹596c0c52›] 1903585  About to Process Span Entry: [‹/Table/109/1›,‹/Table/109/2›)
logs/1.unredacted/logs/cockroach.log-I220718 21:06:37.422818 55652 ccl/backupccl/restore_data_processor.go:267 ⋮ [n1,job=780232219198357505,f‹596c0c52›] 1903586  	File 0: ‹/Table/109/1 , /Table/109/2›
logs/1.unredacted/logs/cockroach.log-I220718 21:06:37.422838 55652 ccl/backupccl/restore_data_processor.go:267 ⋮ [n1,job=780232219198357505,f‹596c0c52›] 1903587  	File 1: ‹/Table/109/1 , /Table/109/2›
logs/1.unredacted/logs/cockroach.log:W220718 21:06:37.423593 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903588  errorLoggingFile: file0.ReadAt([80934 buffer], 107739316) = (0, ‹%!q(*errors.errorString)›)
logs/1.unredacted/logs/cockroach.log-W220718 21:06:37.423593 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903588 +‹goroutine 55653 [running]:›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:37.423593 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903588 +‹runtime/debug.Stack()›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:37.423593 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903588 +‹	/usr/local/go/src/runtime/debug/stack.go:24 +0x65›
logs/1.unredacted/logs/cockroach.log:W220718 21:06:37.423593 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903588 +‹github.com/cockroachdb/cockroach/pkg/storage.errorLoggingFile.ReadAt({0x1, {0x7f4c420, 0xc005ebad20}}, {0x7f7745028fa0, 0x13c26, 0x13c46}, 0x66bf8b4)›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:37.423593 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903588 +‹	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:136 +0x97›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:37.423593 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903588 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc004b94000, {0x4c922e, 0xae4fa60}, 0x0, 0x0)›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:37.423593 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903588 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2325 +0x3f2›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:37.423593 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903588 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readIndex(...)›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:37.423593 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903588 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2230›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:37.423593 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903588 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).init(0xc002889c00, 0xc004b94000, {0xc008c18300, 0x2, 0x60}, {0xc008c18302, 0x3, 0x5e}, 0x0, 0x1)›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:37.423593 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903588 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:266 +0x85›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:37.423593 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903588 +‹github.com/cockroachdb/pebble/sstable.(*Reader).NewIterWithBlockPropertyFilters(0xc004b94000, {0xc008c18300, 0x2, 0x60}, {0xc008c18302, 0x3, 0x5e}, 0x0, 0x0)›
--
logs/1.unredacted/logs/cockroach.log-I220718 21:06:37.429956 55652 ccl/backupccl/restore_data_processor.go:262 ⋮ [n1,job=780232219198357505,f‹596c0c52›] 1903595  About to Process Span Entry: [‹/Table/114/1›,‹/Table/114/2›)
logs/1.unredacted/logs/cockroach.log-I220718 21:06:37.429992 55652 ccl/backupccl/restore_data_processor.go:267 ⋮ [n1,job=780232219198357505,f‹596c0c52›] 1903596  	File 0: ‹/Table/114/1 , /Table/114/2›
logs/1.unredacted/logs/cockroach.log-I220718 21:06:37.430034 55652 ccl/backupccl/restore_data_processor.go:267 ⋮ [n1,job=780232219198357505,f‹596c0c52›] 1903597  	File 1: ‹/Table/114/1 , /Table/114/2›
logs/1.unredacted/logs/cockroach.log:W220718 21:06:37.430892 55655 storage/pebble_iterator.go:135 ⋮ [-] 1903598  errorLoggingFile: file0.ReadAt([53719 buffer], 4975319) = (0, ‹%!q(*errors.errorString)›)
logs/1.unredacted/logs/cockroach.log-W220718 21:06:37.430892 55655 storage/pebble_iterator.go:135 ⋮ [-] 1903598 +‹goroutine 55655 [running]:›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:37.430892 55655 storage/pebble_iterator.go:135 ⋮ [-] 1903598 +‹runtime/debug.Stack()›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:37.430892 55655 storage/pebble_iterator.go:135 ⋮ [-] 1903598 +‹	/usr/local/go/src/runtime/debug/stack.go:24 +0x65›
logs/1.unredacted/logs/cockroach.log:W220718 21:06:37.430892 55655 storage/pebble_iterator.go:135 ⋮ [-] 1903598 +‹github.com/cockroachdb/cockroach/pkg/storage.errorLoggingFile.ReadAt({0x1, {0x7f4c420, 0xc004534cc0}}, {0x7f7729a0dce0, 0xd1d7, 0xd1f7}, 0x4bead7)›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:37.430892 55655 storage/pebble_iterator.go:135 ⋮ [-] 1903598 +‹	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:136 +0x97›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:37.430892 55655 storage/pebble_iterator.go:135 ⋮ [-] 1903598 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc005224000, {0x4bead7, 0xd1d2}, 0x0, 0xc004c8baf8)›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:37.430892 55655 storage/pebble_iterator.go:135 ⋮ [-] 1903598 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2325 +0x3f2›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:37.430892 55655 storage/pebble_iterator.go:135 ⋮ [-] 1903598 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).readBlockWithStats(0xc004c8b880, {0xffffffffffffff15, 0xc0032272e8}, 0x11129c5)›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:37.430892 55655 storage/pebble_iterator.go:135 ⋮ [-] 1903598 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:398 +0x2f›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:37.430892 55655 storage/pebble_iterator.go:135 ⋮ [-] 1903598 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).loadBlock(0xc004c8b880)›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:37.430892 55655 storage/pebble_iterator.go:135 ⋮ [-] 1903598 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:380 +0x22a›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:37.430892 55655 storage/pebble_iterator.go:135 ⋮ [-] 1903598 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).seekGEHelper(0xc004c8b880, {0xc005cf3220, 0x4, 0xa}, 0x17b8c19, 0x10)›
--
logs/1.unredacted/logs/cockroach.log-I220718 21:06:37.433908 55652 ccl/backupccl/restore_data_processor.go:262 ⋮ [n1,job=780232219198357505,f‹596c0c52›] 1903605  About to Process Span Entry: [‹/Table/113/1›,‹/Table/113/2›)
logs/1.unredacted/logs/cockroach.log-I220718 21:06:37.433942 55652 ccl/backupccl/restore_data_processor.go:267 ⋮ [n1,job=780232219198357505,f‹596c0c52›] 1903606  	File 0: ‹/Table/113/1 , /Table/113/2›
logs/1.unredacted/logs/cockroach.log-I220718 21:06:37.433954 55652 ccl/backupccl/restore_data_processor.go:267 ⋮ [n1,job=780232219198357505,f‹596c0c52›] 1903607  	File 1: ‹/Table/113/1 , /Table/113/2›
logs/1.unredacted/logs/cockroach.log:W220718 21:06:37.434445 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903608  errorLoggingFile: file0.ReadAt([80934 buffer], 107739316) = (0, ‹%!q(*errors.errorString)›)
logs/1.unredacted/logs/cockroach.log-W220718 21:06:37.434445 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903608 +‹goroutine 55653 [running]:›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:37.434445 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903608 +‹runtime/debug.Stack()›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:37.434445 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903608 +‹	/usr/local/go/src/runtime/debug/stack.go:24 +0x65›
logs/1.unredacted/logs/cockroach.log:W220718 21:06:37.434445 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903608 +‹github.com/cockroachdb/cockroach/pkg/storage.errorLoggingFile.ReadAt({0x1, {0x7f4c420, 0xc003fd0840}}, {0x7f772b3d9820, 0x13c26, 0x13c46}, 0x66bf8b4)›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:37.434445 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903608 +‹	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:136 +0x97›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:37.434445 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903608 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc00168d080, {0x4c922e, 0xae4fa60}, 0x0, 0x0)›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:37.434445 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903608 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2325 +0x3f2›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:37.434445 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903608 +‹github.com/cockroachdb/pebble/sstable.(*Reader).readIndex(...)›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:37.434445 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903608 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:2230›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:37.434445 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903608 +‹github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).init(0xc004c8b880, 0xc00168d080, {0xc008c18300, 0x2, 0x60}, {0xc008c18302, 0x3, 0x5e}, 0x0, 0x1)›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:37.434445 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903608 +‹	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:266 +0x85›
logs/1.unredacted/logs/cockroach.log-W220718 21:06:37.434445 55653 storage/pebble_iterator.go:135 ⋮ [-] 1903608 +‹github.com/cockroachdb/pebble/sstable.(*Reader).NewIterWithBlockPropertyFilters(0xc00168d080, {0xc008c18300, 0x2, 0x60}, {0xc008c18302, 0x3, 0x5e}, 0x0, 0x0)›