I230517 21:01:30.450165 1 util/log/file_sync_buffer.go:238 ⋮ [config]   file created at: 2023/05/17 21:01:30
I230517 21:01:30.450192 1 util/log/file_sync_buffer.go:238 ⋮ [config]   running on machine: ‹rc-1684352534-06-n5cpu4-0003›
I230517 21:01:30.450205 1 util/log/file_sync_buffer.go:238 ⋮ [config]   binary: CockroachDB CCL v22.2.9 (x86_64-pc-linux-gnu, built 2023/05/08 12:58:16, go1.19.6)
I230517 21:01:30.450215 1 util/log/file_sync_buffer.go:238 ⋮ [config]   arguments: [‹./v22.2.9/cockroach› ‹start› ‹--insecure› ‹--log› ‹file-defaults: {dir: 'logs', exit-on-error: false}› ‹--listen-addr=:26257› ‹--http-addr=:26258› ‹--advertise-addr=10.142.0.155:26257› ‹--join=34.138.43.178:26257› ‹--store› ‹path=/mnt/data1/cockroach,attrs=store1:node3:node3store1› ‹--enterprise-encryption› ‹path=/mnt/data1/cockroach,key=/mnt/data1/cockroach/aes-128.key,old-key=plain› ‹--cache=25%› ‹--locality=cloud=gce,region=us-east1,zone=us-east1-b› ‹--max-sql-memory=25%›]
I230517 21:01:30.450244 1 util/log/file_sync_buffer.go:238 ⋮ [config]   log format (utf8=✓): crdb-v2
I230517 21:01:30.450249 1 util/log/file_sync_buffer.go:238 ⋮ [config]   line format: [IWEF]yymmdd hh:mm:ss.uuuuuu goid [chan@]file:line redactionmark \[tags\] [counter] msg
I230517 21:01:30.448940 1 util/log/flags.go:211  [-] 1  stderr capture started
panic: runtime error: invalid memory address or nil pointer dereference
[signal SIGSEGV: segmentation violation code=0x1 addr=0x58 pc=0x4127782]

goroutine 309871 [running]:
panic({0x4bb3320, 0x8fb3dd0})
	GOROOT/src/runtime/panic.go:987 +0x3ba fp=0xc014aeddf8 sp=0xc014aedd38 pc=0x48d77a
runtime.panicmem(...)
	GOROOT/src/runtime/panic.go:260
runtime.sigpanic()
	GOROOT/src/runtime/signal_unix.go:835 +0x2f6 fp=0xc014aede48 sp=0xc014aeddf8 pc=0x4a4636
cloud.google.com/go/storage.(*Writer).open.func1()
	cloud.google.com/go/storage/external/com_google_cloud_go_storage/writer.go:162 +0x1a2 fp=0xc014aedfe0 sp=0xc014aede48 pc=0x4127782
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc014aedfe8 sp=0xc014aedfe0 pc=0x4c2401
created by cloud.google.com/go/storage.(*Writer).open
	cloud.google.com/go/storage/external/com_google_cloud_go_storage/writer.go:152 +0x495

goroutine 1 [select, 7 minutes]:
runtime.gopark(0xc001b5b5e0?, 0x4?, 0x0?, 0x0?, 0xc001b5b4c0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc001b5b2f8 sp=0xc001b5b2d8 pc=0x4907d6
runtime.selectgo(0xc001b5b5e0, 0xc001b5b4b8, 0xc000120000?, 0x0, 0xf?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc001b5b438 sp=0xc001b5b2f8 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/cli.waitForShutdown(0xc00078f880, 0xc000b6c6c0, 0xc0015839e0, 0xc001582780, 0xc001085b80)
	github.com/cockroachdb/cockroach/pkg/cli/start.go:729 +0x1b8 fp=0xc001b5b638 sp=0xc001b5b438 pc=0x4364b18
github.com/cockroachdb/cockroach/pkg/cli.runStart(0x9016280, {0xc0007a8de0?, 0xc0007a8d40?, 0xc000c0ed40?}, 0x0)
	github.com/cockroachdb/cockroach/pkg/cli/start.go:677 +0x878 fp=0xc001b5b9e0 sp=0xc001b5b638 pc=0x4363678
github.com/cockroachdb/cockroach/pkg/cli.runStartJoin(0xc0009861c0?, {0xc0017308c0?, 0xc0007a8eb0?, 0x4?})
	github.com/cockroachdb/cockroach/pkg/cli/start.go:341 +0x25 fp=0xc001b5ba18 sp=0xc001b5b9e0 pc=0x4362dc5
github.com/cockroachdb/cockroach/pkg/cli/clierrorplus.MaybeDecorateError.func1(0xc001388100?, {0xc0017308c0?, 0xc001b5bca8?, 0xc001b5bc80?})
	github.com/cockroachdb/cockroach/pkg/cli/clierrorplus/decorate_error.go:71 +0x43 fp=0xc001b5bc90 sp=0xc001b5ba18 pc=0x4175263
github.com/cockroachdb/cockroach/pkg/cli/clierrorplus.MaybeShoutError.func1(0x9016280?, {0xc0017308c0?, 0x0?, 0xe?})
	github.com/cockroachdb/cockroach/pkg/cli/clierrorplus/shout.go:24 +0x22 fp=0xc001b5bcd0 sp=0xc001b5bc90 pc=0x41764c2
github.com/spf13/cobra.(*Command).execute(0x9016280, {0xc0017307e0, 0xe, 0xe})
	github.com/spf13/cobra/external/com_github_spf13_cobra/command.go:856 +0x67c fp=0xc001b5bda8 sp=0xc001b5bcd0 pc=0x36b60fc
github.com/spf13/cobra.(*Command).ExecuteC(0x9007c80)
	github.com/spf13/cobra/external/com_github_spf13_cobra/command.go:974 +0x3bd fp=0xc001b5be60 sp=0xc001b5bda8 pc=0x36b677d
github.com/spf13/cobra.(*Command).Execute(...)
	github.com/spf13/cobra/external/com_github_spf13_cobra/command.go:902
github.com/cockroachdb/cockroach/pkg/cli.Run(...)
	github.com/cockroachdb/cockroach/pkg/cli/cli.go:300
github.com/cockroachdb/cockroach/pkg/cli.doMain(0x9016280, {0xc0010842ba, 0x5})
	github.com/cockroachdb/cockroach/pkg/cli/cli.go:143 +0x1e9 fp=0xc001b5bee0 sp=0xc001b5be60 pc=0x4315f29
github.com/cockroachdb/cockroach/pkg/cli.Main()
	github.com/cockroachdb/cockroach/pkg/cli/cli.go:68 +0x157 fp=0xc001b5bf70 sp=0xc001b5bee0 pc=0x4315bb7
main.main()
	main/pkg/cmd/cockroach/main.go:26 +0x17 fp=0xc001b5bf80 sp=0xc001b5bf70 pc=0x4497357
runtime.main()
	GOROOT/src/runtime/proc.go:250 +0x212 fp=0xc001b5bfe0 sp=0xc001b5bf80 pc=0x490412
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc001b5bfe8 sp=0xc001b5bfe0 pc=0x4c2401

goroutine 2 [force gc (idle), 7 minutes]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc000098fb0 sp=0xc000098f90 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
runtime.forcegchelper()
	GOROOT/src/runtime/proc.go:302 +0xad fp=0xc000098fe0 sp=0xc000098fb0 pc=0x49066d
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc000098fe8 sp=0xc000098fe0 pc=0x4c2401
created by runtime.init.6
	GOROOT/src/runtime/proc.go:290 +0x25

goroutine 3 [GC sweep wait]:
runtime.gopark(0x1?, 0x0?, 0x0?, 0x0?, 0x0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc000099790 sp=0xc000099770 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
runtime.bgsweep(0x0?)
	GOROOT/src/runtime/mgcsweep.go:297 +0xd7 fp=0xc0000997c8 sp=0xc000099790 pc=0x47ae37
runtime.gcenable.func1()
	GOROOT/src/runtime/mgc.go:178 +0x26 fp=0xc0000997e0 sp=0xc0000997c8 pc=0x46fa86
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0000997e8 sp=0xc0000997e0 pc=0x4c2401
created by runtime.gcenable
	GOROOT/src/runtime/mgc.go:178 +0x6b

goroutine 4 [GC scavenge wait]:
runtime.gopark(0x4b7faf4d20b?, 0x2901988?, 0x0?, 0x0?, 0x0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc000099f70 sp=0xc000099f50 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
runtime.(*scavengerState).park(0x9bfc680)
	GOROOT/src/runtime/mgcscavenge.go:389 +0x53 fp=0xc000099fa0 sp=0xc000099f70 pc=0x478e93
runtime.bgscavenge(0x0?)
	GOROOT/src/runtime/mgcscavenge.go:622 +0x65 fp=0xc000099fc8 sp=0xc000099fa0 pc=0x479485
runtime.gcenable.func2()
	GOROOT/src/runtime/mgc.go:179 +0x26 fp=0xc000099fe0 sp=0xc000099fc8 pc=0x46fa26
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc000099fe8 sp=0xc000099fe0 pc=0x4c2401
created by runtime.gcenable
	GOROOT/src/runtime/mgc.go:179 +0xaa

goroutine 18 [finalizer wait]:
runtime.gopark(0x0?, 0x5689fe0?, 0xc0?, 0x55?, 0x1000000010?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc000098628 sp=0xc000098608 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
runtime.runfinq()
	GOROOT/src/runtime/mfinal.go:180 +0x10f fp=0xc0000987e0 sp=0xc000098628 pc=0x46eb8f
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0000987e8 sp=0xc0000987e0 pc=0x4c2401
created by runtime.createfing
	GOROOT/src/runtime/mfinal.go:157 +0x45

goroutine 19 [chan receive]:
runtime.gopark(0xcc0386?, 0x496634?, 0x38?, 0x9f?, 0xcc02f6?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0000a9ec0 sp=0xc0000a9ea0 pc=0x4907d6
runtime.chanrecv(0xc0000c4060, 0xc0000a9fb8, 0x1)
	GOROOT/src/runtime/chan.go:583 +0x49b fp=0xc0000a9f50 sp=0xc0000a9ec0 pc=0x45a91b
runtime.chanrecv2(0x3b9aca00?, 0x0?)
	GOROOT/src/runtime/chan.go:447 +0x18 fp=0xc0000a9f78 sp=0xc0000a9f50 pc=0x45a458
github.com/cockroachdb/cockroach/pkg/util/log.flushDaemon()
	github.com/cockroachdb/cockroach/pkg/util/log/log_flush.go:75 +0x5a fp=0xc0000a9fe0 sp=0xc0000a9f78 pc=0xcbe6fa
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0000a9fe8 sp=0xc0000a9fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/log.init.5
	github.com/cockroachdb/cockroach/pkg/util/log/log_flush.go:41 +0x25

goroutine 20 [chan receive, 7 minutes]:
runtime.gopark(0xc000094e68?, 0xc000094ec0?, 0x71?, 0xfa?, 0xc000094ec0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc000094e90 sp=0xc000094e70 pc=0x4907d6
runtime.chanrecv(0xc000500000, 0xc000094fb0, 0x1)
	GOROOT/src/runtime/chan.go:583 +0x49b fp=0xc000094f20 sp=0xc000094e90 pc=0x45a91b
runtime.chanrecv2(0xc000500000?, 0xc000094fc0?)
	GOROOT/src/runtime/chan.go:447 +0x18 fp=0xc000094f48 sp=0xc000094f20 pc=0x45a458
github.com/cockroachdb/cockroach/pkg/util/log.signalFlusher()
	github.com/cockroachdb/cockroach/pkg/util/log/log_flush.go:98 +0xdc fp=0xc000094fe0 sp=0xc000094f48 pc=0xcbe93c
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc000094fe8 sp=0xc000094fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/log.init.5
	github.com/cockroachdb/cockroach/pkg/util/log/log_flush.go:42 +0x31

goroutine 34 [select, 7 minutes, locked to thread]:
runtime.gopark(0xc0005127a8?, 0x2?, 0x57?, 0xb?, 0xc0005127a4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc000512618 sp=0xc0005125f8 pc=0x4907d6
runtime.selectgo(0xc0005127a8, 0xc0005127a0, 0x0?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc000512758 sp=0xc000512618 pc=0x4a071c
runtime.ensureSigM.func1()
	GOROOT/src/runtime/signal_unix.go:991 +0x1b0 fp=0xc0005127e0 sp=0xc000512758 pc=0x4a4b50
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0005127e8 sp=0xc0005127e0 pc=0x4c2401
created by runtime.ensureSigM
	GOROOT/src/runtime/signal_unix.go:974 +0xbd

goroutine 50 [syscall, 7 minutes]:
runtime.notetsleepg(0x0?, 0x0?)
	GOROOT/src/runtime/lock_futex.go:236 +0x34 fp=0xc00050e7a0 sp=0xc00050e768 pc=0x4600b4
os/signal.signal_recv()
	GOROOT/src/runtime/sigqueue.go:152 +0x2f fp=0xc00050e7c0 sp=0xc00050e7a0 pc=0x4be76f
os/signal.loop()
	GOROOT/src/os/signal/signal_unix.go:23 +0x19 fp=0xc00050e7e0 sp=0xc00050e7c0 pc=0xc9fe99
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00050e7e8 sp=0xc00050e7e0 pc=0x4c2401
created by os/signal.Notify.func1.1
	GOROOT/src/os/signal/signal.go:151 +0x2a

goroutine 21 [GC worker (idle)]:
runtime.gopark(0x9c624c0?, 0x1?, 0xa0?, 0x24?, 0x0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc000095750 sp=0xc000095730 pc=0x4907d6
runtime.gcBgMarkWorker()
	GOROOT/src/runtime/mgc.go:1235 +0xf1 fp=0xc0000957e0 sp=0xc000095750 pc=0x471bd1
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0000957e8 sp=0xc0000957e0 pc=0x4c2401
created by runtime.gcBgMarkStartWorkers
	GOROOT/src/runtime/mgc.go:1159 +0x25

goroutine 35 [GC worker (idle)]:
runtime.gopark(0x4b8d9111f83?, 0x1?, 0xbe?, 0xee?, 0x0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc000512f50 sp=0xc000512f30 pc=0x4907d6
runtime.gcBgMarkWorker()
	GOROOT/src/runtime/mgc.go:1235 +0xf1 fp=0xc000512fe0 sp=0xc000512f50 pc=0x471bd1
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc000512fe8 sp=0xc000512fe0 pc=0x4c2401
created by runtime.gcBgMarkStartWorkers
	GOROOT/src/runtime/mgc.go:1159 +0x25

goroutine 22 [GC worker (idle)]:
runtime.gopark(0x4b8d8e59f31?, 0x1?, 0x8d?, 0x78?, 0x0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc000095f50 sp=0xc000095f30 pc=0x4907d6
runtime.gcBgMarkWorker()
	GOROOT/src/runtime/mgc.go:1235 +0xf1 fp=0xc000095fe0 sp=0xc000095f50 pc=0x471bd1
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc000095fe8 sp=0xc000095fe0 pc=0x4c2401
created by runtime.gcBgMarkStartWorkers
	GOROOT/src/runtime/mgc.go:1159 +0x25

goroutine 5 [GC worker (idle)]:
runtime.gopark(0x4b8d913073f?, 0x1?, 0xe2?, 0xc5?, 0x0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00009a750 sp=0xc00009a730 pc=0x4907d6
runtime.gcBgMarkWorker()
	GOROOT/src/runtime/mgc.go:1235 +0xf1 fp=0xc00009a7e0 sp=0xc00009a750 pc=0x471bd1
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00009a7e8 sp=0xc00009a7e0 pc=0x4c2401
created by runtime.gcBgMarkStartWorkers
	GOROOT/src/runtime/mgc.go:1159 +0x25

goroutine 5128 [select, 7 minutes]:
runtime.gopark(0xc0036d6fb0?, 0x2?, 0xe0?, 0x80?, 0xc0036d6f94?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0036d6e18 sp=0xc0036d6df8 pc=0x4907d6
runtime.selectgo(0xc0036d6fb0, 0xc0036d6f90, 0xc00537ea80?, 0x0, 0xc000b6c6c0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0036d6f58 sp=0xc0036d6e18 pc=0x4a071c
google.golang.org/grpc.newClientStreamWithParams.func4()
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:341 +0x92 fp=0xc0036d6fe0 sp=0xc0036d6f58 pc=0xc28912
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0036d6fe8 sp=0xc0036d6fe0 pc=0x4c2401
created by google.golang.org/grpc.newClientStreamWithParams
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:340 +0xb7e

goroutine 7 [chan receive]:
runtime.gopark(0xc001cdce50?, 0x3a214d2?, 0x0?, 0xb?, 0x9bf9280?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc001cdce20 sp=0xc001cdce00 pc=0x4907d6
runtime.chanrecv(0xc0003b42a0, 0xc001cdcf70, 0x1)
	GOROOT/src/runtime/chan.go:583 +0x49b fp=0xc001cdceb0 sp=0xc001cdce20 pc=0x45a91b
runtime.chanrecv1(0xc001cdcf88?, 0xc1116e7cb4252baf?)
	GOROOT/src/runtime/chan.go:442 +0x18 fp=0xc001cdced8 sp=0xc001cdceb0 pc=0x45a418
github.com/cockroachdb/cockroach/pkg/util/goschedstats.init.0.func1()
	github.com/cockroachdb/cockroach/pkg/util/goschedstats/runnable.go:165 +0x125 fp=0xc001cdcfe0 sp=0xc001cdced8 pc=0x22fae85
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc001cdcfe8 sp=0xc001cdcfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/goschedstats.init.0
	github.com/cockroachdb/cockroach/pkg/util/goschedstats/runnable.go:157 +0x25

goroutine 295 [select]:
runtime.gopark(0xc004ec1ec0?, 0x5?, 0xa8?, 0x1d?, 0xc004ec1e76?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc004ec1cd0 sp=0xc004ec1cb0 pc=0x4907d6
runtime.selectgo(0xc004ec1ec0, 0xc004ec1e6c, 0xc003a0c3c0?, 0x0, 0x300d1b6f6eac9862?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc004ec1e10 sp=0xc004ec1cd0 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).manage.func1({0x624a948, 0xc003a0c3c0})
	github.com/cockroachdb/cockroach/pkg/gossip/pkg/gossip/gossip.go:1293 +0x276 fp=0xc004ec1f30 sp=0xc004ec1e10 pc=0x199b236
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc004ec1fe0 sp=0xc004ec1f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc004ec1fe8 sp=0xc004ec1fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 52 [select]:
runtime.gopark(0xc000510f88?, 0x3?, 0x60?, 0xcb?, 0xc000510f72?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc000510df8 sp=0xc000510dd8 pc=0x4907d6
runtime.selectgo(0xc000510f88, 0xc000510f6c, 0xc000c93a00?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc000510f38 sp=0xc000510df8 pc=0x4a071c
go.opencensus.io/stats/view.(*worker).start(0xc000c93a00)
	go.opencensus.io/stats/view/external/io_opencensus_go/stats/view/worker.go:276 +0xad fp=0xc000510fc8 sp=0xc000510f38 pc=0x3c7646d
go.opencensus.io/stats/view.init.0.func1()
	go.opencensus.io/stats/view/external/io_opencensus_go/stats/view/worker.go:34 +0x26 fp=0xc000510fe0 sp=0xc000510fc8 pc=0x3c756e6
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc000510fe8 sp=0xc000510fe0 pc=0x4c2401
created by go.opencensus.io/stats/view.init.0
	go.opencensus.io/stats/view/external/io_opencensus_go/stats/view/worker.go:34 +0x8d

goroutine 8 [select, 7 minutes]:
runtime.gopark(0xc0005107b0?, 0x2?, 0x0?, 0x0?, 0xc000510794?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc000510618 sp=0xc0005105f8 pc=0x4907d6
runtime.selectgo(0xc0005107b0, 0xc000510790, 0x0?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc000510758 sp=0xc000510618 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/cli.debugSignalSetup.func1()
	github.com/cockroachdb/cockroach/pkg/cli/cli.go:332 +0x97 fp=0xc0005107e0 sp=0xc000510758 pc=0x43175f7
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0005107e8 sp=0xc0005107e0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/cli.debugSignalSetup
	github.com/cockroachdb/cockroach/pkg/cli/cli.go:330 +0x10d

goroutine 24 [select, 7 minutes]:
runtime.gopark(0xc0005137b0?, 0x2?, 0x0?, 0x0?, 0xc00051372c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc000513588 sp=0xc000513568 pc=0x4907d6
runtime.selectgo(0xc0005137b0, 0xc000513728, 0x0?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0005136c8 sp=0xc000513588 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/cli.debugSignalSetup.func2()
	github.com/cockroachdb/cockroach/pkg/cli/cli.go:354 +0xa5 fp=0xc0005137e0 sp=0xc0005136c8 pc=0x4317005
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0005137e8 sp=0xc0005137e0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/cli.debugSignalSetup
	github.com/cockroachdb/cockroach/pkg/cli/cli.go:352 +0x1ed

goroutine 25 [chan receive, 7 minutes]:
runtime.gopark(0x4ebd5a0?, 0xc000998270?, 0xa0?, 0x3f?, 0x0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc000513e38 sp=0xc000513e18 pc=0x4907d6
runtime.chanrecv(0xc001582360, 0xc000513f70, 0x1)
	GOROOT/src/runtime/chan.go:583 +0x49b fp=0xc000513ec8 sp=0xc000513e38 pc=0x45a91b
runtime.chanrecv2(0xc0007c8ae0?, 0x0?)
	GOROOT/src/runtime/chan.go:447 +0x18 fp=0xc000513ef0 sp=0xc000513ec8 pc=0x45a458
github.com/getsentry/sentry-go.(*HTTPTransport).worker(0xc001387260)
	github.com/getsentry/sentry-go/external/com_github_getsentry_sentry_go/transport.go:387 +0x12f fp=0xc000513fc8 sp=0xc000513ef0 pc=0x8fb60f
github.com/getsentry/sentry-go.(*HTTPTransport).Configure.func1.1()
	github.com/getsentry/sentry-go/external/com_github_getsentry_sentry_go/transport.go:255 +0x26 fp=0xc000513fe0 sp=0xc000513fc8 pc=0x8fac06
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc000513fe8 sp=0xc000513fe0 pc=0x4c2401
created by github.com/getsentry/sentry-go.(*HTTPTransport).Configure.func1
	github.com/getsentry/sentry-go/external/com_github_getsentry_sentry_go/transport.go:255 +0x5a

goroutine 26 [select, 7 minutes]:
runtime.gopark(0xc0000a6f88?, 0x2?, 0xa0?, 0x1?, 0xc0000a6f84?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0000a6e08 sp=0xc0000a6de8 pc=0x4907d6
runtime.selectgo(0xc0000a6f88, 0xc0000a6f80, 0x0?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0000a6f48 sp=0xc0000a6e08 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/log.(*fileSink).gcDaemon(0xc001ba5110, {0x624a8a0, 0xc000872f80})
	github.com/cockroachdb/cockroach/pkg/util/log/file_log_gc.go:25 +0x7f fp=0xc0000a6fb8 sp=0xc0000a6f48 pc=0xcab6bf
github.com/cockroachdb/cockroach/pkg/util/log.ApplyConfig.func6()
	github.com/cockroachdb/cockroach/pkg/util/log/flags.go:203 +0x2e fp=0xc0000a6fe0 sp=0xc0000a6fb8 pc=0xcaec2e
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0000a6fe8 sp=0xc0000a6fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/log.ApplyConfig
	github.com/cockroachdb/cockroach/pkg/util/log/flags.go:203 +0x790

goroutine 27 [select, 7 minutes]:
runtime.gopark(0xc000515788?, 0x2?, 0x0?, 0x0?, 0xc000515784?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc000515608 sp=0xc0005155e8 pc=0x4907d6
runtime.selectgo(0xc000515788, 0xc000515780, 0x0?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc000515748 sp=0xc000515608 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/log.(*fileSink).gcDaemon(0xc0019e8680, {0x624a8a0, 0xc000872f80})
	github.com/cockroachdb/cockroach/pkg/util/log/file_log_gc.go:25 +0x7f fp=0xc0005157b8 sp=0xc000515748 pc=0xcab6bf
github.com/cockroachdb/cockroach/pkg/util/log.ApplyConfig.func7()
	github.com/cockroachdb/cockroach/pkg/util/log/flags.go:306 +0x2e fp=0xc0005157e0 sp=0xc0005157b8 pc=0xcae90e
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0005157e8 sp=0xc0005157e0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/log.ApplyConfig
	github.com/cockroachdb/cockroach/pkg/util/log/flags.go:306 +0x112a

goroutine 28 [select, 7 minutes]:
runtime.gopark(0xc000515f88?, 0x2?, 0x0?, 0x0?, 0xc000515f84?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc000515e08 sp=0xc000515de8 pc=0x4907d6
runtime.selectgo(0xc000515f88, 0xc000515f80, 0x0?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc000515f48 sp=0xc000515e08 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/log.(*fileSink).gcDaemon(0xc0019e8750, {0x624a8a0, 0xc000872f80})
	github.com/cockroachdb/cockroach/pkg/util/log/file_log_gc.go:25 +0x7f fp=0xc000515fb8 sp=0xc000515f48 pc=0xcab6bf
github.com/cockroachdb/cockroach/pkg/util/log.ApplyConfig.func7()
	github.com/cockroachdb/cockroach/pkg/util/log/flags.go:306 +0x2e fp=0xc000515fe0 sp=0xc000515fb8 pc=0xcae90e
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc000515fe8 sp=0xc000515fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/log.ApplyConfig
	github.com/cockroachdb/cockroach/pkg/util/log/flags.go:306 +0x112a

goroutine 29 [select, 7 minutes]:
runtime.gopark(0xc00050ef88?, 0x2?, 0x0?, 0x0?, 0xc00050ef84?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00050ee08 sp=0xc00050ede8 pc=0x4907d6
runtime.selectgo(0xc00050ef88, 0xc00050ef80, 0x0?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00050ef48 sp=0xc00050ee08 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/log.(*fileSink).gcDaemon(0xc0019e8820, {0x624a8a0, 0xc000872f80})
	github.com/cockroachdb/cockroach/pkg/util/log/file_log_gc.go:25 +0x7f fp=0xc00050efb8 sp=0xc00050ef48 pc=0xcab6bf
github.com/cockroachdb/cockroach/pkg/util/log.ApplyConfig.func7()
	github.com/cockroachdb/cockroach/pkg/util/log/flags.go:306 +0x2e fp=0xc00050efe0 sp=0xc00050efb8 pc=0xcae90e
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00050efe8 sp=0xc00050efe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/log.ApplyConfig
	github.com/cockroachdb/cockroach/pkg/util/log/flags.go:306 +0x112a

goroutine 30 [select, 7 minutes]:
runtime.gopark(0xc001af3f88?, 0x2?, 0xa0?, 0x1?, 0xc001af3f84?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc001af3e08 sp=0xc001af3de8 pc=0x4907d6
runtime.selectgo(0xc001af3f88, 0xc001af3f80, 0x0?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc001af3f48 sp=0xc001af3e08 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/log.(*fileSink).gcDaemon(0xc0019e88f0, {0x624a8a0, 0xc000872f80})
	github.com/cockroachdb/cockroach/pkg/util/log/file_log_gc.go:25 +0x7f fp=0xc001af3fb8 sp=0xc001af3f48 pc=0xcab6bf
github.com/cockroachdb/cockroach/pkg/util/log.ApplyConfig.func7()
	github.com/cockroachdb/cockroach/pkg/util/log/flags.go:306 +0x2e fp=0xc001af3fe0 sp=0xc001af3fb8 pc=0xcae90e
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc001af3fe8 sp=0xc001af3fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/log.ApplyConfig
	github.com/cockroachdb/cockroach/pkg/util/log/flags.go:306 +0x112a

goroutine 31 [select, 7 minutes]:
runtime.gopark(0xc001142f88?, 0x2?, 0xa0?, 0x1?, 0xc001142f84?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc001142e08 sp=0xc001142de8 pc=0x4907d6
runtime.selectgo(0xc001142f88, 0xc001142f80, 0x0?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc001142f48 sp=0xc001142e08 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/log.(*fileSink).gcDaemon(0xc0019e89c0, {0x624a8a0, 0xc000872f80})
	github.com/cockroachdb/cockroach/pkg/util/log/file_log_gc.go:25 +0x7f fp=0xc001142fb8 sp=0xc001142f48 pc=0xcab6bf
github.com/cockroachdb/cockroach/pkg/util/log.ApplyConfig.func7()
	github.com/cockroachdb/cockroach/pkg/util/log/flags.go:306 +0x2e fp=0xc001142fe0 sp=0xc001142fb8 pc=0xcae90e
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc001142fe8 sp=0xc001142fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/log.ApplyConfig
	github.com/cockroachdb/cockroach/pkg/util/log/flags.go:306 +0x112a

goroutine 32 [select, 7 minutes]:
runtime.gopark(0xc0000a7f88?, 0x2?, 0xa0?, 0x1?, 0xc0000a7f84?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0000a7e08 sp=0xc0000a7de8 pc=0x4907d6
runtime.selectgo(0xc0000a7f88, 0xc0000a7f80, 0x36302e3120393235?, 0x0, 0x36302e3120353335?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0000a7f48 sp=0xc0000a7e08 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/log.(*fileSink).gcDaemon(0xc0019e8a90, {0x624a8a0, 0xc000872f80})
	github.com/cockroachdb/cockroach/pkg/util/log/file_log_gc.go:25 +0x7f fp=0xc0000a7fb8 sp=0xc0000a7f48 pc=0xcab6bf
github.com/cockroachdb/cockroach/pkg/util/log.ApplyConfig.func7()
	github.com/cockroachdb/cockroach/pkg/util/log/flags.go:306 +0x2e fp=0xc0000a7fe0 sp=0xc0000a7fb8 pc=0xcae90e
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0000a7fe8 sp=0xc0000a7fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/log.ApplyConfig
	github.com/cockroachdb/cockroach/pkg/util/log/flags.go:306 +0x112a

goroutine 33 [select, 7 minutes]:
runtime.gopark(0xc00175ff88?, 0x2?, 0xa0?, 0x1?, 0xc00175ff84?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00175fe08 sp=0xc00175fde8 pc=0x4907d6
runtime.selectgo(0xc00175ff88, 0xc00175ff80, 0x38383336302e3120?, 0x0, 0x2038383336302e31?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00175ff48 sp=0xc00175fe08 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/log.(*fileSink).gcDaemon(0xc0019e8b60, {0x624a8a0, 0xc000872f80})
	github.com/cockroachdb/cockroach/pkg/util/log/file_log_gc.go:25 +0x7f fp=0xc00175ffb8 sp=0xc00175ff48 pc=0xcab6bf
github.com/cockroachdb/cockroach/pkg/util/log.ApplyConfig.func7()
	github.com/cockroachdb/cockroach/pkg/util/log/flags.go:306 +0x2e fp=0xc00175ffe0 sp=0xc00175ffb8 pc=0xcae90e
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00175ffe8 sp=0xc00175ffe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/log.ApplyConfig
	github.com/cockroachdb/cockroach/pkg/util/log/flags.go:306 +0x112a

goroutine 66 [select, 7 minutes]:
runtime.gopark(0xc0012ad788?, 0x2?, 0x20?, 0x36?, 0xc0012ad784?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0012ad608 sp=0xc0012ad5e8 pc=0x4907d6
runtime.selectgo(0xc0012ad788, 0xc0012ad780, 0x362038383336302e?, 0x0, 0x362038383336302e?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0012ad748 sp=0xc0012ad608 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/log.(*fileSink).gcDaemon(0xc0019e8c30, {0x624a8a0, 0xc000872f80})
	github.com/cockroachdb/cockroach/pkg/util/log/file_log_gc.go:25 +0x7f fp=0xc0012ad7b8 sp=0xc0012ad748 pc=0xcab6bf
github.com/cockroachdb/cockroach/pkg/util/log.ApplyConfig.func7()
	github.com/cockroachdb/cockroach/pkg/util/log/flags.go:306 +0x2e fp=0xc0012ad7e0 sp=0xc0012ad7b8 pc=0xcae90e
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0012ad7e8 sp=0xc0012ad7e0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/log.ApplyConfig
	github.com/cockroachdb/cockroach/pkg/util/log/flags.go:306 +0x112a

goroutine 67 [select, 7 minutes]:
runtime.gopark(0xc0012adf88?, 0x2?, 0x2e?, 0x32?, 0xc0012adf84?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0012ade08 sp=0xc0012adde8 pc=0x4907d6
runtime.selectgo(0xc0012adf88, 0xc0012adf80, 0x322e362038383336?, 0x0, 0x322e362038383336?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0012adf48 sp=0xc0012ade08 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/log.(*fileSink).gcDaemon(0xc0019e8d00, {0x624a8a0, 0xc000872f80})
	github.com/cockroachdb/cockroach/pkg/util/log/file_log_gc.go:25 +0x7f fp=0xc0012adfb8 sp=0xc0012adf48 pc=0xcab6bf
github.com/cockroachdb/cockroach/pkg/util/log.ApplyConfig.func7()
	github.com/cockroachdb/cockroach/pkg/util/log/flags.go:306 +0x2e fp=0xc0012adfe0 sp=0xc0012adfb8 pc=0xcae90e
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0012adfe8 sp=0xc0012adfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/log.ApplyConfig
	github.com/cockroachdb/cockroach/pkg/util/log/flags.go:306 +0x112a

goroutine 68 [select, 7 minutes]:
runtime.gopark(0xc007fc3f88?, 0x2?, 0xa0?, 0x1?, 0xc007fc3f84?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc007fc3e08 sp=0xc007fc3de8 pc=0x4907d6
runtime.selectgo(0xc007fc3f88, 0xc007fc3f80, 0x2e31203331373632?, 0x0, 0x3120433931373632?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc007fc3f48 sp=0xc007fc3e08 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/log.(*fileSink).gcDaemon(0xc0019e8dd0, {0x624a8a0, 0xc000872f80})
	github.com/cockroachdb/cockroach/pkg/util/log/file_log_gc.go:25 +0x7f fp=0xc007fc3fb8 sp=0xc007fc3f48 pc=0xcab6bf
github.com/cockroachdb/cockroach/pkg/util/log.ApplyConfig.func7()
	github.com/cockroachdb/cockroach/pkg/util/log/flags.go:306 +0x2e fp=0xc007fc3fe0 sp=0xc007fc3fb8 pc=0xcae90e
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc007fc3fe8 sp=0xc007fc3fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/log.ApplyConfig
	github.com/cockroachdb/cockroach/pkg/util/log/flags.go:306 +0x112a

goroutine 69 [select, 7 minutes]:
runtime.gopark(0xc0012aef88?, 0x2?, 0x2e?, 0x30?, 0xc0012aef84?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0012aee08 sp=0xc0012aede8 pc=0x4907d6
runtime.selectgo(0xc0012aef88, 0xc0012aef80, 0x383336302e312037?, 0x0, 0x3336302e31204333?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0012aef48 sp=0xc0012aee08 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/log.(*fileSink).gcDaemon(0xc0019e8ea0, {0x624a8a0, 0xc000872f80})
	github.com/cockroachdb/cockroach/pkg/util/log/file_log_gc.go:25 +0x7f fp=0xc0012aefb8 sp=0xc0012aef48 pc=0xcab6bf
github.com/cockroachdb/cockroach/pkg/util/log.ApplyConfig.func7()
	github.com/cockroachdb/cockroach/pkg/util/log/flags.go:306 +0x2e fp=0xc0012aefe0 sp=0xc0012aefb8 pc=0xcae90e
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0012aefe8 sp=0xc0012aefe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/log.ApplyConfig
	github.com/cockroachdb/cockroach/pkg/util/log/flags.go:306 +0x112a

goroutine 70 [select, 3 minutes]:
runtime.gopark(0xc00a25af88?, 0x2?, 0xa0?, 0x1?, 0xc00a25af84?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00a25ae08 sp=0xc00a25ade8 pc=0x4907d6
runtime.selectgo(0xc00a25af88, 0xc00a25af80, 0x322e362038383336?, 0x0, 0x2e36203838333630?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00a25af48 sp=0xc00a25ae08 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/log.(*fileSink).gcDaemon(0xc0019e8f70, {0x624a8a0, 0xc000872f80})
	github.com/cockroachdb/cockroach/pkg/util/log/file_log_gc.go:25 +0x7f fp=0xc00a25afb8 sp=0xc00a25af48 pc=0xcab6bf
github.com/cockroachdb/cockroach/pkg/util/log.ApplyConfig.func7()
	github.com/cockroachdb/cockroach/pkg/util/log/flags.go:306 +0x2e fp=0xc00a25afe0 sp=0xc00a25afb8 pc=0xcae90e
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00a25afe8 sp=0xc00a25afe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/log.ApplyConfig
	github.com/cockroachdb/cockroach/pkg/util/log/flags.go:306 +0x112a

goroutine 274232 [sleep]:
runtime.gopark(0x4b899a5c7c2?, 0x20091c?, 0x88?, 0x85?, 0x6fd6e9f714?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc003ae7df0 sp=0xc003ae7dd0 pc=0x4907d6
time.Sleep(0xfeff6203)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc003ae7e30 sp=0xc003ae7df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc004b36a20, 0x20091c, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc003ae7e88 sp=0xc003ae7e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc004b36a20, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc003ae7ec8 sp=0xc003ae7e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0x0?, {0xc009f16500?, 0x20, 0xc007fbef70?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc003ae7fa8 sp=0xc003ae7ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc003ae7fe0 sp=0xc003ae7fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc003ae7fe8 sp=0xc003ae7fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 72 [select]:
runtime.gopark(0xc011934fb0?, 0x2?, 0xae?, 0x3c?, 0xc011934f94?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc011934e20 sp=0xc011934e00 pc=0x4907d6
runtime.selectgo(0xc011934fb0, 0xc011934f90, 0xc0015839e0?, 0x0, 0xc0014bfc00?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc011934f60 sp=0xc011934e20 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2()
	github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:352 +0x86 fp=0xc011934fe0 sp=0xc011934f60 pc=0x1696e66
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc011934fe8 sp=0xc011934fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue
	github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:349 +0x46a

goroutine 73 [select]:
runtime.gopark(0xc01e8d3fb0?, 0x2?, 0x80?, 0xff?, 0xc01e8d3f84?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc01e8d3df0 sp=0xc01e8d3dd0 pc=0x4907d6
runtime.selectgo(0xc01e8d3fb0, 0xc01e8d3f80, 0x0?, 0x0, 0x6f1da2c867?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc01e8d3f30 sp=0xc01e8d3df0 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1()
	github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:424 +0x1d6 fp=0xc01e8d3fe0 sp=0xc01e8d3f30 pc=0x1697316
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc01e8d3fe8 sp=0xc01e8d3fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs
	github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:397 +0x56

goroutine 74 [select]:
runtime.gopark(0xc0012a8fb0?, 0x2?, 0xae?, 0x3c?, 0xc0012a8f94?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0012a8e20 sp=0xc0012a8e00 pc=0x4907d6
runtime.selectgo(0xc0012a8fb0, 0xc0012a8f90, 0x2e36203838333630?, 0x0, 0x2e36203838333630?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0012a8f60 sp=0xc0012a8e20 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2()
	github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:352 +0x86 fp=0xc0012a8fe0 sp=0xc0012a8f60 pc=0x1696e66
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0012a8fe8 sp=0xc0012a8fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue
	github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:349 +0x46a

goroutine 75 [select]:
runtime.gopark(0xc00e662fb0?, 0x2?, 0x80?, 0xff?, 0xc00e662f84?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00e662df0 sp=0xc00e662dd0 pc=0x4907d6
runtime.selectgo(0xc00e662fb0, 0xc00e662f80, 0x0?, 0x0, 0x6f1dc5f444?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00e662f30 sp=0xc00e662df0 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1()
	github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:424 +0x1d6 fp=0xc00e662fe0 sp=0xc00e662f30 pc=0x1697316
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00e662fe8 sp=0xc00e662fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs
	github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:397 +0x56

goroutine 76 [select]:
runtime.gopark(0xc00113efb0?, 0x2?, 0xae?, 0x3c?, 0xc00113ef94?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00113ee20 sp=0xc00113ee00 pc=0x4907d6
runtime.selectgo(0xc00113efb0, 0xc00113ef90, 0x3830342e33204335?, 0x0, 0x343136342e332033?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00113ef60 sp=0xc00113ee20 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2()
	github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:352 +0x86 fp=0xc00113efe0 sp=0xc00113ef60 pc=0x1696e66
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00113efe8 sp=0xc00113efe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue
	github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:349 +0x46a

goroutine 77 [select]:
runtime.gopark(0xc00a256fb0?, 0x2?, 0x80?, 0xff?, 0xc00a256f84?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00a256df0 sp=0xc00a256dd0 pc=0x4907d6
runtime.selectgo(0xc00a256fb0, 0xc00a256f80, 0x0?, 0x0, 0x6f1d82ce36?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00a256f30 sp=0xc00a256df0 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1()
	github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:424 +0x1d6 fp=0xc00a256fe0 sp=0xc00a256f30 pc=0x1697316
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00a256fe8 sp=0xc00a256fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs
	github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:397 +0x56

goroutine 78 [select]:
runtime.gopark(0xc0012aafb0?, 0x2?, 0xc0?, 0x24?, 0xc0012aaf94?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0012aae20 sp=0xc0012aae00 pc=0x4907d6
runtime.selectgo(0xc0012aafb0, 0xc0012aaf90, 0x3631322e36203838?, 0x0, 0x31322e3620383833?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0012aaf60 sp=0xc0012aae20 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2()
	github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:352 +0x86 fp=0xc0012aafe0 sp=0xc0012aaf60 pc=0x1696e66
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0012aafe8 sp=0xc0012aafe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue
	github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:349 +0x46a

goroutine 79 [select]:
runtime.gopark(0xc0012ab7b0?, 0x2?, 0x6?, 0x0?, 0xc0012ab784?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0012ab5f0 sp=0xc0012ab5d0 pc=0x4907d6
runtime.selectgo(0xc0012ab7b0, 0xc0012ab780, 0x0?, 0x0, 0x6f1dc5da98?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0012ab730 sp=0xc0012ab5f0 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1()
	github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:424 +0x1d6 fp=0xc0012ab7e0 sp=0xc0012ab730 pc=0x1697316
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0012ab7e8 sp=0xc0012ab7e0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs
	github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:397 +0x56

goroutine 80 [select]:
runtime.gopark(0xc0012abfb0?, 0x2?, 0x80?, 0x6a?, 0xc0012abf94?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0012abe20 sp=0xc0012abe00 pc=0x4907d6
runtime.selectgo(0xc0012abfb0, 0xc0012abf90, 0x38383336302e3120?, 0x0, 0x383336302e312043?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0012abf60 sp=0xc0012abe20 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2()
	github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:352 +0x86 fp=0xc0012abfe0 sp=0xc0012abf60 pc=0x1696e66
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0012abfe8 sp=0xc0012abfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue
	github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:349 +0x46a

goroutine 81 [select]:
runtime.gopark(0xc0014067b0?, 0x2?, 0x6?, 0x0?, 0xc001406784?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0014065f0 sp=0xc0014065d0 pc=0x4907d6
runtime.selectgo(0xc0014067b0, 0xc001406780, 0x0?, 0x0, 0x6f1dc5e567?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc001406730 sp=0xc0014065f0 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1()
	github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:424 +0x1d6 fp=0xc0014067e0 sp=0xc001406730 pc=0x1697316
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0014067e8 sp=0xc0014067e0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs
	github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:397 +0x56

goroutine 82 [select]:
runtime.gopark(0xc001406fb0?, 0x2?, 0xa0?, 0x65?, 0xc001406f94?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc001406e20 sp=0xc001406e00 pc=0x4907d6
runtime.selectgo(0xc001406fb0, 0xc001406f90, 0x340108b000?, 0x0, 0x340108b00000?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc001406f60 sp=0xc001406e20 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2()
	github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:352 +0x86 fp=0xc001406fe0 sp=0xc001406f60 pc=0x1696e66
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc001406fe8 sp=0xc001406fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue
	github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:349 +0x46a

goroutine 83 [select]:
runtime.gopark(0xc0014077b0?, 0x2?, 0x6?, 0x0?, 0xc001407784?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0014075f0 sp=0xc0014075d0 pc=0x4907d6
runtime.selectgo(0xc0014077b0, 0xc001407780, 0x0?, 0x0, 0x6f1dc5c9a1?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc001407730 sp=0xc0014075f0 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1()
	github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:424 +0x1d6 fp=0xc0014077e0 sp=0xc001407730 pc=0x1697316
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0014077e8 sp=0xc0014077e0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs
	github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:397 +0x56

goroutine 84 [chan receive, 7 minutes]:
runtime.gopark(0x4b2da40?, 0x4bb35c0?, 0xe0?, 0xfd?, 0xc001407ef8?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc001407df8 sp=0xc001407dd8 pc=0x4907d6
runtime.chanrecv(0xc000bd54a0, 0xc001407ed0, 0x1)
	GOROOT/src/runtime/chan.go:583 +0x49b fp=0xc001407e88 sp=0xc001407df8 pc=0x45a91b
runtime.chanrecv2(0x0?, 0x0?)
	GOROOT/src/runtime/chan.go:447 +0x18 fp=0xc001407eb0 sp=0xc001407e88 pc=0x45a458
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x624a948, 0xc0009b21b0})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/table_cache.go:324 +0x9f fp=0xc001407f08 sp=0xc001407eb0 pc=0x116641f
runtime/pprof.Do({0x624a8d8?, 0xc000120000?}, {{0xc000084900?, 0xb7dc603ef0cee5f6?, 0xe99c1cba4e71d74c?}}, 0xc001407fa8)
	GOROOT/src/runtime/pprof/runtime.go:40 +0xa3 fp=0xc001407f78 sp=0xc001407f08 pc=0xfd3223
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xf0366ee15abcba2f?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/table_cache.go:322 +0x58 fp=0xc001407fc8 sp=0xc001407f78 pc=0x1166358
github.com/cockroachdb/pebble.(*tableCacheShard).init.func1()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/table_cache.go:314 +0x26 fp=0xc001407fe0 sp=0xc001407fc8 pc=0x11662c6
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc001407fe8 sp=0xc001407fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/table_cache.go:314 +0xef

goroutine 85 [chan receive, 7 minutes]:
runtime.gopark(0x4b2da40?, 0x4bb35c0?, 0xe0?, 0xfd?, 0xc0000a8ef8?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0000a8df8 sp=0xc0000a8dd8 pc=0x4907d6
runtime.chanrecv(0xc000bd5500, 0xc0000a8ed0, 0x1)
	GOROOT/src/runtime/chan.go:583 +0x49b fp=0xc0000a8e88 sp=0xc0000a8df8 pc=0x45a91b
runtime.chanrecv2(0x0?, 0x0?)
	GOROOT/src/runtime/chan.go:447 +0x18 fp=0xc0000a8eb0 sp=0xc0000a8e88 pc=0x45a458
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x624a948, 0xc0009b2120})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/table_cache.go:324 +0x9f fp=0xc0000a8f08 sp=0xc0000a8eb0 pc=0x116641f
runtime/pprof.Do({0x624a8d8?, 0xc000120000?}, {{0xc000084900?, 0x286505b28183a22c?, 0x6250d65f3690de8c?}}, 0xc0000a8fa8)
	GOROOT/src/runtime/pprof/runtime.go:40 +0xa3 fp=0xc0000a8f78 sp=0xc0000a8f08 pc=0xfd3223
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xfdc4754591b714ca?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/table_cache.go:322 +0x58 fp=0xc0000a8fc8 sp=0xc0000a8f78 pc=0x1166358
github.com/cockroachdb/pebble.(*tableCacheShard).init.func1()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/table_cache.go:314 +0x26 fp=0xc0000a8fe0 sp=0xc0000a8fc8 pc=0x11662c6
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0000a8fe8 sp=0xc0000a8fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/table_cache.go:314 +0xef

goroutine 86 [chan receive, 7 minutes]:
runtime.gopark(0x4b2da40?, 0x4bb35c0?, 0xe0?, 0xfd?, 0xc001408ef8?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc001408df8 sp=0xc001408dd8 pc=0x4907d6
runtime.chanrecv(0xc000bd55c0, 0xc001408ed0, 0x1)
	GOROOT/src/runtime/chan.go:583 +0x49b fp=0xc001408e88 sp=0xc001408df8 pc=0x45a91b
runtime.chanrecv2(0x0?, 0x0?)
	GOROOT/src/runtime/chan.go:447 +0x18 fp=0xc001408eb0 sp=0xc001408e88 pc=0x45a458
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x624a948, 0xc0009b2270})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/table_cache.go:324 +0x9f fp=0xc001408f08 sp=0xc001408eb0 pc=0x116641f
runtime/pprof.Do({0x624a8d8?, 0xc000120000?}, {{0xc000084900?, 0xae732fdc00a828d2?, 0xd26d8cbc50e632fd?}}, 0xc001408fa8)
	GOROOT/src/runtime/pprof/runtime.go:40 +0xa3 fp=0xc001408f78 sp=0xc001408f08 pc=0xfd3223
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x9404ae7c074b9739?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/table_cache.go:322 +0x58 fp=0xc001408fc8 sp=0xc001408f78 pc=0x1166358
github.com/cockroachdb/pebble.(*tableCacheShard).init.func1()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/table_cache.go:314 +0x26 fp=0xc001408fe0 sp=0xc001408fc8 pc=0x11662c6
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc001408fe8 sp=0xc001408fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/table_cache.go:314 +0xef

goroutine 87 [chan receive, 7 minutes]:
runtime.gopark(0x4b2da40?, 0x4bb35c0?, 0xe0?, 0xfd?, 0xc0014096f8?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0014095f8 sp=0xc0014095d8 pc=0x4907d6
runtime.chanrecv(0xc000bd5620, 0xc0014096d0, 0x1)
	GOROOT/src/runtime/chan.go:583 +0x49b fp=0xc001409688 sp=0xc0014095f8 pc=0x45a91b
runtime.chanrecv2(0x0?, 0x0?)
	GOROOT/src/runtime/chan.go:447 +0x18 fp=0xc0014096b0 sp=0xc001409688 pc=0x45a458
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x624a948, 0xc0009b22d0})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/table_cache.go:324 +0x9f fp=0xc001409708 sp=0xc0014096b0 pc=0x116641f
runtime/pprof.Do({0x624a8d8?, 0xc000120000?}, {{0xc000084900?, 0x659842d55c2b3cb8?, 0x46921a8ace90c8ba?}}, 0xc0014097a8)
	GOROOT/src/runtime/pprof/runtime.go:40 +0xa3 fp=0xc001409778 sp=0xc001409708 pc=0xfd3223
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x8bbe603f4380d180?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/table_cache.go:322 +0x58 fp=0xc0014097c8 sp=0xc001409778 pc=0x1166358
github.com/cockroachdb/pebble.(*tableCacheShard).init.func1()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/table_cache.go:314 +0x26 fp=0xc0014097e0 sp=0xc0014097c8 pc=0x11662c6
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0014097e8 sp=0xc0014097e0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/table_cache.go:314 +0xef

goroutine 88 [select]:
runtime.gopark(0xc001409fa8?, 0x2?, 0x0?, 0x30?, 0xc001409f6c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc001409dc8 sp=0xc001409da8 pc=0x4907d6
runtime.selectgo(0xc001409fa8, 0xc001409f68, 0x9bf9280?, 0x0, 0x6b5c165539?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc001409f08 sp=0xc001409dc8 pc=0x4a071c
github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFS).startTickerLocked.func1()
	github.com/cockroachdb/pebble/vfs/external/com_github_cockroachdb_pebble/vfs/disk_health.go:365 +0xe5 fp=0xc001409fe0 sp=0xc001409f08 pc=0x10594e5
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc001409fe8 sp=0xc001409fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFS).startTickerLocked
	github.com/cockroachdb/pebble/vfs/external/com_github_cockroachdb_pebble/vfs/disk_health.go:360 +0x7a

goroutine 9 [select]:
runtime.gopark(0xc00009bfa8?, 0x2?, 0xc0?, 0x24?, 0xc00009bf74?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00009bdc8 sp=0xc00009bda8 pc=0x4907d6
runtime.selectgo(0xc00009bfa8, 0xc00009bf70, 0x9bf9280?, 0x0, 0x6bdf4d8b85?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00009bf08 sp=0xc00009bdc8 pc=0x4a071c
github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker.func1()
	github.com/cockroachdb/pebble/vfs/external/com_github_cockroachdb_pebble/vfs/disk_health.go:71 +0xe5 fp=0xc00009bfe0 sp=0xc00009bf08 pc=0x1058345
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00009bfe8 sp=0xc00009bfe0 pc=0x4c2401
created by github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker
	github.com/cockroachdb/pebble/vfs/external/com_github_cockroachdb_pebble/vfs/disk_health.go:66 +0x5d

goroutine 47 [select]:
runtime.gopark(0xc0000967a8?, 0x2?, 0x0?, 0x30?, 0xc000096774?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0000965c8 sp=0xc0000965a8 pc=0x4907d6
runtime.selectgo(0xc0000967a8, 0xc000096770, 0x9bf9280?, 0x0, 0x658d74e6c5?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc000096708 sp=0xc0000965c8 pc=0x4a071c
github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker.func1()
	github.com/cockroachdb/pebble/vfs/external/com_github_cockroachdb_pebble/vfs/disk_health.go:71 +0xe5 fp=0xc0000967e0 sp=0xc000096708 pc=0x1058345
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0000967e8 sp=0xc0000967e0 pc=0x4c2401
created by github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker
	github.com/cockroachdb/pebble/vfs/external/com_github_cockroachdb_pebble/vfs/disk_health.go:66 +0x5d

goroutine 151 [select]:
runtime.gopark(0xc01d1cbea0?, 0x2?, 0x58?, 0xbd?, 0xc01d1cbe8c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc010f13d18 sp=0xc010f13cf8 pc=0x4907d6
runtime.selectgo(0xc010f13ea0, 0xc01d1cbe88, 0xc00707ad00?, 0x0, 0xc000000002?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc010f13e58 sp=0xc010f13d18 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0xc00115aa80, 0x0})
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xf8 fp=0xc010f13f30 sp=0xc010f13e58 pc=0x33b73b8
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc010f13fe0 sp=0xc010f13f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc010f13fe8 sp=0xc010f13fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 309974 [select]:
runtime.gopark(0xc009d65208?, 0x2?, 0x78?, 0x26?, 0xc009d65204?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc009d65090 sp=0xc009d65070 pc=0x4907d6
runtime.selectgo(0xc009d65208, 0xc009d65200, 0x10?, 0x0, 0x101?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc009d651d0 sp=0xc009d65090 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc015357c20)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc009d65238 sp=0xc009d651d0 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc00a5a9290, {0x51b9a20?, 0xc012834e80}, 0x6248888?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc009d65340 sp=0xc009d65238 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x121?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc009d65370 sp=0xc009d65340 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc0153579e0, 0xc009d65448, 0xc009d65418)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:692 +0xd3 fp=0xc009d653c8 sp=0xc009d65370 pc=0xc2a3b3
google.golang.org/grpc.(*clientStream).RecvMsg(0xc0153579e0, {0x51b9a20?, 0xc012834e80?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc009d65478 sp=0xc009d653c8 pc=0xc2b61f
google.golang.org/grpc.invoke({0x624a948?, 0xc004edfb00?}, {0x53d9bbc?, 0x2?}, {0x52f0080, 0xc0043b4690}, {0x51b9a20, 0xc012834e80}, 0x0?, {0xc000f30f80, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:73 +0xd7 fp=0xc009d654e0 sp=0xc009d65478 pc=0xc0a637
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x624a948, 0xc004edfb00}, {0x53d9bbc, 0x21}, {0x52f0080, 0xc0043b4690}, {0x51b9a20, 0xc012834e80}, 0x7a72c8676386127b?, 0x568c070, ...)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:247 +0x384 fp=0xc009d655d0 sp=0xc009d654e0 pc=0x1648b84
google.golang.org/grpc.(*ClientConn).Invoke(0x75dd19f53d6684ec?, {0x624a948?, 0xc004edfb00?}, {0x53d9bbc?, 0x0?}, {0x52f0080?, 0xc0043b4690?}, {0x51b9a20?, 0xc012834e80?}, {0x0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:35 +0x223 fp=0xc009d65670 sp=0xc009d655d0 pc=0xc0a483
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc011d98d48, {0x624a948, 0xc004edfb00}, 0x0?, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9334 +0xc9 fp=0xc009d656f0 sp=0xc009d65670 pc=0xdcf7a9
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.TracingInternalClient.Batch({{0x629d930?, 0xc011d98d48?}}, {0x624a948, 0xc004edfb00}, 0xc0043b4690, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:329 +0x171 fp=0xc009d657c8 sp=0xc009d656f0 pc=0x1671a71
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*TracingInternalClient).Batch(0x12a63830?, {0x624a948?, 0xc004edfb00?}, 0x624a948?, {0x0?, 0xc002339f00?, 0xc012a63928?})
	<autogenerated>:1 +0x65 fp=0xc009d65818 sp=0xc009d657c8 pc=0x1671b45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc01194f980, {_, _}, _, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:211 +0x17e fp=0xc009d65ab8 sp=0xc009d65818 pc=0x19daefe
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc01194f980, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f11ef878, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:190 +0x158 fp=0xc009d65bf0 sp=0xc009d65ab8 pc=0x19dad18
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f11ef878, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2079 +0x110f fp=0xc009d66338 sp=0xc009d65bf0 pc=0x19ce2ef
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f11ef878, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1623 +0x805 fp=0xc009d66c38 sp=0xc009d66338 pc=0x19cade5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f11ef878, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1221 +0x433 fp=0xc009d674a0 sp=0xc009d66c38 pc=0x19c8053
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).Send(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f11ef878, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:845 +0x629 fp=0xc009d678c0 sp=0xc009d674a0 pc=0x19c5fe9
github.com/cockroachdb/cockroach/pkg/kv.(*CrossRangeTxnWrapperSender).Send(0xc001261268, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/db.go:223 +0xda fp=0xc009d679f8 sp=0xc009d678c0 pc=0x16a9a7a
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).sendBatch.func1.1({0x624a948, 0xc01160dd10})
	github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:278 +0xeb fp=0xc009d67c00 sp=0xc009d679f8 pc=0x1ca158b
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).sendBatch.func1({0x624a948, 0xc01160dd10})
	github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:309 +0x214 fp=0xc009d67f30 sp=0xc009d67c00 pc=0x1ca0bf4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc009d67fe0 sp=0xc009d67f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc009d67fe8 sp=0xc009d67fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 121 [select]:
runtime.gopark(0xc0000acf00?, 0x2?, 0x0?, 0x0?, 0xc0000acedc?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0000acd68 sp=0xc0000acd48 pc=0x4907d6
runtime.selectgo(0xc0000acf00, 0xc0000aced8, 0xc001403700?, 0x0, 0xc0014036e0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0000acea8 sp=0xc0000acd68 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/sql/contention.(*eventStore).startEventIntake.func3({0xc0031f2700?, 0x5373e6ddb73618?})
	github.com/cockroachdb/cockroach/pkg/sql/contention/event_store.go:188 +0xab fp=0xc0000acf30 sp=0xc0000acea8 pc=0x3246c0b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0000acfe0 sp=0xc0000acf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0000acfe8 sp=0xc0000acfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 249505 [sync.Cond.Wait]:
runtime.gopark(0x4c13fe0?, 0x4fdee40?, 0x12?, 0x0?, 0xc01629f640?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc01d1cb5d0 sp=0xc01d1cb5b0 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc00ea63e90, 0x227)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc01d1cb618 sp=0xc01d1cb5d0 pc=0x4be30c
sync.(*Cond).Wait(0xc014320000?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc01d1cb650 sp=0xc01d1cb618 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/sql.(*StmtBuf).CurCmd(0xc014320668)
	github.com/cockroachdb/cockroach/pkg/sql/conn_io.go:460 +0xbe fp=0xc01d1cb708 sp=0xc01d1cb650 pc=0x3321a5e
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc0068bec00)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2074 +0xe5 fp=0xc01d1cbcb8 sp=0xc01d1cb708 pc=0x32f8b65
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc0068bec00, {0x624a8a0, 0xc00ea63ec0}, 0x4171087070000000?, 0xc003bbddc0?, 0xc00df42250?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2048 +0x20b fp=0xc01d1cbd70 sp=0xc01d1cbcb8 pc=0x32f86eb
github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc003202000?, {0x624a8a0?, 0xc00ea63ec0?}, {0xc002f40800?}, 0x3?, 0xc005deec90?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:881 +0xe6 fp=0xc01d1cbe20 sp=0xc01d1cbd70 pc=0x32f3486
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1()
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:758 +0x54f fp=0xc01d1cbfe0 sp=0xc01d1cbe20 pc=0x37088af
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc01d1cbfe8 sp=0xc01d1cbfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:665 +0x22e

goroutine 214 [select]:
runtime.gopark(0xc00328ee98?, 0x3?, 0x40?, 0x3a?, 0xc00328ee52?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00328ecb0 sp=0xc00328ec90 pc=0x4907d6
runtime.selectgo(0xc00328ee98, 0xc00328ee4c, 0xc002321710?, 0x0, 0x3f0a36e2eb1c432d?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00328edf0 sp=0xc00328ecb0 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/schedulerlatency.StartSampler.func1.1({0x624a948, 0xc002355380})
	github.com/cockroachdb/cockroach/pkg/util/schedulerlatency/sampler.go:108 +0x2ec fp=0xc00328ef30 sp=0xc00328edf0 pc=0x390b10c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00328efe0 sp=0xc00328ef30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00328efe8 sp=0xc00328efe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 51035 [select]:
runtime.gopark(0xc00f90ba08?, 0x2?, 0xc0?, 0x8?, 0xc00f90b9ec?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00f90b870 sp=0xc00f90b850 pc=0x4907d6
runtime.selectgo(0xc00f90ba08, 0xc00f90b9e8, 0x16e9973?, 0x0, 0x2?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00f90b9b0 sp=0xc00f90b870 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc0103a8230, {0xc014af7060, 0x5, 0x5})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:179 +0x90 fp=0xc00f90ba38 sp=0xc00f90b9b0 pc=0xbf96b0
google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0103a8230, {0xc014af7060?, 0xc007297170?, 0xc00f90ba80?})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:173 +0x178 fp=0xc00f90ba78 sp=0xc00f90ba38 pc=0xbf9578
google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0143d3440, {0xc014af7060?, 0xc00f90baf8?, 0xbf0787?})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:485 +0x32 fp=0xc00f90bac0 sp=0xc00f90ba78 pc=0xbfabb2
io.ReadAtLeast({0x6213e00, 0xc0143d3440}, {0xc014af7060, 0x5, 0x5}, 0x5)
	GOROOT/src/io/io.go:332 +0x9a fp=0xc00f90bb08 sp=0xc00f90bac0 pc=0x52d13a
io.ReadFull(...)
	GOROOT/src/io/io.go:351
google.golang.org/grpc/internal/transport.(*Stream).Read(0xc00eaabb00, {0xc014af7060, 0x5, 0x5})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:469 +0xa5 fp=0xc00f90bb48 sp=0xc00f90bb08 pc=0xbfab25
google.golang.org/grpc.(*parser).recvMsg(0xc014af7050, 0x7fffffff)
	google.golang.org/grpc/external/org_golang_google_grpc/rpc_util.go:559 +0x47 fp=0xc00f90bbc8 sp=0xc00f90bb48 pc=0xc18c47
google.golang.org/grpc.recvAndDecompress(0x0?, 0xc00eaabb00, {0x0, 0x0}, 0x7fffffff, 0x0, {0x6248888, 0x9c5fde0})
	google.golang.org/grpc/external/org_golang_google_grpc/rpc_util.go:690 +0x66 fp=0xc00f90bc60 sp=0xc00f90bbc8 pc=0xc19546
google.golang.org/grpc.recv(0x0?, {0x7fb1c7c6d568, 0xc0004b4550}, 0x468405?, {0x0?, 0x0?}, {0x512da60, 0xc00f7c0be8}, 0x7f?, 0x0, ...)
	google.golang.org/grpc/external/org_golang_google_grpc/rpc_util.go:756 +0x6e fp=0xc00f90bcd8 sp=0xc00f90bc60 pc=0xc19c2e
google.golang.org/grpc.(*serverStream).RecvMsg(0xc014e8a8f0, {0x512da60?, 0xc00f7c0be8})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:1583 +0x178 fp=0xc00f90be08 sp=0xc00f90bcd8 pc=0xc30178
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingServerStream).RecvMsg(0x4618e7?, {0x512da60?, 0xc00f7c0be8?})
	<autogenerated>:1 +0x34 fp=0xc00f90be30 sp=0xc00f90be08 pc=0x1649cb4
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*multiRaftRaftMessageBatchServer).Recv(0xc000aaa470)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/bazel-out/k8-opt/bin/pkg/kv/kvserver/kvserver_go_proto_/github.com/cockroachdb/cockroach/pkg/kv/kvserver/storage_services.pb.go:263 +0x4c fp=0xc00f90be60 sp=0xc00f90be30 pc=0x1d4b66c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*lockedRaftMessageResponseStream).Recv(...)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:91
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).RaftMessageBatch.func1.1({0x628a958?, 0xc000aaa470}, 0xc001730460, {0x624a948, 0xc0143d3650})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:289 +0xa6 fp=0xc00f90bee0 sp=0xc00f90be60 pc=0x1d82d66
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).RaftMessageBatch.func1({0x624a948?, 0xc0143d3650?})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:308 +0x45 fp=0xc00f90bf30 sp=0xc00f90bee0 pc=0x1d82c65
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00f90bfe0 sp=0xc00f90bf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00f90bfe8 sp=0xc00f90bfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 213 [select]:
runtime.gopark(0xc001af0ee8?, 0x3?, 0x8?, 0xd1?, 0xc001af0e72?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc001af0cc8 sp=0xc001af0ca8 pc=0x4907d6
runtime.selectgo(0xc001af0ee8, 0xc001af0e6c, 0xc0034a7720?, 0x0, 0x16?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc001af0e08 sp=0xc001af0cc8 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/schedulerlatency.StartSampler.func1({0x624a948, 0xc002355290})
	github.com/cockroachdb/cockroach/pkg/util/schedulerlatency/sampler.go:143 +0x42f fp=0xc001af0f30 sp=0xc001af0e08 pc=0x390a98f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc001af0fe0 sp=0xc001af0f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc001af0fe8 sp=0xc001af0fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1134 [select, 7 minutes]:
runtime.gopark(0xc0086a66b0?, 0x3?, 0x2?, 0x30?, 0xc0086a666a?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00334ccb8 sp=0xc00334cc98 pc=0x4907d6
runtime.selectgo(0xc00334ceb0, 0xc0086a6664, 0x0?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00334cdf8 sp=0xc00334ccb8 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/server.periodicallyPersistHLCUpperBound(0xc0009af860, 0xc004378000, 0xc0084c9490, 0x568e068, 0xc000b56a20, 0x0)
	github.com/cockroachdb/cockroach/pkg/server/clock_monotonicity.go:193 +0x152 fp=0xc00334cef0 sp=0xc00334cdf8 pc=0x398e4b2
github.com/cockroachdb/cockroach/pkg/server.(*Server).startPersistingHLCUpperBound.func3({0xc0028a2a80, 0x0})
	github.com/cockroachdb/cockroach/pkg/server/clock_monotonicity.go:268 +0x49 fp=0xc00334cf30 sp=0xc00334cef0 pc=0x398eb09
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00334cfe0 sp=0xc00334cf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00334cfe8 sp=0xc00334cfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 50832 [select, 6 minutes]:
runtime.gopark(0xc006651578?, 0x2?, 0x0?, 0x58?, 0xc00665153c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0066513a8 sp=0xc006651388 pc=0x4907d6
runtime.selectgo(0xc006651578, 0xc006651538, 0xc005cb9040?, 0x0, 0x27?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0066514e8 sp=0xc0066513a8 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).RaftMessageBatch(0xc001730460, {0x628a958, 0xc01255f020})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:313 +0x208 fp=0xc0066515b0 sp=0xc0066514e8 pc=0x1d82b08
github.com/cockroachdb/cockroach/pkg/kv/kvserver._MultiRaft_RaftMessageBatch_Handler({0x525f4e0?, 0xc001730460}, {0x627d570?, 0xc0112ff840})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/bazel-out/k8-opt/bin/pkg/kv/kvserver/kvserver_go_proto_/github.com/cockroachdb/cockroach/pkg/kv/kvserver/storage_services.pb.go:244 +0x9f fp=0xc0066515e8 sp=0xc0066515b0 pc=0x1d4b57f
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x525f4e0, 0xc001730460}, {0x627dc78?, 0xc00b6936c0?}, 0xc006f91e30, 0x5683c48)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x6c4 fp=0xc006651920 sp=0xc0066515e8 pc=0x16481a4
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x525f4e0?, 0xc001730460?}, {0x627dc78?, 0xc00b6936c0?})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1408 +0x5b fp=0xc006651960 sp=0xc006651920 pc=0xc21dfb
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x525f4e0, 0xc001730460}, {0x627dc78, 0xc00b6936c0}, 0x1054f90?, 0xc005cb9000)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:272 +0x74 fp=0xc006651990 sp=0xc006651960 pc=0x16576d4
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x525f4e0?, 0xc001730460?}, {0x627dc78?, 0xc00b6936c0?})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1411 +0x83 fp=0xc0066519d0 sp=0xc006651990 pc=0xc21e23
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x0?, 0x0?})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:241 +0x2d fp=0xc006651a00 sp=0xc0066519d0 pc=0x165798d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0xc000b6c6c0, {0x624a948, 0xc0051bff20}, {0xc006651b08?, 0x46159f?}, 0xc006651ac0)
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:341 +0xd1 fp=0xc006651a78 sp=0xc006651a00 pc=0x10542d1
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x525f4e0, 0xc001730460}, {0x627dc78?, 0xc00b6936c0?}, 0xc006f91e30, 0xc005cb9000)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:240 +0xef fp=0xc006651b00 sp=0xc006651a78 pc=0x165790f
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x525f4e0?, 0xc001730460?}, {0x627dc78?, 0xc00b6936c0?})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1411 +0x83 fp=0xc006651b40 sp=0xc006651b00 pc=0xc21e23
google.golang.org/grpc.chainStreamInterceptors.func1({0x525f4e0, 0xc001730460}, {0x627dc78, 0xc00b6936c0}, 0xc006f91e30, 0x5683c48)
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1413 +0x12b fp=0xc006651b90 sp=0xc006651b40 pc=0xc21d4b
google.golang.org/grpc.(*Server).processStreamingRPC(0xc008720a80, {0x6294e00, 0xc0114311e0}, 0xc00d7deb40, 0xc000967b90, 0x8ff1fe0, 0x0)
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1549 +0xf3b fp=0xc006651e48 sp=0xc006651b90 pc=0xc22dbb
google.golang.org/grpc.(*Server).handleStream(0xc008720a80, {0x6294e00, 0xc0114311e0}, 0xc00d7deb40, 0x0)
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1624 +0x9ea fp=0xc006651f68 sp=0xc006651e48 pc=0xc245ea
google.golang.org/grpc.(*Server).serveStreams.func1.2()
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:922 +0x98 fp=0xc006651fe0 sp=0xc006651f68 pc=0xc1dab8
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc006651fe8 sp=0xc006651fe0 pc=0x4c2401
created by google.golang.org/grpc.(*Server).serveStreams.func1
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:920 +0x28a

goroutine 309567 [select]:
runtime.gopark(0xc0208209d8?, 0x2?, 0x48?, 0xa6?, 0xc0208209d4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc020820860 sp=0xc020820840 pc=0x4907d6
runtime.selectgo(0xc0208209d8, 0xc0208209d0, 0x10?, 0x0, 0x8?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0208209a0 sp=0xc020820860 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc00c452000)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc020820a08 sp=0xc0208209a0 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc0105576b0, {0x51b9a20?, 0xc0082a6d00}, 0x6248888?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc020820b10 sp=0xc020820a08 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x131?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc020820b40 sp=0xc020820b10 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc0103b5b00, 0xc020820c18, 0xc020820be8)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:692 +0xd3 fp=0xc020820b98 sp=0xc020820b40 pc=0xc2a3b3
google.golang.org/grpc.(*clientStream).RecvMsg(0xc0103b5b00, {0x51b9a20?, 0xc0082a6d00?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc020820c48 sp=0xc020820b98 pc=0xc2b61f
google.golang.org/grpc.invoke({0x624a948?, 0xc00a4d2ae0?}, {0x53d9bbc?, 0x2?}, {0x52f0080, 0xc00b798d20}, {0x51b9a20, 0xc0082a6d00}, 0x0?, {0xc003456b00, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:73 +0xd7 fp=0xc020820cb0 sp=0xc020820c48 pc=0xc0a637
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x624a948, 0xc00a4d2ae0}, {0x53d9bbc, 0x21}, {0x52f0080, 0xc00b798d20}, {0x51b9a20, 0xc0082a6d00}, 0xefe4f6b4b477357?, 0x568c070, ...)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:247 +0x384 fp=0xc020820da0 sp=0xc020820cb0 pc=0x1648b84
google.golang.org/grpc.(*ClientConn).Invoke(0x1116396e69c257e7?, {0x624a948?, 0xc00a4d2ae0?}, {0x53d9bbc?, 0x0?}, {0x52f0080?, 0xc00b798d20?}, {0x51b9a20?, 0xc0082a6d00?}, {0x0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:35 +0x223 fp=0xc020820e40 sp=0xc020820da0 pc=0xc0a483
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc010b21138, {0x624a948, 0xc00a4d2ae0}, 0x0?, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9334 +0xc9 fp=0xc020820ec0 sp=0xc020820e40 pc=0xdcf7a9
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.TracingInternalClient.Batch({{0x629d930?, 0xc010b21138?}}, {0x624a948, 0xc00a4d2ae0}, 0xc00b798d20, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:329 +0x171 fp=0xc020820f98 sp=0xc020820ec0 pc=0x1671a71
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*TracingInternalClient).Batch(0x51090a0?, {0x624a948?, 0xc00a4d2ae0?}, 0x624a948?, {0x0?, 0xc0081f5550?, 0xc0208210f8?})
	<autogenerated>:1 +0x65 fp=0xc020820fe8 sp=0xc020820f98 pc=0x1671b45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc00475cd80, {_, _}, _, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:211 +0x17e fp=0xc020821288 sp=0xc020820fe8 pc=0x19daefe
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc00475cd80, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e458c67b, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:190 +0x158 fp=0xc0208213c0 sp=0xc020821288 pc=0x19dad18
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e458c67b, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2079 +0x110f fp=0xc020821b08 sp=0xc0208213c0 pc=0x19ce2ef
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e458c67b, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1623 +0x805 fp=0xc020822408 sp=0xc020821b08 pc=0x19cade5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e458c67b, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1221 +0x433 fp=0xc020822c70 sp=0xc020822408 pc=0x19c8053
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).Send(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e458c67b, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:845 +0x629 fp=0xc020823090 sp=0xc020822c70 pc=0x19c5fe9
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnLockGatekeeper).SendLocked(0xc00f9b0bb8, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_lock_gatekeeper.go:82 +0x2a8 fp=0xc0208232e8 sp=0xc020823090 pc=0x19f2348
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnMetricRecorder).SendLocked(0xc00f9b0b80, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_metric_recorder.go:46 +0x142 fp=0xc020823410 sp=0xc0208232e8 pc=0x19e9042
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnCommitter).SendLocked(0xc00f9b0b50, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_committer.go:129 +0x746 fp=0xc0208236a0 sp=0xc020823410 pc=0x19e5026
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).sendLockedWithRefreshAttempts(0xc00f9b0a50, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:225 +0x27a fp=0xc020823c40 sp=0xc0208236a0 pc=0x19eeefa
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).SendLocked(0xc00f9b0a50, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:153 +0x1cb fp=0xc020823f30 sp=0xc020823c40 pc=0x19ee7ab
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnPipeliner).SendLocked(0xc00f9b0920, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_pipeliner.go:290 +0x2ee fp=0xc020824230 sp=0xc020823f30 pc=0x19e986e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSeqNumAllocator).SendLocked(0xc00f9b0900?, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_seq_num_allocator.go:104 +0xb5 fp=0xc0208243d8 sp=0xc020824230 pc=0x19ee115
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).SendLocked(0xc00f9b0850, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:245 +0x4e8 fp=0xc0208245f0 sp=0xc0208243d8 pc=0x19e6c28
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*TxnCoordSender).Send(0xc00f9b0680, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_coord_sender.go:526 +0x592 fp=0xc020824848 sp=0xc0208245f0 pc=0x19dd5f2
github.com/cockroachdb/cockroach/pkg/kv.(*DB).sendUsingSender(0xc001261200, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/db.go:1016 +0x156 fp=0xc020824970 sp=0xc020824848 pc=0x16ae696
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).Send(0xc00fdc5760, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/txn.go:1093 +0x225 fp=0xc020824c38 sp=0xc020824970 pc=0x16b7905
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).Send-fm({0x624a948?, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, {0x0, ...}, ...}, ...})
	<autogenerated>:1 +0x85 fp=0xc020824d48 sp=0xc020824c38 pc=0x16bc4c5
github.com/cockroachdb/cockroach/pkg/kv.sendAndFill({0x624a948, 0xc01465e900}, 0x8?, 0xc013366100)
	github.com/cockroachdb/cockroach/pkg/kv/db.go:855 +0x119 fp=0xc020824f40 sp=0xc020824d48 pc=0x16adcf9
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).Run(0xc00fdc5760, {0x624a948, 0xc01465e900}, 0x0?)
	github.com/cockroachdb/cockroach/pkg/kv/txn.go:673 +0x74 fp=0xc020824f88 sp=0xc020824f40 pc=0x16b5274
github.com/cockroachdb/cockroach/pkg/sql.(*tableWriterBase).finalize(0xc0124f5128, {0x624a948, 0xc01465e900})
	github.com/cockroachdb/cockroach/pkg/sql/tablewriter.go:230 +0xb6 fp=0xc020824fc0 sp=0xc020824f88 pc=0x350dd96
github.com/cockroachdb/cockroach/pkg/sql.(*updateNode).BatchedNext(0xc0124f5100, {{0x624a948, 0xc01465e900}, 0xc0041aa400, 0xc0109b5178})
	github.com/cockroachdb/cockroach/pkg/sql/update.go:197 +0x225 fp=0xc020825020 sp=0xc020824fc0 pc=0x352d9a5
github.com/cockroachdb/cockroach/pkg/sql.(*serializeNode).Next(0xc0217abbf0, {{0x624a948?, 0xc01465e900?}, 0xc0041aa400?, 0xc0109b5178?})
	github.com/cockroachdb/cockroach/pkg/sql/plan_batch.go:115 +0x5a fp=0xc020825058 sp=0xc020825020 pc=0x3476ffa
github.com/cockroachdb/cockroach/pkg/sql.(*planNodeToRowSource).Next(0xc002050580)
	github.com/cockroachdb/cockroach/pkg/sql/plan_node_to_row_source.go:211 +0x1b9 fp=0xc020825150 sp=0xc020825058 pc=0x3479e19
github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Columnarizer).Next(0xc005325200)
	github.com/cockroachdb/cockroach/pkg/sql/colexec/columnarizer.go:243 +0x13c fp=0xc0208254d0 sp=0xc020825150 pc=0x299d6fc
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*BatchFlowCoordinator).nextAdapter(0xc0159b1340)
	github.com/cockroachdb/cockroach/pkg/sql/colflow/flow_coordinator.go:252 +0x2a fp=0xc0208254e8 sp=0xc0208254d0 pc=0x32257ca
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*BatchFlowCoordinator).nextAdapter-fm()
	<autogenerated>:1 +0x26 fp=0xc020825500 sp=0xc0208254e8 pc=0x32334e6
github.com/cockroachdb/cockroach/pkg/sql/colexecerror.CatchVectorizedRuntimeError(0xc017911c00?)
	github.com/cockroachdb/cockroach/pkg/sql/colexecerror/error.go:92 +0x62 fp=0xc020825540 sp=0xc020825500 pc=0x2126aa2
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*BatchFlowCoordinator).next(...)
	github.com/cockroachdb/cockroach/pkg/sql/colflow/flow_coordinator.go:256
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*BatchFlowCoordinator).Run(0xc0159b1340, {0x624a8a0?, 0xc01763a5c0?})
	github.com/cockroachdb/cockroach/pkg/sql/colflow/flow_coordinator.go:299 +0x308 fp=0xc0208256d0 sp=0xc020825540 pc=0x3225c08
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*vectorizedFlow).Run(0xc016550690, {0x624a8a0, 0xc01763a5c0}, 0xc00fdc5760?)
	github.com/cockroachdb/cockroach/pkg/sql/colflow/vectorized_flow.go:320 +0x1db fp=0xc020825770 sp=0xc0208256d0 pc=0x322ac3b
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000a94f00, {0x624a948, 0xc0217abc50}, 0xc00877fc20, 0xc00fdc5760, 0xc00428ed80, 0xc00158f880, 0xc0109b54b0, 0xc00d8a1280)
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:757 +0xbc4 fp=0xc020826020 sp=0xc020825770 pc=0x33b9844
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0x0?, {0x624a948?, 0xc0217abc50}, 0xe8?, 0xc00877fc20, 0x17073820d03ed701?, {{0x624ce40?, 0xc005961cc0?}, 0x0?}, 0xc00158f880, ...)
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1764 +0x265 fp=0xc0208260e0 sp=0xc020826020 pc=0x33be445
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRunAll(0xc000a94f00?, {0x624a948, 0xc0217abc50}, 0xc0109b54b0, 0xc0109b5178?, 0xc0109b5178, 0xc00158f880, 0x0)
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1472 +0x218 fp=0xc0208261f8 sp=0xc0208260e0 pc=0x33bc4f8
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc0109b4c00, {0x624a948?, 0xc0217abc50}, 0xc0109b5178, 0xc0217abc50?, {0x7fb1c7c85ea8?, 0xc005145ac8}, 0x78?, 0xc00c7a6058)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1597 +0x594 fp=0xc020826300 sp=0xc0208261f8 pc=0x3310cf4
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc0109b4c00, {0x624a8a0, 0xc01763a000}, 0xc0109b5178, {0x7fb1c7c85ea8, 0xc005145ac8})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1200 +0xc2f fp=0xc020826720 sp=0xc020826300 pc=0x330e08f
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc0109b4c00, {0x624a948?, 0xc00ff99c80?}, {{0x6274800, 0xc0075caa80}, {0xc004b8b35c, 0x7e}, 0x2, 0x1}, 0xc005c1bd40, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:694 +0x2374 fp=0xc0208270b0 sp=0xc020826720 pc=0x3309b54
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt.func1({0x624a948?, 0xc00ff99c80?})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:131 +0xfc fp=0xc020827168 sp=0xc0208270b0 pc=0x330725c
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithProfiling(0x624a948?, {0x624a948?, 0xc00ff99c80?}, {0x6274800?, 0xc0075caa80?}, 0xc004b8ba38?, 0xc004b8bc78?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:2438 +0x330 fp=0xc0208272b8 sp=0xc020827168 pc=0x3317010
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc0109b4c00, {0x624a948, 0xc00ff99c80}, {{0x6274800, 0xc0075caa80}, {0xc004b8b35c, 0x7e}, 0x2, 0x1}, 0xc005c1bd40, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:130 +0x4bf fp=0xc020827430 sp=0xc0208272b8 pc=0x3306bff
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc0109b4c00, {0x624a948, 0xc00ff99c80}, {0xc005c1bd40, {0xc02f42f360, 0x2, 0x2}, {0xc00892f8c0, 0x6, 0x6}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:220 +0x173 fp=0xc020827550 sp=0xc020827430 pc=0x3307493
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2({{0xc004b8bcb7, 0x0}, 0x0, {0xc1116e8188af14dc, 0x6f02162864, 0x0}, 0x1}, 0xc0109b4c00, 0xc0208278c0, 0xc0208278b0, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2201 +0x565 fp=0xc020827708 sp=0xc020827550 pc=0x32fafc5
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc0109b4c00)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2203 +0x6d3 fp=0xc020827cb8 sp=0xc020827708 pc=0x32f9153
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc0109b4c00, {0x624a8a0, 0xc00ddbfac0}, 0x4119178000000000?, 0xc0051e5dc0?, 0xc0007568e0?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2048 +0x20b fp=0xc020827d70 sp=0xc020827cb8 pc=0x32f86eb
github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc003202000?, {0x624a8a0?, 0xc00ddbfac0?}, {0xc002f40800?}, 0x3?, 0xc010bf5ea8?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:881 +0xe6 fp=0xc020827e20 sp=0xc020827d70 pc=0x32f3486
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1()
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:758 +0x54f fp=0xc020827fe0 sp=0xc020827e20 pc=0x37088af
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc020827fe8 sp=0xc020827fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:665 +0x22e

goroutine 309 [IO wait]:
runtime.gopark(0xc003896d80?, 0xb?, 0x0?, 0x0?, 0x31a?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc003896a80 sp=0xc003896a60 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0x534825?, 0x0?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc003896ab8 sp=0xc003896a80 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1ca7fe5e8, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc003896ad8 sp=0xc003896ab8 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc0038b6900?, 0xc00170a000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc003896b00 sp=0xc003896ad8 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc0038b6900, {0xc00170a000, 0x8000, 0x8000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc003896b80 sp=0xc003896b00 pc=0x535efa
net.(*netFD).Read(0xc0038b6900, {0xc00170a000?, 0x4cd355?, 0x0?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc003896bc8 sp=0xc003896b80 pc=0x7a20c9
net.(*conn).Read(0xc0038467c8, {0xc00170a000?, 0x0?, 0xc003896cb8?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc003896c10 sp=0xc003896bc8 pc=0x7b53c5
bufio.(*Reader).Read(0xc003a9afc0, {0xc002324040, 0x9, 0x100000003?})
	GOROOT/src/bufio/bufio.go:237 +0x1bb fp=0xc003896c48 sp=0xc003896c10 pc=0x5aeafb
io.ReadAtLeast({0x62052c0, 0xc003a9afc0}, {0xc002324040, 0x9, 0x9}, 0x9)
	GOROOT/src/io/io.go:332 +0x9a fp=0xc003896c90 sp=0xc003896c48 pc=0x52d13a
io.ReadFull(...)
	GOROOT/src/io/io.go:351
golang.org/x/net/http2.readFrameHeader({0xc002324040?, 0x9?, 0xc000b73d70?}, {0x62052c0?, 0xc003a9afc0?})
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:237 +0x6e fp=0xc003896ce0 sp=0xc003896c90 pc=0xba1d8e
golang.org/x/net/http2.(*Framer).ReadFrame(0xc002324000)
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:498 +0x95 fp=0xc003896d90 sp=0xc003896ce0 pc=0xba25f5
google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc001c5e3c0)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:1498 +0x4be fp=0xc003896fc8 sp=0xc003896d90 pc=0xbea79e
google.golang.org/grpc/internal/transport.newHTTP2Client.func7()
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:365 +0x26 fp=0xc003896fe0 sp=0xc003896fc8 pc=0xbe08a6
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc003896fe8 sp=0xc003896fe0 pc=0x4c2401
created by google.golang.org/grpc/internal/transport.newHTTP2Client
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:365 +0x19bf

goroutine 267978 [sleep]:
runtime.gopark(0x4b8a85c7b71?, 0x20091b?, 0x8c?, 0x5c?, 0x7008269820?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc004177df0 sp=0xc004177dd0 pc=0x4907d6
time.Sleep(0x121854dd4)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc004177e30 sp=0xc004177df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc010264750, 0x20091b, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc004177e88 sp=0xc004177e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc010264750, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc004177ec8 sp=0xc004177e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc008720a80?, {0xc01fe0c000?, 0x30, 0xc002a15fb8?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc004177fa8 sp=0xc004177ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc004177fe0 sp=0xc004177fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc004177fe8 sp=0xc004177fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 137 [chan receive, 7 minutes]:
runtime.gopark(0x7?, 0x0?, 0xac?, 0x70?, 0xa?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0082dfe38 sp=0xc0082dfe18 pc=0x4907d6
runtime.chanrecv(0xc000b56a20, 0x0, 0x1)
	GOROOT/src/runtime/chan.go:583 +0x49b fp=0xc0082dfec8 sp=0xc0082dfe38 pc=0x45a91b
runtime.chanrecv1(0xc0070727c8?, 0xc0082dfee8?)
	GOROOT/src/runtime/chan.go:442 +0x18 fp=0xc0082dfef0 sp=0xc0082dfec8 pc=0x45a418
github.com/cockroachdb/cockroach/pkg/rpc.NewContext.func4({0xc007072700, 0xc000120000})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:597 +0x45 fp=0xc0082dff30 sp=0xc0082dfef0 pc=0x1658f85
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0082dffe0 sp=0xc0082dff30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0082dffe8 sp=0xc0082dffe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 138 [select]:
runtime.gopark(0xc0070a6f00?, 0x2?, 0x3?, 0x0?, 0xc0070a6ee4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0070a6d60 sp=0xc0070a6d40 pc=0x4907d6
runtime.selectgo(0xc0070a6f00, 0xc0070a6ee0, 0x0?, 0x0, 0xc4487c?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0070a6ea0 sp=0xc0070a6d60 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/gossip.newInfoStore.func1({0xc007072e00?, 0x0?})
	github.com/cockroachdb/cockroach/pkg/gossip/pkg/gossip/infostore.go:192 +0x85 fp=0xc0070a6f30 sp=0xc0070a6ea0 pc=0x199dc85
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0070a6fe0 sp=0xc0070a6f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0070a6fe8 sp=0xc0070a6fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 139 [select]:
runtime.gopark(0xc007fc2ef8?, 0x2?, 0x0?, 0x30?, 0xc007fc2ebc?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc007fc2d38 sp=0xc007fc2d18 pc=0x4907d6
runtime.selectgo(0xc007fc2ef8, 0xc007fc2eb8, 0x0?, 0x0, 0x6268d28?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc007fc2e78 sp=0xc007fc2d38 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/ccl/utilccl.UpdateMetricOnLicenseChange.func2({0x624a948, 0xc000966a80})
	github.com/cockroachdb/cockroach/pkg/ccl/utilccl/license_check.go:159 +0x13c fp=0xc007fc2f30 sp=0xc007fc2e78 pc=0x3a58ddc
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc007fc2fe0 sp=0xc007fc2f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc007fc2fe8 sp=0xc007fc2fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 140 [select, 7 minutes]:
runtime.gopark(0xc00193fe48?, 0x2?, 0x0?, 0x0?, 0xc00193fe44?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0082c4cd0 sp=0xc0082c4cb0 pc=0x4907d6
runtime.selectgo(0xc0082c4e48, 0xc00193fe40, 0xc000132730?, 0x0, 0xc00193fe98?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0082c4e10 sp=0xc0082c4cd0 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/tracing.(*Tracer).runPeriodicSnapshotsLoop(0xc00131e000?, 0xc00131e000, 0xc003634b40, 0xc000b56a20, 0x0?)
	github.com/cockroachdb/cockroach/pkg/util/tracing/tracer_snapshots.go:295 +0xec fp=0xc0082c4ea8 sp=0xc0082c4e10 pc=0xc53e0c
github.com/cockroachdb/cockroach/pkg/util/tracing.(*Tracer).PeriodicSnapshotsLoop(0xc45d72?, 0x8c?, 0x0?)
	github.com/cockroachdb/cockroach/pkg/util/tracing/tracer_snapshots.go:261 +0xb5 fp=0xc0082c4f08 sp=0xc0082c4ea8 pc=0xc53c95
github.com/cockroachdb/cockroach/pkg/server.newSQLServer.func1({0xc001048e00, 0x0})
	github.com/cockroachdb/cockroach/pkg/server/server_sql.go:432 +0x45 fp=0xc0082c4f30 sp=0xc0082c4f08 pc=0x39df725
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0082c4fe0 sp=0xc0082c4f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0082c4fe8 sp=0xc0082c4fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 141 [select]:
runtime.gopark(0xc0019407a8?, 0x2?, 0x0?, 0x30?, 0xc00194076c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0019405c8 sp=0xc0019405a8 pc=0x4907d6
runtime.selectgo(0xc0019407a8, 0xc001940768, 0x538990?, 0x0, 0xc001867b00?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc001940708 sp=0xc0019405c8 pc=0x4a071c
github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFS).startTickerLocked.func1()
	github.com/cockroachdb/pebble/vfs/external/com_github_cockroachdb_pebble/vfs/disk_health.go:365 +0xe5 fp=0xc0019407e0 sp=0xc001940708 pc=0x10594e5
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0019407e8 sp=0xc0019407e0 pc=0x4c2401
created by github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFS).startTickerLocked
	github.com/cockroachdb/pebble/vfs/external/com_github_cockroachdb_pebble/vfs/disk_health.go:360 +0x7a

goroutine 1157 [sync.Cond.Wait]:
runtime.gopark(0xc1116e81a49b8ae2?, 0x6f1e029e6c?, 0x0?, 0x0?, 0xc1116e81a505d0ae?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc012111e08 sp=0xc012111de8 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc003878850, 0x922a5)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc012111e50 sp=0xc012111e08 pc=0x4be30c
sync.(*Cond).Wait(0x4b588c0?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc012111e88 sp=0xc012111e50 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0005a7950, {0x624a948, 0xc001da3920})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/scheduler.go:275 +0x2ff fp=0xc012111f08 sp=0xc012111e88 pc=0x1e26fbf
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker-fm({0x624a948?, 0xc001da3920?})
	<autogenerated>:1 +0x39 fp=0xc012111f30 sp=0xc012111f08 pc=0x1e852b9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc012111fe0 sp=0xc012111f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc012111fe8 sp=0xc012111fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 143 [select]:
runtime.gopark(0xc0019417a8?, 0x2?, 0x0?, 0x30?, 0xc001941774?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0019415c8 sp=0xc0019415a8 pc=0x4907d6
runtime.selectgo(0xc0019417a8, 0xc001941770, 0x0?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc001941708 sp=0xc0019415c8 pc=0x4a071c
github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker.func1()
	github.com/cockroachdb/pebble/vfs/external/com_github_cockroachdb_pebble/vfs/disk_health.go:71 +0xe5 fp=0xc0019417e0 sp=0xc001941708 pc=0x1058345
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0019417e8 sp=0xc0019417e0 pc=0x4c2401
created by github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker
	github.com/cockroachdb/pebble/vfs/external/com_github_cockroachdb_pebble/vfs/disk_health.go:66 +0x5d

goroutine 60 [chan receive, 7 minutes]:
runtime.gopark(0x4b2da40?, 0x4bb35c0?, 0xe0?, 0xfd?, 0xc00193fef8?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00193fdf8 sp=0xc00193fdd8 pc=0x4907d6
runtime.chanrecv(0xc001a82060, 0xc00193fed0, 0x1)
	GOROOT/src/runtime/chan.go:583 +0x49b fp=0xc00193fe88 sp=0xc00193fdf8 pc=0x45a91b
runtime.chanrecv2(0x0?, 0x0?)
	GOROOT/src/runtime/chan.go:447 +0x18 fp=0xc00193feb0 sp=0xc00193fe88 pc=0x45a458
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x624a948, 0xc000a4c840})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/table_cache.go:324 +0x9f fp=0xc00193ff08 sp=0xc00193feb0 pc=0x116641f
runtime/pprof.Do({0x624a8d8?, 0xc000120000?}, {{0xc000084900?, 0x1054d60?, 0xc000b6c6c0?}}, 0xc00193ffa8)
	GOROOT/src/runtime/pprof/runtime.go:40 +0xa3 fp=0xc00193ff78 sp=0xc00193ff08 pc=0xfd3223
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00193ff70?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/table_cache.go:322 +0x58 fp=0xc00193ffc8 sp=0xc00193ff78 pc=0x1166358
github.com/cockroachdb/pebble.(*tableCacheShard).init.func1()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/table_cache.go:314 +0x26 fp=0xc00193ffe0 sp=0xc00193ffc8 pc=0x11662c6
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00193ffe8 sp=0xc00193ffe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/table_cache.go:314 +0xef

goroutine 61 [chan receive, 7 minutes]:
runtime.gopark(0x4b2da40?, 0x4bb35c0?, 0xe0?, 0xfd?, 0xc0082e16f8?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0082e15f8 sp=0xc0082e15d8 pc=0x4907d6
runtime.chanrecv(0xc001a820c0, 0xc0082e16d0, 0x1)
	GOROOT/src/runtime/chan.go:583 +0x49b fp=0xc0082e1688 sp=0xc0082e15f8 pc=0x45a91b
runtime.chanrecv2(0x0?, 0x0?)
	GOROOT/src/runtime/chan.go:447 +0x18 fp=0xc0082e16b0 sp=0xc0082e1688 pc=0x45a458
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x624a948, 0xc000a4c9c0})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/table_cache.go:324 +0x9f fp=0xc0082e1708 sp=0xc0082e16b0 pc=0x116641f
runtime/pprof.Do({0x624a8d8?, 0xc000120000?}, {{0xc000084900?, 0xc00094ee00?, 0xc0004a44d0?}}, 0xc0082e17a8)
	GOROOT/src/runtime/pprof/runtime.go:40 +0xa3 fp=0xc0082e1778 sp=0xc0082e1708 pc=0xfd3223
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00094ee00?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/table_cache.go:322 +0x58 fp=0xc0082e17c8 sp=0xc0082e1778 pc=0x1166358
github.com/cockroachdb/pebble.(*tableCacheShard).init.func1()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/table_cache.go:314 +0x26 fp=0xc0082e17e0 sp=0xc0082e17c8 pc=0x11662c6
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0082e17e8 sp=0xc0082e17e0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/table_cache.go:314 +0xef

goroutine 62 [chan receive, 7 minutes]:
runtime.gopark(0x4b2da40?, 0x4bb35c0?, 0xe0?, 0xfd?, 0xc0082e06f8?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0082e05f8 sp=0xc0082e05d8 pc=0x4907d6
runtime.chanrecv(0xc001a82120, 0xc0082e06d0, 0x1)
	GOROOT/src/runtime/chan.go:583 +0x49b fp=0xc0082e0688 sp=0xc0082e05f8 pc=0x45a91b
runtime.chanrecv2(0x0?, 0x0?)
	GOROOT/src/runtime/chan.go:447 +0x18 fp=0xc0082e06b0 sp=0xc0082e0688 pc=0x45a458
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x624a948, 0xc000a4ca20})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/table_cache.go:324 +0x9f fp=0xc0082e0708 sp=0xc0082e06b0 pc=0x116641f
runtime/pprof.Do({0x624a8d8?, 0xc000120000?}, {{0xc000084900?, 0xc001528000?, 0xc001800000?}}, 0xc0082e07a8)
	GOROOT/src/runtime/pprof/runtime.go:40 +0xa3 fp=0xc0082e0778 sp=0xc0082e0708 pc=0xfd3223
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/table_cache.go:322 +0x58 fp=0xc0082e07c8 sp=0xc0082e0778 pc=0x1166358
github.com/cockroachdb/pebble.(*tableCacheShard).init.func1()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/table_cache.go:314 +0x26 fp=0xc0082e07e0 sp=0xc0082e07c8 pc=0x11662c6
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0082e07e8 sp=0xc0082e07e0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/table_cache.go:314 +0xef

goroutine 63 [chan receive, 7 minutes]:
runtime.gopark(0x4b2da40?, 0x4bb35c0?, 0xe0?, 0xfd?, 0xc0082e1ef8?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0082e1df8 sp=0xc0082e1dd8 pc=0x4907d6
runtime.chanrecv(0xc001a82180, 0xc0082e1ed0, 0x1)
	GOROOT/src/runtime/chan.go:583 +0x49b fp=0xc0082e1e88 sp=0xc0082e1df8 pc=0x45a91b
runtime.chanrecv2(0x0?, 0x0?)
	GOROOT/src/runtime/chan.go:447 +0x18 fp=0xc0082e1eb0 sp=0xc0082e1e88 pc=0x45a458
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1({0x624a948, 0xc000a4ca80})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/table_cache.go:324 +0x9f fp=0xc0082e1f08 sp=0xc0082e1eb0 pc=0x116641f
runtime/pprof.Do({0x624a8d8?, 0xc000120000?}, {{0xc000084900?, 0x0?, 0x0?}}, 0xc0082e1fa8)
	GOROOT/src/runtime/pprof/runtime.go:40 +0xa3 fp=0xc0082e1f78 sp=0xc0082e1f08 pc=0xfd3223
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0x0?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/table_cache.go:322 +0x58 fp=0xc0082e1fc8 sp=0xc0082e1f78 pc=0x1166358
github.com/cockroachdb/pebble.(*tableCacheShard).init.func1()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/table_cache.go:314 +0x26 fp=0xc0082e1fe0 sp=0xc0082e1fc8 pc=0x11662c6
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0082e1fe8 sp=0xc0082e1fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/table_cache.go:314 +0xef

goroutine 64 [select]:
runtime.gopark(0xc0082e27a8?, 0x2?, 0x0?, 0x30?, 0xc0082e2774?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0082e25c8 sp=0xc0082e25a8 pc=0x4907d6
runtime.selectgo(0xc0082e27a8, 0xc0082e2770, 0x0?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0082e2708 sp=0xc0082e25c8 pc=0x4a071c
github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker.func1()
	github.com/cockroachdb/pebble/vfs/external/com_github_cockroachdb_pebble/vfs/disk_health.go:71 +0xe5 fp=0xc0082e27e0 sp=0xc0082e2708 pc=0x1058345
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0082e27e8 sp=0xc0082e27e0 pc=0x4c2401
created by github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker
	github.com/cockroachdb/pebble/vfs/external/com_github_cockroachdb_pebble/vfs/disk_health.go:66 +0x5d

goroutine 310 [select]:
runtime.gopark(0xc0087a3f00?, 0x2?, 0x8d?, 0x0?, 0xc0087a3ed4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc013733d60 sp=0xc013733d40 pc=0x4907d6
runtime.selectgo(0xc013733f00, 0xc0087a3ed0, 0xc000b73f80?, 0x0, 0xc018d01340?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc013733ea0 sp=0xc013733d60 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0023380a0, 0x1)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/controlbuf.go:407 +0x115 fp=0xc013733f30 sp=0xc013733ea0 pc=0xbd68d5
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc003a9b020)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/controlbuf.go:534 +0x85 fp=0xc013733f88 sp=0xc013733f30 pc=0xbd6fe5
google.golang.org/grpc/internal/transport.newHTTP2Client.func3()
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:415 +0x6a fp=0xc013733fe0 sp=0xc013733f88 pc=0xbe078a
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc013733fe8 sp=0xc013733fe0 pc=0x4c2401
created by google.golang.org/grpc/internal/transport.newHTTP2Client
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:413 +0x2011

goroutine 146 [select]:
runtime.gopark(0xc0082e37a8?, 0x2?, 0x0?, 0x30?, 0xc0082e3774?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0082e35c8 sp=0xc0082e35a8 pc=0x4907d6
runtime.selectgo(0xc0082e37a8, 0xc0082e3770, 0x0?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0082e3708 sp=0xc0082e35c8 pc=0x4a071c
github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker.func1()
	github.com/cockroachdb/pebble/vfs/external/com_github_cockroachdb_pebble/vfs/disk_health.go:71 +0xe5 fp=0xc0082e37e0 sp=0xc0082e3708 pc=0x1058345
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0082e37e8 sp=0xc0082e37e0 pc=0x4c2401
created by github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker
	github.com/cockroachdb/pebble/vfs/external/com_github_cockroachdb_pebble/vfs/disk_health.go:66 +0x5d

goroutine 147 [sync.Cond.Wait, 7 minutes]:
runtime.gopark(0xc0082e3db8?, 0x7fb1cc6e9068?, 0x80?, 0x0?, 0x7fb1f593df18?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0082c5d40 sp=0xc0082c5d20 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc0002825e0, 0x0)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc0082c5d88 sp=0xc0082c5d40 pc=0x4be30c
sync.(*Cond).Wait(0xc0082e3de8?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc0082c5dc0 sp=0xc0082c5d88 pc=0x4cabac
github.com/cockroachdb/pebble/record.(*flusherCond).Wait(...)
	github.com/cockroachdb/pebble/record/external/com_github_cockroachdb_pebble/record/log_writer.go:198
github.com/cockroachdb/pebble/record.(*LogWriter).flushLoop(0xc000282500, {0x4bb35c0, 0x9c5fde0})
	github.com/cockroachdb/pebble/record/external/com_github_cockroachdb_pebble/record/log_writer.go:415 +0x647 fp=0xc0082c5ef8 sp=0xc0082c5dc0 pc=0x10ad167
github.com/cockroachdb/pebble/record.(*LogWriter).flushLoop-fm({0x624a948?, 0xc000a4d380?})
	<autogenerated>:1 +0x39 fp=0xc0082c5f20 sp=0xc0082c5ef8 pc=0x10b0099
runtime/pprof.Do({0x624a8d8?, 0xc000120000?}, {{0xc000084800?, 0x0?, 0x0?}}, 0xc0082e3fc0)
	GOROOT/src/runtime/pprof/runtime.go:40 +0xa3 fp=0xc0082c5f90 sp=0xc0082c5f20 pc=0xfd3223
github.com/cockroachdb/pebble/record.NewLogWriter.func2()
	github.com/cockroachdb/pebble/record/external/com_github_cockroachdb_pebble/record/log_writer.go:329 +0x5c fp=0xc0082c5fe0 sp=0xc0082c5f90 pc=0x10aca3c
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0082c5fe8 sp=0xc0082c5fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble/record.NewLogWriter
	github.com/cockroachdb/pebble/record/external/com_github_cockroachdb_pebble/record/log_writer.go:328 +0x3ca

goroutine 211 [IO wait]:
runtime.gopark(0x200000003?, 0xc0012e7a00?, 0x0?, 0x85?, 0xc003351c28?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc003351bb8 sp=0xc003351b98 pc=0x4907d6
runtime.netpollblock(0xc003351c08?, 0x3351c80?, 0xc0?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc003351bf0 sp=0xc003351bb8 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1ccf29af8, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc003351c10 sp=0xc003351bf0 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc0030e9980?, 0x6?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc003351c38 sp=0xc003351c10 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Accept(0xc0030e9980)
	GOROOT/src/internal/poll/fd_unix.go:614 +0x234 fp=0xc003351cd0 sp=0xc003351c38 pc=0x539e14
net.(*netFD).accept(0xc0030e9980)
	GOROOT/src/net/fd_unix.go:172 +0x35 fp=0xc003351d88 sp=0xc003351cd0 pc=0x7a4235
net.(*TCPListener).accept(0xc0031f84f8)
	GOROOT/src/net/tcpsock_posix.go:142 +0x28 fp=0xc003351db8 sp=0xc003351d88 pc=0x7bfa48
net.(*TCPListener).Accept(0xc0031f84f8)
	GOROOT/src/net/tcpsock.go:288 +0x3d fp=0xc003351de8 sp=0xc003351db8 pc=0x7bec1d
github.com/cockroachdb/cmux.(*cMux).Serve(0xc0031c1d00)
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:124 +0xa9 fp=0xc003351e78 sp=0xc003351de8 pc=0x16414c9
github.com/cockroachdb/cockroach/pkg/server.startListenRPCAndSQL.func5.2.1()
	github.com/cockroachdb/cockroach/pkg/server/start_listen.go:139 +0x22 fp=0xc003351e98 sp=0xc003351e78 pc=0x39e5e62
sync.(*Once).doSlow(0xc0014026e8?, 0xc001402720?)
	GOROOT/src/sync/once.go:74 +0xc2 fp=0xc003351ef8 sp=0xc003351e98 pc=0x4ccc42
sync.(*Once).Do(...)
	GOROOT/src/sync/once.go:65
github.com/cockroachdb/cockroach/pkg/server.startListenRPCAndSQL.func5.2({0xc00141b500, 0x76a2f186fff574})
	github.com/cockroachdb/cockroach/pkg/server/start_listen.go:138 +0x55 fp=0xc003351f30 sp=0xc003351ef8 pc=0x39e5e15
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc003351fe0 sp=0xc003351f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc003351fe8 sp=0xc003351fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 210 [chan receive, 6 minutes]:
runtime.gopark(0xc005c44ab0?, 0xc003295d08?, 0xa?, 0xba?, 0x0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc003295cd8 sp=0xc003295cb8 pc=0x4907d6
runtime.chanrecv(0xc003229320, 0xc003295da0, 0x1)
	GOROOT/src/runtime/chan.go:583 +0x49b fp=0xc003295d68 sp=0xc003295cd8 pc=0x45a91b
runtime.chanrecv2(0x498b20?, 0xc005c44ab0?)
	GOROOT/src/runtime/chan.go:447 +0x18 fp=0xc003295d90 sp=0xc003295d68 pc=0x45a458
github.com/cockroachdb/cmux.muxListener.Accept(...)
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:184
github.com/cockroachdb/cmux.(*muxListener).Accept(0x62afba0?)
	<autogenerated>:1 +0x45 fp=0xc003295dc0 sp=0xc003295d90 pc=0x1642445
google.golang.org/grpc.(*Server).Serve(0xc008720a80, {0x6248348?, 0xc0031f8528})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:780 +0x475 fp=0xc003295f08 sp=0xc003295dc0 pc=0xc1c4f5
github.com/cockroachdb/cockroach/pkg/server.startListenRPCAndSQL.func5.1({0xc00141b180, 0xc001a82d00})
	github.com/cockroachdb/cockroach/pkg/server/start_listen.go:134 +0x28 fp=0xc003295f30 sp=0xc003295f08 pc=0x39e5ea8
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc003295fe0 sp=0xc003295f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc003295fe8 sp=0xc003295fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 122 [select]:
runtime.gopark(0xc003ae5ee8?, 0x3?, 0x3e?, 0x0?, 0xc003ae5e8a?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc004084cd8 sp=0xc004084cb8 pc=0x4907d6
runtime.selectgo(0xc004084ee8, 0xc003ae5e84, 0xc0031e5500?, 0x0, 0x1066cf4?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc004084e18 sp=0xc004084cd8 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/sql/contention.(*eventStore).startResolver.func1({0x624a948, 0xc0031e5500})
	github.com/cockroachdb/cockroach/pkg/sql/contention/event_store.go:219 +0x210 fp=0xc004084f30 sp=0xc004084e18 pc=0x3247150
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc004084fe0 sp=0xc004084f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc004084fe8 sp=0xc004084fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 123 [select, 7 minutes]:
runtime.gopark(0xc0082efed0?, 0x2?, 0x0?, 0xe0?, 0xc0082efe64?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc003895cb8 sp=0xc003895c98 pc=0x4907d6
runtime.selectgo(0xc003895ed0, 0xc0082efe60, 0xc000901530?, 0x0, 0xe?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc003895df8 sp=0xc003895cb8 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func4({0xc0031f2e00, 0x0})
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:191 +0x125 fp=0xc003895f30 sp=0xc003895df8 pc=0x33b6f85
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc003895fe0 sp=0xc003895f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc003895fe8 sp=0xc003895fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 124 [runnable]:
runtime.gopark(0xc000097eb0?, 0x2?, 0x0?, 0x0?, 0xc000097e7c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0082c3cd0 sp=0xc0082c3cb0 pc=0x4907d6
runtime.selectgo(0xc0082c3eb0, 0xc000097e78, 0x0?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0082c3e10 sp=0xc0082c3cd0 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initCancelingWorkers.func1({0x624a948, 0xc0031e55c0})
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:234 +0xcd fp=0xc0082c3f30 sp=0xc0082c3e10 pc=0x33b766d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0082c3fe0 sp=0xc0082c3f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0082c3fe8 sp=0xc0082c3fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 125 [runnable]:
runtime.gopark(0xc0000946b0?, 0x2?, 0x10?, 0x0?, 0xc00009467c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0000944d0 sp=0xc0000944b0 pc=0x4907d6
runtime.selectgo(0xc0000946b0, 0xc000094678, 0x4618e7?, 0x0, 0x7fb1c8ffdcf0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc000094610 sp=0xc0000944d0 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initCancelingWorkers.func1({0x624a948, 0xc0031e5620})
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:234 +0xcd fp=0xc000094730 sp=0xc000094610 pc=0x33b766d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0000947e0 sp=0xc000094730 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0000947e8 sp=0xc0000947e0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 126 [select, 7 minutes]:
runtime.gopark(0xc0012ae6b0?, 0x2?, 0x2e?, 0x32?, 0xc0012ae67c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc007fbdcd0 sp=0xc007fbdcb0 pc=0x4907d6
runtime.selectgo(0xc007fbdeb0, 0xc0012ae678, 0xc0012ae738?, 0x0, 0xc0019e8dd0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc007fbde10 sp=0xc007fbdcd0 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initCancelingWorkers.func1({0x624a948, 0xc0031e5680})
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:234 +0xcd fp=0xc007fbdf30 sp=0xc007fbde10 pc=0x33b766d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc007fbdfe0 sp=0xc007fbdf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc007fbdfe8 sp=0xc007fbdfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 127 [runnable]:
runtime.gopark(0xc0012ac6b0?, 0x2?, 0x38?, 0x33?, 0xc0012ac67c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc007fc1cd0 sp=0xc007fc1cb0 pc=0x4907d6
runtime.selectgo(0xc007fc1eb0, 0xc0012ac678, 0xc0012ac738?, 0x0, 0xc0019e8a90?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc007fc1e10 sp=0xc007fc1cd0 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initCancelingWorkers.func1({0x624a948, 0xc0031e56e0})
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:234 +0xcd fp=0xc007fc1f30 sp=0xc007fc1e10 pc=0x33b766d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc007fc1fe0 sp=0xc007fc1f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc007fc1fe8 sp=0xc007fc1fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 152 [select]:
runtime.gopark(0xc01c52dea0?, 0x2?, 0x58?, 0xdd?, 0xc01c52de8c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0087a3d18 sp=0xc0087a3cf8 pc=0x4907d6
runtime.selectgo(0xc0087a3ea0, 0xc01c52de88, 0xc00707ad00?, 0x0, 0x70c75d500000002?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0087a3e58 sp=0xc0087a3d18 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0xc00115ae00, 0x5d106a1d6a6ba74c})
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xf8 fp=0xc0087a3f30 sp=0xc0087a3e58 pc=0x33b73b8
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0087a3fe0 sp=0xc0087a3f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0087a3fe8 sp=0xc0087a3fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 153 [select]:
runtime.gopark(0xc009cb9ea0?, 0x2?, 0x58?, 0x9d?, 0xc009cb9e8c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0195c7d18 sp=0xc0195c7cf8 pc=0x4907d6
runtime.selectgo(0xc0195c7ea0, 0xc009cb9e88, 0xc00707ad00?, 0x0, 0x4?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0195c7e58 sp=0xc0195c7d18 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0xc00115bc00, 0x0})
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xf8 fp=0xc0195c7f30 sp=0xc0195c7e58 pc=0x33b73b8
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0195c7fe0 sp=0xc0195c7f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0195c7fe8 sp=0xc0195c7fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 154 [select]:
runtime.gopark(0xc00bec5ea0?, 0x2?, 0x58?, 0x5d?, 0xc00bec5e8c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00fe95d18 sp=0xc00fe95cf8 pc=0x4907d6
runtime.selectgo(0xc00fe95ea0, 0xc00bec5e88, 0xc00707ad00?, 0x0, 0x1?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00fe95e58 sp=0xc00fe95d18 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0xc001ae2000, 0x11})
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xf8 fp=0xc00fe95f30 sp=0xc00fe95e58 pc=0x33b73b8
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00fe95fe0 sp=0xc00fe95f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00fe95fe8 sp=0xc00fe95fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 155 [select]:
runtime.gopark(0xc005681ea0?, 0x2?, 0x58?, 0x1d?, 0xc005681e8c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc005681d18 sp=0xc005681cf8 pc=0x4907d6
runtime.selectgo(0xc005681ea0, 0xc005681e88, 0xc00707ad00?, 0x0, 0x2?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc005681e58 sp=0xc005681d18 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0xc001ae2380, 0x0})
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xf8 fp=0xc005681f30 sp=0xc005681e58 pc=0x33b73b8
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc005681fe0 sp=0xc005681f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc005681fe8 sp=0xc005681fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 156 [select]:
runtime.gopark(0xc017ad3ea0?, 0x2?, 0x58?, 0x3d?, 0xc017ad3e8c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00c8e3d18 sp=0xc00c8e3cf8 pc=0x4907d6
runtime.selectgo(0xc00c8e3ea0, 0xc017ad3e88, 0xc00707ad00?, 0x0, 0x1?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00c8e3e58 sp=0xc00c8e3d18 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0xc001ae2700, 0x0})
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xf8 fp=0xc00c8e3f30 sp=0xc00c8e3e58 pc=0x33b73b8
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00c8e3fe0 sp=0xc00c8e3f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00c8e3fe8 sp=0xc00c8e3fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 157 [select]:
runtime.gopark(0xc00658bea0?, 0x2?, 0x58?, 0xbd?, 0xc00658be8c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00658bd18 sp=0xc00658bcf8 pc=0x4907d6
runtime.selectgo(0xc00658bea0, 0xc00658be88, 0xc00707ad00?, 0x0, 0x2?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00658be58 sp=0xc00658bd18 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0xc001ae2a80, 0x0})
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xf8 fp=0xc00658bf30 sp=0xc00658be58 pc=0x33b73b8
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00658bfe0 sp=0xc00658bf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00658bfe8 sp=0xc00658bfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 158 [select]:
runtime.gopark(0xc00a127ea0?, 0x2?, 0x58?, 0x7d?, 0xc00a127e8c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00a127d18 sp=0xc00a127cf8 pc=0x4907d6
runtime.selectgo(0xc00a127ea0, 0xc00a127e88, 0xc00707ad00?, 0x0, 0x2?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00a127e58 sp=0xc00a127d18 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0xc001ae2e00, 0x0})
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xf8 fp=0xc00a127f30 sp=0xc00a127e58 pc=0x33b73b8
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00a127fe0 sp=0xc00a127f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00a127fe8 sp=0xc00a127fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 159 [select]:
runtime.gopark(0xc006643ea0?, 0x2?, 0x58?, 0x3d?, 0xc006643e8c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc006643d18 sp=0xc006643cf8 pc=0x4907d6
runtime.selectgo(0xc006643ea0, 0xc006643e88, 0xc00707ad00?, 0x0, 0x2?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc006643e58 sp=0xc006643d18 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0xc001ae3180, 0x0})
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xf8 fp=0xc006643f30 sp=0xc006643e58 pc=0x33b73b8
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc006643fe0 sp=0xc006643f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc006643fe8 sp=0xc006643fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 160 [select]:
runtime.gopark(0xc00cdb5ea0?, 0x2?, 0x58?, 0x5d?, 0xc00cdb5e8c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00cdb5d18 sp=0xc00cdb5cf8 pc=0x4907d6
runtime.selectgo(0xc00cdb5ea0, 0xc00cdb5e88, 0xc00707ad00?, 0x0, 0x2?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00cdb5e58 sp=0xc00cdb5d18 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0xc001ae3500, 0x0})
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xf8 fp=0xc00cdb5f30 sp=0xc00cdb5e58 pc=0x33b73b8
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00cdb5fe0 sp=0xc00cdb5f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00cdb5fe8 sp=0xc00cdb5fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 161 [select]:
runtime.gopark(0xc01b22dea0?, 0x2?, 0x58?, 0xdd?, 0xc01b22de8c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00ccf7d18 sp=0xc00ccf7cf8 pc=0x4907d6
runtime.selectgo(0xc00ccf7ea0, 0xc01b22de88, 0xc00707ad00?, 0x0, 0x2?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00ccf7e58 sp=0xc00ccf7d18 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0xc001ae3880, 0x0})
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xf8 fp=0xc00ccf7f30 sp=0xc00ccf7e58 pc=0x33b73b8
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00ccf7fe0 sp=0xc00ccf7f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00ccf7fe8 sp=0xc00ccf7fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 178 [select]:
runtime.gopark(0xc01c435ea0?, 0x2?, 0x58?, 0x5d?, 0xc01c435e8c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00ccbfd18 sp=0xc00ccbfcf8 pc=0x4907d6
runtime.selectgo(0xc00ccbfea0, 0xc01c435e88, 0xc00707ad00?, 0x0, 0x2?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00ccbfe58 sp=0xc00ccbfd18 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0xc001ae3c00, 0x11})
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xf8 fp=0xc00ccbff30 sp=0xc00ccbfe58 pc=0x33b73b8
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00ccbffe0 sp=0xc00ccbff30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00ccbffe8 sp=0xc00ccbffe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 179 [select]:
runtime.gopark(0xc01bda3ea0?, 0x2?, 0x58?, 0x3d?, 0xc01bda3e8c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00c7e7d18 sp=0xc00c7e7cf8 pc=0x4907d6
runtime.selectgo(0xc00c7e7ea0, 0xc01bda3e88, 0xc00707ad00?, 0x0, 0x2?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00c7e7e58 sp=0xc00c7e7d18 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0xc001aec000, 0x11})
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xf8 fp=0xc00c7e7f30 sp=0xc00c7e7e58 pc=0x33b73b8
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00c7e7fe0 sp=0xc00c7e7f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00c7e7fe8 sp=0xc00c7e7fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 180 [select]:
runtime.gopark(0xc00bd93ea0?, 0x2?, 0x58?, 0x3d?, 0xc00bd93e8c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc01122fd18 sp=0xc01122fcf8 pc=0x4907d6
runtime.selectgo(0xc01122fea0, 0xc00bd93e88, 0xc00707ad00?, 0x0, 0x4?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc01122fe58 sp=0xc01122fd18 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0xc001aec380, 0x0})
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xf8 fp=0xc01122ff30 sp=0xc01122fe58 pc=0x33b73b8
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc01122ffe0 sp=0xc01122ff30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc01122ffe8 sp=0xc01122ffe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 181 [select]:
runtime.gopark(0xc009cc9ea0?, 0x2?, 0x58?, 0x9d?, 0xc009cc9e8c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc011467d18 sp=0xc011467cf8 pc=0x4907d6
runtime.selectgo(0xc011467ea0, 0xc009cc9e88, 0xc00707ad00?, 0x0, 0x1?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc011467e58 sp=0xc011467d18 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0xc001aec700, 0x0})
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xf8 fp=0xc011467f30 sp=0xc011467e58 pc=0x33b73b8
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc011467fe0 sp=0xc011467f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc011467fe8 sp=0xc011467fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 182 [select]:
runtime.gopark(0xc00aef3ea0?, 0x2?, 0x58?, 0x3d?, 0xc00aef3e8c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc011463d18 sp=0xc011463cf8 pc=0x4907d6
runtime.selectgo(0xc011463ea0, 0xc00aef3e88, 0xc00707ad00?, 0x0, 0x1?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc011463e58 sp=0xc011463d18 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/sql.(*runnerCoordinator).init.func1({0xc001aeca80, 0x10})
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:149 +0xf8 fp=0xc011463f30 sp=0xc011463e58 pc=0x33b73b8
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc011463fe0 sp=0xc011463f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc011463fe8 sp=0xc011463fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 297 [select, 7 minutes]:
runtime.gopark(0xc00334af98?, 0x2?, 0x0?, 0x0?, 0xc00334af7c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00334ae00 sp=0xc00334ade0 pc=0x4907d6
runtime.selectgo(0xc00334af98, 0xc00334af78, 0xc007325b20?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00334af40 sp=0xc00334ae00 pc=0x4a071c
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc003879200)
	google.golang.org/grpc/external/org_golang_google_grpc/balancer_conn_wrappers.go:112 +0x73 fp=0xc00334afc8 sp=0xc00334af40 pc=0xc088f3
google.golang.org/grpc.newCCBalancerWrapper.func1()
	google.golang.org/grpc/external/org_golang_google_grpc/balancer_conn_wrappers.go:73 +0x26 fp=0xc00334afe0 sp=0xc00334afc8 pc=0xc08846
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00334afe8 sp=0xc00334afe0 pc=0x4c2401
created by google.golang.org/grpc.newCCBalancerWrapper
	google.golang.org/grpc/external/org_golang_google_grpc/balancer_conn_wrappers.go:73 +0x22a

goroutine 128 [select, 7 minutes]:
runtime.gopark(0xc0005146e8?, 0x3?, 0xf6?, 0xda?, 0xc0005146a2?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc007fbfd10 sp=0xc007fbfcf0 pc=0x4907d6
runtime.selectgo(0xc007fbfee8, 0xc00051469c, 0x0?, 0x0, 0xffffffffffffffff?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc007fbfe50 sp=0xc007fbfd10 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/server.startPurgeOldSessions.func1({0xc003241180, 0xc0005147a8})
	github.com/cockroachdb/cockroach/pkg/server/purge_auth_session.go:69 +0x1e5 fp=0xc007fbff30 sp=0xc007fbfe50 pc=0x39cac05
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc007fbffe0 sp=0xc007fbff30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc007fbffe8 sp=0xc007fbffe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 129 [select, 7 minutes]:
runtime.gopark(0xc001aea7a8?, 0x2?, 0x0?, 0x30?, 0xc001aea75c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc001aea5d0 sp=0xc001aea5b0 pc=0x4907d6
runtime.selectgo(0xc001aea7a8, 0xc001aea758, 0xc001aea7d0?, 0x0, 0xc001aec000?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc001aea710 sp=0xc001aea5d0 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/hlc.(*Clock).StartMonitoringForwardClockJumps.func1()
	github.com/cockroachdb/cockroach/pkg/util/hlc/pkg/util/hlc/hlc.go:264 +0x15a fp=0xc001aea7e0 sp=0xc001aea710 pc=0xcd165a
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc001aea7e8 sp=0xc001aea7e0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/hlc.(*Clock).StartMonitoringForwardClockJumps
	github.com/cockroachdb/cockroach/pkg/util/hlc/pkg/util/hlc/hlc.go:256 +0x13d

goroutine 194 [chan receive, 7 minutes]:
runtime.gopark(0xc003651ce0?, 0xc003651ce0?, 0x40?, 0x1d?, 0x0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc001ae9de0 sp=0xc001ae9dc0 pc=0x4907d6
runtime.chanrecv(0xc000b56a20, 0x0, 0x1)
	GOROOT/src/runtime/chan.go:583 +0x49b fp=0xc001ae9e70 sp=0xc001ae9de0 pc=0x45a91b
runtime.chanrecv1(0xc000a94f38?, 0xc001ae9eb8?)
	GOROOT/src/runtime/chan.go:442 +0x18 fp=0xc001ae9e98 sp=0xc001ae9e70 pc=0x45a418
github.com/cockroachdb/cockroach/pkg/util/netutil.MakeServer.func2({0xc003241880, 0x11})
	github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:113 +0x56 fp=0xc001ae9f30 sp=0xc001ae9e98 pc=0x1643396
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc001ae9fe0 sp=0xc001ae9f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc001ae9fe8 sp=0xc001ae9fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 195 [chan receive, 7 minutes]:
runtime.gopark(0x0?, 0xc001adcfe0?, 0x0?, 0x0?, 0x0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc001ae9600 sp=0xc001ae95e0 pc=0x4907d6
runtime.chanrecv(0xc000b56a20, 0x0, 0x1)
	GOROOT/src/runtime/chan.go:583 +0x49b fp=0xc001ae9690 sp=0xc001ae9600 pc=0x45a91b
runtime.chanrecv1(0xc001ae9700?, 0xc4487c?)
	GOROOT/src/runtime/chan.go:442 +0x18 fp=0xc001ae96b8 sp=0xc001ae9690 pc=0x45a418
github.com/cockroachdb/cockroach/pkg/server.(*httpServer).start.func1({0x624a948, 0xc003215590})
	github.com/cockroachdb/cockroach/pkg/server/server_http.go:221 +0x48 fp=0xc001ae9730 sp=0xc001ae96b8 pc=0x39d7f48
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc001ae97e0 sp=0xc001ae9730 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc001ae97e8 sp=0xc001ae97e0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 196 [IO wait]:
runtime.gopark(0x200000003?, 0xc0031fcd00?, 0x0?, 0xcf?, 0xc0000abc00?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0000abb90 sp=0xc0000abb70 pc=0x4907d6
runtime.netpollblock(0xc0000abbe0?, 0xabc58?, 0xc0?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc0000abbc8 sp=0xc0000abb90 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1ccf29be8, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc0000abbe8 sp=0xc0000abbc8 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc0030e9080?, 0x6?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc0000abc10 sp=0xc0000abbe8 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Accept(0xc0030e9080)
	GOROOT/src/internal/poll/fd_unix.go:614 +0x234 fp=0xc0000abca8 sp=0xc0000abc10 pc=0x539e14
net.(*netFD).accept(0xc0030e9080)
	GOROOT/src/net/fd_unix.go:172 +0x35 fp=0xc0000abd60 sp=0xc0000abca8 pc=0x7a4235
net.(*TCPListener).accept(0xc0031f8330)
	GOROOT/src/net/tcpsock_posix.go:142 +0x28 fp=0xc0000abd90 sp=0xc0000abd60 pc=0x7bfa48
net.(*TCPListener).Accept(0xc0031f8330)
	GOROOT/src/net/tcpsock.go:288 +0x3d fp=0xc0000abdc0 sp=0xc0000abd90 pc=0x7bec1d
net/http.(*onceCloseListener).Accept(0xc019110d20?)
	<autogenerated>:1 +0x2a fp=0xc0000abdd8 sp=0xc0000abdc0 pc=0x8decea
net/http.(*Server).Serve(0xc0031da870, {0x6246ed8, 0xc0031f8330})
	GOROOT/src/net/http/server.go:3070 +0x385 fp=0xc0000abf08 sp=0xc0000abdd8 pc=0x8b8905
github.com/cockroachdb/cockroach/pkg/server.(*httpServer).start.func4({0xc003246000, 0x0})
	github.com/cockroachdb/cockroach/pkg/server/server_http.go:272 +0x28 fp=0xc0000abf30 sp=0xc0000abf08 pc=0x39d7b68
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0000abfe0 sp=0xc0000abf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0000abfe8 sp=0xc0000abfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 225 [select]:
runtime.gopark(0xc00e22bf00?, 0x2?, 0x88?, 0xbd?, 0xc00e22bed4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc011abfd60 sp=0xc011abfd40 pc=0x4907d6
runtime.selectgo(0xc011abff00, 0xc00e22bed0, 0x0?, 0x0, 0xc00e22bef0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc011abfea0 sp=0xc011abfd60 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc002338be0, 0x1)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/controlbuf.go:407 +0x115 fp=0xc011abff30 sp=0xc011abfea0 pc=0xbd68d5
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc002375e60)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/controlbuf.go:534 +0x85 fp=0xc011abff88 sp=0xc011abff30 pc=0xbd6fe5
google.golang.org/grpc/internal/transport.NewServerTransport.func2()
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:332 +0xce fp=0xc011abffe0 sp=0xc011abff88 pc=0xbedbae
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc011abffe8 sp=0xc011abffe0 pc=0x4c2401
created by google.golang.org/grpc/internal/transport.NewServerTransport
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:329 +0x19f3

goroutine 198 [chan receive, 7 minutes]:
runtime.gopark(0x4bb35c0?, 0x8ab5d34b?, 0xb2?, 0x8d?, 0xc00008f4b8?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0082dd648 sp=0xc0082dd628 pc=0x4907d6
runtime.chanrecv(0xc000b56a20, 0x0, 0x1)
	GOROOT/src/runtime/chan.go:583 +0x49b fp=0xc0082dd6d8 sp=0xc0082dd648 pc=0x45a91b
runtime.chanrecv1(0xc0082dd720?, 0xc45d72?)
	GOROOT/src/runtime/chan.go:442 +0x18 fp=0xc0082dd700 sp=0xc0082dd6d8 pc=0x45a418
github.com/cockroachdb/cockroach/pkg/server.startListenRPCAndSQL.func3({0xc003246380, 0x0})
	github.com/cockroachdb/cockroach/pkg/server/start_listen.go:108 +0x45 fp=0xc0082dd730 sp=0xc0082dd700 pc=0x39e5fe5
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0082dd7e0 sp=0xc0082dd730 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0082dd7e8 sp=0xc0082dd7e0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 199 [chan receive, 7 minutes]:
runtime.gopark(0x33b73b8?, 0xc00193e6a0?, 0x88?, 0xe6?, 0x0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00193e650 sp=0xc00193e630 pc=0x4907d6
runtime.chanrecv(0xc000b56a20, 0x0, 0x1)
	GOROOT/src/runtime/chan.go:583 +0x49b fp=0xc00193e6e0 sp=0xc00193e650 pc=0x45a91b
runtime.chanrecv1(0xc45d72?, 0xc7?)
	GOROOT/src/runtime/chan.go:442 +0x18 fp=0xc00193e708 sp=0xc00193e6e0 pc=0x45a418
github.com/cockroachdb/cockroach/pkg/server.configureGRPCGateway.func1({0xc003246700, 0x0})
	github.com/cockroachdb/cockroach/pkg/server/grpc_gateway.go:86 +0x37 fp=0xc00193e730 sp=0xc00193e708 pc=0x39a5757
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00193e7e0 sp=0xc00193e730 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00193e7e8 sp=0xc00193e7e0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 200 [select, 7 minutes]:
runtime.gopark(0xc003291d80?, 0x3?, 0xb8?, 0xd5?, 0xc003291cfa?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc003291b58 sp=0xc003291b38 pc=0x4907d6
runtime.selectgo(0xc003291d80, 0xc003291cf4, 0x4cd0fe?, 0x0, 0x40?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc003291c98 sp=0xc003291b58 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/server.(*loopbackListener).Accept(0xc003260330)
	github.com/cockroachdb/cockroach/pkg/server/loopback.go:49 +0x9c fp=0xc003291dc0 sp=0xc003291c98 pc=0x39b655c
google.golang.org/grpc.(*Server).Serve(0xc008720a80, {0x6233528?, 0xc003260330})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:780 +0x475 fp=0xc003291f08 sp=0xc003291dc0 pc=0xc1c4f5
github.com/cockroachdb/cockroach/pkg/server.configureGRPCGateway.func2({0xc003246a80, 0x0})
	github.com/cockroachdb/cockroach/pkg/server/grpc_gateway.go:94 +0x2b fp=0xc003291f30 sp=0xc003291f08 pc=0x39a56eb
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc003291fe0 sp=0xc003291f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc003291fe8 sp=0xc003291fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 201 [select, 7 minutes]:
runtime.gopark(0xc003290f98?, 0x2?, 0x0?, 0x0?, 0xc003290f7c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc003290e00 sp=0xc003290de0 pc=0x4907d6
runtime.selectgo(0xc003290f98, 0xc003290f78, 0xc000ac6480?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc003290f40 sp=0xc003290e00 pc=0x4a071c
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc0031c1f00)
	google.golang.org/grpc/external/org_golang_google_grpc/balancer_conn_wrappers.go:112 +0x73 fp=0xc003290fc8 sp=0xc003290f40 pc=0xc088f3
google.golang.org/grpc.newCCBalancerWrapper.func1()
	google.golang.org/grpc/external/org_golang_google_grpc/balancer_conn_wrappers.go:73 +0x26 fp=0xc003290fe0 sp=0xc003290fc8 pc=0xc08846
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc003290fe8 sp=0xc003290fe0 pc=0x4c2401
created by google.golang.org/grpc.newCCBalancerWrapper
	google.golang.org/grpc/external/org_golang_google_grpc/balancer_conn_wrappers.go:73 +0x22a

goroutine 207 [select]:
runtime.gopark(0xc0042c7f00?, 0x2?, 0x88?, 0x7d?, 0xc0042c7ed4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc011abbd60 sp=0xc011abbd40 pc=0x4907d6
runtime.selectgo(0xc011abbf00, 0xc0042c7ed0, 0x7b9965?, 0x0, 0xc003404000?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc011abbea0 sp=0xc011abbd60 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0031d9860, 0x1)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/controlbuf.go:407 +0x115 fp=0xc011abbf30 sp=0xc011abbea0 pc=0xbd68d5
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc003229a40)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/controlbuf.go:534 +0x85 fp=0xc011abbf88 sp=0xc011abbf30 pc=0xbd6fe5
google.golang.org/grpc/internal/transport.NewServerTransport.func2()
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:332 +0xce fp=0xc011abbfe0 sp=0xc011abbf88 pc=0xbedbae
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc011abbfe8 sp=0xc011abbfe0 pc=0x4c2401
created by google.golang.org/grpc/internal/transport.NewServerTransport
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:329 +0x19f3

goroutine 203 [chan receive, 7 minutes]:
runtime.gopark(0x0?, 0xc001adc7c0?, 0x0?, 0x0?, 0x0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00193ce00 sp=0xc00193cde0 pc=0x4907d6
runtime.chanrecv(0xc000b56a20, 0x0, 0x1)
	GOROOT/src/runtime/chan.go:583 +0x49b fp=0xc00193ce90 sp=0xc00193ce00 pc=0x45a91b
runtime.chanrecv1(0xc00193cf00?, 0xc4487c?)
	GOROOT/src/runtime/chan.go:442 +0x18 fp=0xc00193ceb8 sp=0xc00193ce90 pc=0x45a418
github.com/cockroachdb/cockroach/pkg/server.configureGRPCGateway.func5({0x624a948, 0xc0032609f0})
	github.com/cockroachdb/cockroach/pkg/server/grpc_gateway.go:127 +0x48 fp=0xc00193cf30 sp=0xc00193ceb8 pc=0x39a54e8
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00193cfe0 sp=0xc00193cf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00193cfe8 sp=0xc00193cfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 204 [select]:
runtime.gopark(0xc003292b78?, 0x4?, 0xf8?, 0x29?, 0xc003292b38?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0032929b0 sp=0xc003292990 pc=0x4907d6
runtime.selectgo(0xc003292b78, 0xc003292b30, 0x0?, 0x0, 0x487350?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc003292af0 sp=0xc0032929b0 pc=0x4a071c
net.(*pipe).read(0xc0030e9c00, {0xc003310000, 0x8000, 0xc003292c07?})
	GOROOT/src/net/pipe.go:159 +0x157 fp=0xc003292bc8 sp=0xc003292af0 pc=0x7b97b7
net.(*pipe).Read(0xc00327e340?, {0xc003310000?, 0xc003292c50?, 0x459e71?})
	GOROOT/src/net/pipe.go:142 +0x25 fp=0xc003292c10 sp=0xc003292bc8 pc=0x7b9505
bufio.(*Reader).Read(0xc0032296e0, {0xc0031c9000, 0x9, 0x18?})
	GOROOT/src/bufio/bufio.go:237 +0x1bb fp=0xc003292c48 sp=0xc003292c10 pc=0x5aeafb
io.ReadAtLeast({0x62052c0, 0xc0032296e0}, {0xc0031c9000, 0x9, 0x9}, 0x9)
	GOROOT/src/io/io.go:332 +0x9a fp=0xc003292c90 sp=0xc003292c48 pc=0x52d13a
io.ReadFull(...)
	GOROOT/src/io/io.go:351
golang.org/x/net/http2.readFrameHeader({0xc0031c9000?, 0x9?, 0xc003292d37?}, {0x62052c0?, 0xc0032296e0?})
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:237 +0x6e fp=0xc003292ce0 sp=0xc003292c90 pc=0xba1d8e
golang.org/x/net/http2.(*Framer).ReadFrame(0xc0031c8fc0)
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:498 +0x95 fp=0xc003292d90 sp=0xc003292ce0 pc=0xba25f5
google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc00325c5a0)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:1498 +0x4be fp=0xc003292fc8 sp=0xc003292d90 pc=0xbea79e
google.golang.org/grpc/internal/transport.newHTTP2Client.func7()
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:365 +0x26 fp=0xc003292fe0 sp=0xc003292fc8 pc=0xbe08a6
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc003292fe8 sp=0xc003292fe0 pc=0x4c2401
created by google.golang.org/grpc/internal/transport.newHTTP2Client
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:365 +0x19bf

goroutine 47363 [select]:
runtime.gopark(0xc00f043e38?, 0x3?, 0x60?, 0x31?, 0xc00f043dea?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00f043c40 sp=0xc00f043c20 pc=0x4907d6
runtime.selectgo(0xc00f043e38, 0xc00f043de4, 0xc004c61c50?, 0x0, 0xc0082bede0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00f043d80 sp=0xc00f043c40 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).outputLoop(0xc002b48fc0, {0x624a8a0, 0xc014b4d300})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:322 +0x265 fp=0xc00f043e78 sp=0xc00f043d80 pc=0x1c8b565
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).runOutputLoop(0xc002b48fc0, {0x624a948, 0xc011ae86f0}, 0x9c177c8?)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:347 +0xc5 fp=0xc00f043eb0 sp=0xc00f043e78 pc=0x1c8b7c5
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run.func1({0x624a948?, 0xc011ae86f0?})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:296 +0x4c fp=0xc00f043f30 sp=0xc00f043eb0 pc=0x1c86a8c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00f043fe0 sp=0xc00f043f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00f043fe8 sp=0xc00f043fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 206 [select]:
runtime.gopark(0xc005fbbf00?, 0x2?, 0x88?, 0xbd?, 0xc005fbbed4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc011ad7d60 sp=0xc011ad7d40 pc=0x4907d6
runtime.selectgo(0xc011ad7f00, 0xc005fbbed0, 0x7b9965?, 0x0, 0xc0033ca000?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc011ad7ea0 sp=0xc011ad7d60 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0031d96d0, 0x1)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/controlbuf.go:407 +0x115 fp=0xc011ad7f30 sp=0xc011ad7ea0 pc=0xbd68d5
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0032299e0)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/controlbuf.go:534 +0x85 fp=0xc011ad7f88 sp=0xc011ad7f30 pc=0xbd6fe5
google.golang.org/grpc/internal/transport.newHTTP2Client.func3()
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:415 +0x6a fp=0xc011ad7fe0 sp=0xc011ad7f88 pc=0xbe078a
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc011ad7fe8 sp=0xc011ad7fe0 pc=0x4c2401
created by google.golang.org/grpc/internal/transport.newHTTP2Client
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:413 +0x2011

goroutine 208 [select]:
runtime.gopark(0xc003350f70?, 0x4?, 0x6?, 0x0?, 0xc003350ed0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc003350d18 sp=0xc003350cf8 pc=0x4907d6
runtime.selectgo(0xc003350f70, 0xc003350ec8, 0x6213da0?, 0x0, 0xf4a504?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc003350e58 sp=0xc003350d18 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc00327e1a0)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:1131 +0x233 fp=0xc003350fc8 sp=0xc003350e58 pc=0xbf4d73
google.golang.org/grpc/internal/transport.NewServerTransport.func4()
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:341 +0x26 fp=0xc003350fe0 sp=0xc003350fc8 pc=0xbedaa6
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc003350fe8 sp=0xc003350fe0 pc=0x4c2401
created by google.golang.org/grpc/internal/transport.NewServerTransport
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:341 +0x1a38

goroutine 209 [select]:
runtime.gopark(0xc00334fbe0?, 0x4?, 0x60?, 0xfa?, 0xc00334fba0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00334fa18 sp=0xc00334f9f8 pc=0x4907d6
runtime.selectgo(0xc00334fbe0, 0xc00334fb98, 0x568de40?, 0x0, 0x487350?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00334fb58 sp=0xc00334fa18 pc=0x4a071c
net.(*pipe).read(0xc0030e9c80, {0xc003376000, 0x8000, 0x7?})
	GOROOT/src/net/pipe.go:159 +0x157 fp=0xc00334fc30 sp=0xc00334fb58 pc=0x7b97b7
net.(*pipe).Read(0x800010601?, {0xc003376000?, 0x7fb1f593d5b8?, 0x800010601?})
	GOROOT/src/net/pipe.go:142 +0x25 fp=0xc00334fc78 sp=0xc00334fc30 pc=0x7b9505
bufio.(*Reader).Read(0xc003229920, {0xc0031c90e0, 0x9, 0x18?})
	GOROOT/src/bufio/bufio.go:237 +0x1bb fp=0xc00334fcb0 sp=0xc00334fc78 pc=0x5aeafb
io.ReadAtLeast({0x62052c0, 0xc003229920}, {0xc0031c90e0, 0x9, 0x9}, 0x9)
	GOROOT/src/io/io.go:332 +0x9a fp=0xc00334fcf8 sp=0xc00334fcb0 pc=0x52d13a
io.ReadFull(...)
	GOROOT/src/io/io.go:351
golang.org/x/net/http2.readFrameHeader({0xc0031c90e0?, 0x9?, 0xc019666e28?}, {0x62052c0?, 0xc003229920?})
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:237 +0x6e fp=0xc00334fd48 sp=0xc00334fcf8 pc=0xba1d8e
golang.org/x/net/http2.(*Framer).ReadFrame(0xc0031c90a0)
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:498 +0x95 fp=0xc00334fdf8 sp=0xc00334fd48 pc=0xba25f5
google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc00327e1a0, 0x0?, 0x0?)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:611 +0x174 fp=0xc00334ff18 sp=0xc00334fdf8 pc=0xbf09b4
google.golang.org/grpc.(*Server).serveStreams(0xc008720a80, {0x6294e00?, 0xc00327e1a0})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:906 +0x142 fp=0xc00334ff80 sp=0xc00334ff18 pc=0xc1d702
google.golang.org/grpc.(*Server).handleRawConn.func1()
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:848 +0x46 fp=0xc00334ffe0 sp=0xc00334ff80 pc=0xc1cec6
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00334ffe8 sp=0xc00334ffe0 pc=0x4c2401
created by google.golang.org/grpc.(*Server).handleRawConn
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:847 +0x185

goroutine 296 [select]:
runtime.gopark(0xc005fbbd20?, 0x6?, 0xf0?, 0x9a?, 0xc005fbbc64?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc005fbbab8 sp=0xc005fbba98 pc=0x4907d6
runtime.selectgo(0xc005fbbd20, 0xc005fbbc58, 0x628a748?, 0x0, 0xc0043f9c00?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc005fbbbf8 sp=0xc005fbbab8 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/gossip.(*client).gossip(0xc004370ea0, {0x624a948, 0xc006fd03f0}, 0xc001306820, {0x628a748?, 0xc0032b21b0}, 0xc000b6c6c0, 0xc001e60360)
	github.com/cockroachdb/cockroach/pkg/gossip/pkg/gossip/client.go:363 +0x471 fp=0xc005fbbda0 sp=0xc005fbbbf8 pc=0x1992631
github.com/cockroachdb/cockroach/pkg/gossip.(*client).startLocked.func1({0x624a948?, 0xc006fd03f0})
	github.com/cockroachdb/cockroach/pkg/gossip/pkg/gossip/client.go:125 +0x408 fp=0xc005fbbf30 sp=0xc005fbbda0 pc=0x19906e8
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc005fbbfe0 sp=0xc005fbbf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc005fbbfe8 sp=0xc005fbbfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 5054 [chan receive, 7 minutes]:
runtime.gopark(0xc001dbab40?, 0x624a948?, 0xb0?, 0xea?, 0xc0009af860?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc007b9d558 sp=0xc007b9d538 pc=0x4907d6
runtime.chanrecv(0xc004172840, 0xc007b9d6f8, 0x1)
	GOROOT/src/runtime/chan.go:583 +0x49b fp=0xc007b9d5e8 sp=0xc007b9d558 pc=0x45a91b
runtime.chanrecv1(0x17600a09a203b6ea?, 0x0?)
	GOROOT/src/runtime/chan.go:442 +0x18 fp=0xc007b9d610 sp=0xc007b9d5e8 pc=0x45a418
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).rangeFeedWithRangeID(0xc00289b800, 0x12e?, 0xc003694fc0, {0x7fb1c29c6310, 0xc00082e000}, 0x0)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/replica_rangefeed.go:250 +0x707 fp=0xc007b9d7f0 sp=0xc007b9d610 pc=0x1e00027
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).RangeFeed(...)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/replica_rangefeed.go:152
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).RangeFeed(0xc00103ea80, 0xc003694fc0, {0x7fb1c29c6310, 0xc00082e000})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/store.go:3253 +0x10c fp=0xc007b9d850 sp=0xc007b9d7f0 pc=0x1e3af0c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Stores).RangeFeed(0xc002a1cb40?, 0xc003694fc0, {0x7fb1c29c6310, 0xc00082e000})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/stores.go:228 +0xf6 fp=0xc007b9d8b8 sp=0xc007b9d850 pc=0x1e64156
github.com/cockroachdb/cockroach/pkg/server.(*Node).singleRangeFeed(0x45efeb?, 0x50c16c0?, {0x7fb1c29c6310?, 0xc00082e000?})
	github.com/cockroachdb/cockroach/pkg/server/node.go:1341 +0x38 fp=0xc007b9d910 sp=0xc007b9d8b8 pc=0x39c1118
github.com/cockroachdb/cockroach/pkg/server.(*Node).RangeFeed(0x50c16c0?, 0x0?, {0x62893f0?, 0xc00082e000})
	github.com/cockroachdb/cockroach/pkg/server/node.go:1335 +0x4e fp=0xc007b9d950 sp=0xc007b9d910 pc=0x39c108e
github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2.1({0x0?, 0x624a948?}, {0x627d570?, 0xc002a1cb40?})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:980 +0x72 fp=0xc007b9d9a0 sp=0xc007b9d950 pc=0x165b012
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x52b4780, 0xc0017fca80}, {0x6279ce8?, 0xc005399620?}, 0x8fb69e0, 0xc0041727e0)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x6c4 fp=0xc007b9dcd8 sp=0xc007b9d9a0 pc=0x16481a4
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x52b4780?, 0xc0017fca80?}, {0x6279ce8?, 0xc005399620?})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:827 +0x5b fp=0xc007b9dd18 sp=0xc007b9dcd8 pc=0x165a09b
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x52b4780, 0xc0017fca80}, {0x6279ce8, 0xc005399620}, 0x1054f90?, 0xc004186400)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:272 +0x74 fp=0xc007b9dd48 sp=0xc007b9dd18 pc=0x16576d4
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x52b4780?, 0xc0017fca80?}, {0x6279ce8?, 0xc005399620?})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:830 +0x83 fp=0xc007b9dd88 sp=0xc007b9dd48 pc=0x165a0c3
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x0?, 0x0?})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:241 +0x2d fp=0xc007b9ddb8 sp=0xc007b9dd88 pc=0x165798d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0xc000b6c6c0, {0x624a948, 0xc0053995f0}, {0xc005d4bec0?, 0x46159f?}, 0xc005d4be78)
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:341 +0xd1 fp=0xc007b9de30 sp=0xc007b9ddb8 pc=0x10542d1
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x52b4780, 0xc0017fca80}, {0x6279ce8?, 0xc005399620?}, 0x8fb69e0, 0xc004186400)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:240 +0xef fp=0xc007b9deb8 sp=0xc007b9de30 pc=0x165790f
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x52b4780?, 0xc0017fca80?}, {0x6279ce8?, 0xc005399620?})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:830 +0x83 fp=0xc007b9def8 sp=0xc007b9deb8 pc=0x165a0c3
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run({0xc001c75620, 0x3, 0x4}, {0x52b4780, 0xc0017fca80}, {0x6279ce8, 0xc005399620}, 0x8fb69e0, 0xc0041727e0)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:832 +0x142 fp=0xc007b9df30 sp=0xc007b9def8 pc=0x1659fa2
github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2()
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:985 +0x117 fp=0xc007b9dfe0 sp=0xc007b9df30 pc=0x165af17
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc007b9dfe8 sp=0xc007b9dfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:973 +0x2dd

goroutine 293 [chan receive, 7 minutes]:
runtime.gopark(0x7?, 0x0?, 0xac?, 0x70?, 0xba433c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc000097638 sp=0xc000097618 pc=0x4907d6
runtime.chanrecv(0xc000b56a20, 0x0, 0x1)
	GOROOT/src/runtime/chan.go:583 +0x49b fp=0xc0000976c8 sp=0xc000097638 pc=0x45a91b
runtime.chanrecv1(0xc003247cc8?, 0xc0000976e8?)
	GOROOT/src/runtime/chan.go:442 +0x18 fp=0xc0000976f0 sp=0xc0000976c8 pc=0x45a418
github.com/cockroachdb/cockroach/pkg/gossip.(*server).start.func3({0xc003247c00, 0xc000120000})
	github.com/cockroachdb/cockroach/pkg/gossip/pkg/gossip/server.go:380 +0x49 fp=0xc000097730 sp=0xc0000976f0 pc=0x19a3789
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0000977e0 sp=0xc000097730 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0000977e8 sp=0xc0000977e0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 294 [select, 7 minutes]:
runtime.gopark(0xc003899ed8?, 0x2?, 0xc?, 0x0?, 0xc003899e8c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc003899d08 sp=0xc003899ce8 pc=0x4907d6
runtime.selectgo(0xc003899ed8, 0xc003899e88, 0x53ce5a3?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc003899e48 sp=0xc003899d08 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).bootstrap.func1({0x624a948?, 0xc003a0c330?})
	github.com/cockroachdb/cockroach/pkg/gossip/pkg/gossip/gossip.go:1261 +0x259 fp=0xc003899f30 sp=0xc003899e48 pc=0x199a879
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc003899fe0 sp=0xc003899f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc003899fe8 sp=0xc003899fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 258 [select]:
runtime.gopark(0xc001402f70?, 0x4?, 0x6?, 0x0?, 0xc001402ed0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc001402d18 sp=0xc001402cf8 pc=0x4907d6
runtime.selectgo(0xc001402f70, 0xc001402ec8, 0xe9?, 0x0, 0xe9?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc001402e58 sp=0xc001402d18 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc002334ea0)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:1131 +0x233 fp=0xc001402fc8 sp=0xc001402e58 pc=0xbf4d73
google.golang.org/grpc/internal/transport.NewServerTransport.func4()
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:341 +0x26 fp=0xc001402fe0 sp=0xc001402fc8 pc=0xbedaa6
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc001402fe8 sp=0xc001402fe0 pc=0x4c2401
created by google.golang.org/grpc/internal/transport.NewServerTransport
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:341 +0x1a38

goroutine 259 [IO wait]:
runtime.gopark(0x0?, 0xb?, 0x0?, 0x0?, 0x22e?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0082f1aa0 sp=0xc0082f1a80 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0x534825?, 0x0?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc0082f1ad8 sp=0xc0082f1aa0 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1ccf29378, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc0082f1af8 sp=0xc0082f1ad8 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc000b00900?, 0xc003524000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc0082f1b20 sp=0xc0082f1af8 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc000b00900, {0xc003524000, 0x8000, 0x8000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc0082f1ba0 sp=0xc0082f1b20 pc=0x535efa
net.(*netFD).Read(0xc000b00900, {0xc003524000?, 0x459e71?, 0x4d964e0?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc0082f1be8 sp=0xc0082f1ba0 pc=0x7a20c9
net.(*conn).Read(0xc0034b3c80, {0xc003524000?, 0xc0023351e0?, 0xc0082f1c98?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc0082f1c30 sp=0xc0082f1be8 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc002375da0, {0xc003524000, 0x8000, 0x8000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc0082f1c78 sp=0xc0082f1c30 pc=0x1641f96
bufio.(*Reader).Read(0xc002375e00, {0xc0023257e0, 0x9, 0x100?})
	GOROOT/src/bufio/bufio.go:237 +0x1bb fp=0xc0082f1cb0 sp=0xc0082f1c78 pc=0x5aeafb
io.ReadAtLeast({0x62052c0, 0xc002375e00}, {0xc0023257e0, 0x9, 0x9}, 0x9)
	GOROOT/src/io/io.go:332 +0x9a fp=0xc0082f1cf8 sp=0xc0082f1cb0 pc=0x52d13a
io.ReadFull(...)
	GOROOT/src/io/io.go:351
golang.org/x/net/http2.readFrameHeader({0xc0023257e0?, 0x9?, 0x0?}, {0x62052c0?, 0xc002375e00?})
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:237 +0x6e fp=0xc0082f1d48 sp=0xc0082f1cf8 pc=0xba1d8e
golang.org/x/net/http2.(*Framer).ReadFrame(0xc0023257a0)
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:498 +0x95 fp=0xc0082f1df8 sp=0xc0082f1d48 pc=0xba25f5
google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc002334ea0, 0xc000df4c28?, 0xfd32a0?)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:611 +0x174 fp=0xc0082f1f18 sp=0xc0082f1df8 pc=0xbf09b4
google.golang.org/grpc.(*Server).serveStreams(0xc008720a80, {0x6294e00?, 0xc002334ea0})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:906 +0x142 fp=0xc0082f1f80 sp=0xc0082f1f18 pc=0xc1d702
google.golang.org/grpc.(*Server).handleRawConn.func1()
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:848 +0x46 fp=0xc0082f1fe0 sp=0xc0082f1f80 pc=0xc1cec6
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0082f1fe8 sp=0xc0082f1fe0 pc=0x4c2401
created by google.golang.org/grpc.(*Server).handleRawConn
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:847 +0x185

goroutine 288762 [sleep]:
runtime.gopark(0x4b866ec4b73?, 0x400eb8?, 0xa7?, 0x8a?, 0x6fb46cfc3d?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc008483df0 sp=0xc008483dd0 pc=0x4907d6
time.Sleep(0x10f3be4c6)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc008483e30 sp=0xc008483df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc00eff6690, 0x400eb8, {0xa?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc008483e88 sp=0xc008483e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc00eff6690, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc008483ec8 sp=0xc008483e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc008720a80?, {0xc00c856a80?, 0x33, 0xc00175dfb8?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc008483fa8 sp=0xc008483ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc008483fe0 sp=0xc008483fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc008483fe8 sp=0xc008483fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 309829 [chan receive]:
runtime.gopark(0x2faf080?, 0x3b9aca00?, 0x0?, 0x0?, 0x0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc01fe61288 sp=0xc01fe61268 pc=0x4907d6
runtime.chanrecv(0xc001fd7f20, 0xc01fe614d0, 0x1)
	GOROOT/src/runtime/chan.go:583 +0x49b fp=0xc01fe61318 sp=0xc01fe61288 pc=0x45a91b
runtime.chanrecv1(0x1?, 0xc010e77c00?)
	GOROOT/src/runtime/chan.go:442 +0x18 fp=0xc01fe61340 sp=0xc01fe61318 pc=0x45a418
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges.func1()
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1290 +0x127 fp=0xc01fe61508 sp=0xc01fe61340 pc=0x19c9a07
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e5b1ecbc, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1468 +0x17b9 fp=0xc01fe61d70 sp=0xc01fe61508 pc=0x19c93d9
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendParallelCommit.func1({0x624a948, 0xc0072c0a50})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1004 +0x17c fp=0xc01fe61f30 sp=0xc01fe61d70 pc=0x19c773c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc01fe61fe0 sp=0xc01fe61f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc01fe61fe8 sp=0xc01fe61fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 259011 [IO wait]:
runtime.gopark(0x4d28360?, 0xb?, 0x0?, 0x0?, 0x391?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00e22af58 sp=0xc00e22af38 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0xccf28fb0?, 0xb1?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc00e22af90 sp=0xc00e22af58 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1ccf28ec8, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc00e22afb0 sp=0xc00e22af90 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc008090080?, 0xc013f5b000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc00e22afd8 sp=0xc00e22afb0 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc008090080, {0xc013f5b000, 0x1000, 0x1000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc00e22b058 sp=0xc00e22afd8 pc=0x535efa
net.(*netFD).Read(0xc008090080, {0xc013f5b000?, 0x7b5a68?, 0xc008090080?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc00e22b0a0 sp=0xc00e22b058 pc=0x7a20c9
net.(*conn).Read(0xc00c206ea0, {0xc013f5b000?, 0x164290f?, 0xc00c206ea0?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc00e22b0e8 sp=0xc00e22b0a0 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc03729a4e0, {0xc013f5b000, 0x1000, 0x1000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc00e22b130 sp=0xc00e22b0e8 pc=0x1641f96
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc00e541f38, {0xc013f5b000, 0x1000, 0x1000})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1949 +0x156 fp=0xc00e22b1d0 sp=0xc00e22b130 pc=0x370f896
bufio.(*Reader).fill(0xc0175c3090)
	GOROOT/src/bufio/bufio.go:106 +0xff fp=0xc00e22b208 sp=0xc00e22b1d0 pc=0x5ae51f
bufio.(*Reader).ReadByte(0xc0175c3090)
	GOROOT/src/bufio/bufio.go:265 +0x2c fp=0xc00e22b228 sp=0xc00e22b208 pc=0x5aecec
github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc0175c3668?, {0x62295c8, 0xc0175c3090})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:206 +0x2c fp=0xc00e22b260 sp=0xc00e22b228 pc=0x270ca4c
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl.func5(0xc0175c3000, 0xc05576a6e0, 0xc00e22b442, 0xc00e22b444, {0x623b718, 0xc00fc46900}, 0xc002f40800, 0xc015749cb4, 0xc00e22b440)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:424 +0xa5 fp=0xc00e22b398 sp=0xc00e22b260 pc=0x3707185
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc0175c3000, {0x624a948, 0xc00635fef0}, 0xc05576a6d0, 0xc002f40800, 0xc00635fc50, {0x1, 0x2, {0x3, {0x532ee51, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:564 +0xc7f fp=0xc00e22b768 sp=0xc00e22b398 pc=0x3706c5f
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc003152c00, {0x624a948, 0xc00635fef0}, {0x628a538, 0xc03729a4e0}, {{{0xc00f8c3038, 0x4}}, 0x1, 0xc00635fcb0, 0xc00635fe30, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:174 +0x29e fp=0xc00e22b8a8 sp=0xc00e22b768 pc=0x37051fe
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc003152c00, {0x624a948, 0xc00635fef0}, {0x628a538?, 0xc03729a4e0}, 0x90?)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:913 +0xd29 fp=0xc00e22be20 sp=0xc00e22b8a8 pc=0x3715be9
github.com/cockroachdb/cockroach/pkg/server.(*SQLServer).startServeSQL.func1.1({0x624a948?, 0xc00635f890?}, {0x628a538, 0xc03729a4e0})
	github.com/cockroachdb/cockroach/pkg/server/server_sql.go:1474 +0xc8 fp=0xc00e22beb0 sp=0xc00e22be20 pc=0x39e1cc8
github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1({0x624a948, 0xc00635f890})
	github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:162 +0xd7 fp=0xc00e22bf30 sp=0xc00e22beb0 pc=0x1643997
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00e22bfe0 sp=0xc00e22bf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00e22bfe8 sp=0xc00e22bfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 257 [select, 7 minutes]:
runtime.gopark(0xc0005147b0?, 0x2?, 0x50?, 0xb?, 0xc000514794?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc000514618 sp=0xc0005145f8 pc=0x4907d6
runtime.selectgo(0xc0005147b0, 0xc000514790, 0xc008720a80?, 0x0, 0xc002334ea0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc000514758 sp=0xc000514618 pc=0x4a071c
google.golang.org/grpc.newClientStreamWithParams.func4()
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:341 +0x92 fp=0xc0005147e0 sp=0xc000514758 pc=0xc28912
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0005147e8 sp=0xc0005147e0 pc=0x4c2401
created by google.golang.org/grpc.newClientStreamWithParams
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:340 +0xb7e

goroutine 47350 [chan receive, 6 minutes]:
runtime.gopark(0x0?, 0xc00899b230?, 0x9f?, 0x15?, 0x20?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00899b1b0 sp=0xc00899b190 pc=0x4907d6
runtime.chanrecv(0xc004c43da0, 0xc00899b350, 0x1)
	GOROOT/src/runtime/chan.go:583 +0x49b fp=0xc00899b240 sp=0xc00899b1b0 pc=0x45a91b
runtime.chanrecv1(0x17600a17c78406fa?, 0x0?)
	GOROOT/src/runtime/chan.go:442 +0x18 fp=0xc00899b268 sp=0xc00899b240 pc=0x45a418
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).rangeFeedWithRangeID(0xc0000e3400, 0x5?, 0xc00ba470e0, {0x7fb1c11d14f0, 0xc010706190}, 0x0)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/replica_rangefeed.go:250 +0x707 fp=0xc00899b448 sp=0xc00899b268 pc=0x1e00027
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).RangeFeed(...)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/replica_rangefeed.go:152
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).RangeFeed(0xc00103ea80, 0xc00ba470e0, {0x7fb1c11d14f0, 0xc010706190})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/store.go:3253 +0x10c fp=0xc00899b4a8 sp=0xc00899b448 pc=0x1e3af0c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Stores).RangeFeed(0x0?, 0xc00ba470e0, {0x7fb1c11d14f0, 0xc010706190})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/stores.go:228 +0xf6 fp=0xc00899b510 sp=0xc00899b4a8 pc=0x1e64156
github.com/cockroachdb/cockroach/pkg/server.(*Node).singleRangeFeed(0xc003bbd540?, 0xc003bbd598?, {0x7fb1c11d14f0?, 0xc010706190?})
	github.com/cockroachdb/cockroach/pkg/server/node.go:1341 +0x38 fp=0xc00899b568 sp=0xc00899b510 pc=0x39c1118
github.com/cockroachdb/cockroach/pkg/server.(*Node).RangeFeed(0x2?, 0x5198800?, {0x6283d60?, 0xc010706190})
	github.com/cockroachdb/cockroach/pkg/server/node.go:1335 +0x4e fp=0xc00899b5a8 sp=0xc00899b568 pc=0x39c108e
github.com/cockroachdb/cockroach/pkg/roachpb._Internal_RangeFeed_Handler({0x52b4780?, 0xc0017fca80}, {0x627d570, 0xc017a36d20})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9647 +0xd0 fp=0xc00899b5e8 sp=0xc00899b5a8 pc=0xdd1150
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x52b4780, 0xc0017fca80}, {0x627dc78?, 0xc012548750?}, 0xc0061d4588, 0x5684148)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x6c4 fp=0xc00899b920 sp=0xc00899b5e8 pc=0x16481a4
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x52b4780?, 0xc0017fca80?}, {0x627dc78?, 0xc012548750?})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1408 +0x5b fp=0xc00899b960 sp=0xc00899b920 pc=0xc21dfb
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x52b4780, 0xc0017fca80}, {0x627dc78, 0xc012548750}, 0x1054f90?, 0xc014b4d100)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:272 +0x74 fp=0xc00899b990 sp=0xc00899b960 pc=0x16576d4
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x52b4780?, 0xc0017fca80?}, {0x627dc78?, 0xc012548750?})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1411 +0x83 fp=0xc00899b9d0 sp=0xc00899b990 pc=0xc21e23
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x0?, 0x0?})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:241 +0x2d fp=0xc00899ba00 sp=0xc00899b9d0 pc=0x165798d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0xc000b6c6c0, {0x624a948, 0xc011ae8360}, {0xc0082beb08?, 0x46159f?}, 0xc0082beac0)
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:341 +0xd1 fp=0xc00899ba78 sp=0xc00899ba00 pc=0x10542d1
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x52b4780, 0xc0017fca80}, {0x627dc78?, 0xc012548750?}, 0xc0061d4588, 0xc014b4d100)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:240 +0xef fp=0xc00899bb00 sp=0xc00899ba78 pc=0x165790f
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x52b4780?, 0xc0017fca80?}, {0x627dc78?, 0xc012548750?})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1411 +0x83 fp=0xc00899bb40 sp=0xc00899bb00 pc=0xc21e23
google.golang.org/grpc.chainStreamInterceptors.func1({0x52b4780, 0xc0017fca80}, {0x627dc78, 0xc012548750}, 0xc0061d4588, 0x5684148)
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1413 +0x12b fp=0xc00899bb90 sp=0xc00899bb40 pc=0xc21d4b
google.golang.org/grpc.(*Server).processStreamingRPC(0xc008720a80, {0x6294e00, 0xc0066ef520}, 0xc0124745a0, 0xc00096e5d0, 0x8ff4e40, 0x0)
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1549 +0xf3b fp=0xc00899be48 sp=0xc00899bb90 pc=0xc22dbb
google.golang.org/grpc.(*Server).handleStream(0xc008720a80, {0x6294e00, 0xc0066ef520}, 0xc0124745a0, 0x0)
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1624 +0x9ea fp=0xc00899bf68 sp=0xc00899be48 pc=0xc245ea
google.golang.org/grpc.(*Server).serveStreams.func1.2()
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:922 +0x98 fp=0xc00899bfe0 sp=0xc00899bf68 pc=0xc1dab8
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00899bfe8 sp=0xc00899bfe0 pc=0x4c2401
created by google.golang.org/grpc.(*Server).serveStreams.func1
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:920 +0x28a

goroutine 301932 [select]:
runtime.gopark(0xc00ac50128?, 0x2?, 0xf0?, 0xe0?, 0xc00ac50124?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00ac4ffb0 sp=0xc00ac4ff90 pc=0x4907d6
runtime.selectgo(0xc00ac50128, 0xc00ac50120, 0x10?, 0x0, 0x101?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00ac500f0 sp=0xc00ac4ffb0 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc00d903320)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc00ac50158 sp=0xc00ac500f0 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc011b5dd90, {0x51b9a20?, 0xc010427880}, 0x6248888?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc00ac50260 sp=0xc00ac50158 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x160?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc00ac50290 sp=0xc00ac50260 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc00d9030e0, 0xc00ac50368, 0xc00ac50338)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:692 +0xd3 fp=0xc00ac502e8 sp=0xc00ac50290 pc=0xc2a3b3
google.golang.org/grpc.(*clientStream).RecvMsg(0xc00d9030e0, {0x51b9a20?, 0xc010427880?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc00ac50398 sp=0xc00ac502e8 pc=0xc2b61f
google.golang.org/grpc.invoke({0x624a948?, 0xc007d452c0?}, {0x53d9bbc?, 0x2?}, {0x52f0080, 0xc00a2c65a0}, {0x51b9a20, 0xc010427880}, 0x0?, {0xc000f30f80, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:73 +0xd7 fp=0xc00ac50400 sp=0xc00ac50398 pc=0xc0a637
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x624a948, 0xc007d452c0}, {0x53d9bbc, 0x21}, {0x52f0080, 0xc00a2c65a0}, {0x51b9a20, 0xc010427880}, 0x5933508b59558942?, 0x568c070, ...)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:247 +0x384 fp=0xc00ac504f0 sp=0xc00ac50400 pc=0x1648b84
google.golang.org/grpc.(*ClientConn).Invoke(0x6b8687b7246809ca?, {0x624a948?, 0xc007d452c0?}, {0x53d9bbc?, 0x0?}, {0x52f0080?, 0xc00a2c65a0?}, {0x51b9a20?, 0xc010427880?}, {0x0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:35 +0x223 fp=0xc00ac50590 sp=0xc00ac504f0 pc=0xc0a483
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc011c31d40, {0x624a948, 0xc007d452c0}, 0x0?, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9334 +0xc9 fp=0xc00ac50610 sp=0xc00ac50590 pc=0xdcf7a9
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.TracingInternalClient.Batch({{0x629d930?, 0xc011c31d40?}}, {0x624a948, 0xc007d452c0}, 0xc00a2c65a0, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:329 +0x171 fp=0xc00ac506e8 sp=0xc00ac50610 pc=0x1671a71
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*TracingInternalClient).Batch(0xac50750?, {0x624a948?, 0xc007d452c0?}, 0x624a948?, {0x0?, 0xc002339f00?, 0xc00ac50848?})
	<autogenerated>:1 +0x65 fp=0xc00ac50738 sp=0xc00ac506e8 pc=0x1671b45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc0108477a0, {_, _}, _, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:211 +0x17e fp=0xc00ac509d8 sp=0xc00ac50738 pc=0x19daefe
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc0108477a0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f2ef5ef1, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:190 +0x158 fp=0xc00ac50b10 sp=0xc00ac509d8 pc=0x19dad18
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f2ef5ef1, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2079 +0x110f fp=0xc00ac51258 sp=0xc00ac50b10 pc=0x19ce2ef
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f2ef5ef1, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1623 +0x805 fp=0xc00ac51b58 sp=0xc00ac51258 pc=0x19cade5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f2ef5ef1, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1403 +0x1393 fp=0xc00ac523c0 sp=0xc00ac51b58 pc=0x19c8fb3
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).Send(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f2ef5ef1, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:845 +0x629 fp=0xc00ac527e0 sp=0xc00ac523c0 pc=0x19c5fe9
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnLockGatekeeper).SendLocked(0xc018c235b8, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_lock_gatekeeper.go:82 +0x2a8 fp=0xc00ac52a38 sp=0xc00ac527e0 pc=0x19f2348
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnMetricRecorder).SendLocked(0xc018c23580, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_metric_recorder.go:46 +0x142 fp=0xc00ac52b60 sp=0xc00ac52a38 pc=0x19e9042
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnCommitter).SendLocked(0xc018c23550, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_committer.go:129 +0x746 fp=0xc00ac52df0 sp=0xc00ac52b60 pc=0x19e5026
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).sendLockedWithRefreshAttempts(0xc018c23450, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:225 +0x27a fp=0xc00ac53390 sp=0xc00ac52df0 pc=0x19eeefa
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).SendLocked(0xc018c23450, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:153 +0x1cb fp=0xc00ac53680 sp=0xc00ac53390 pc=0x19ee7ab
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnPipeliner).SendLocked(0xc018c23320, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_pipeliner.go:290 +0x2ee fp=0xc00ac53980 sp=0xc00ac53680 pc=0x19e986e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSeqNumAllocator).SendLocked(0xc018c23300?, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_seq_num_allocator.go:104 +0xb5 fp=0xc00ac53b28 sp=0xc00ac53980 pc=0x19ee115
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).SendLocked(0xc018c23250, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:245 +0x4e8 fp=0xc00ac53d40 sp=0xc00ac53b28 pc=0x19e6c28
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*TxnCoordSender).Send(0xc018c23080, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_coord_sender.go:526 +0x592 fp=0xc00ac53f98 sp=0xc00ac53d40 pc=0x19dd5f2
github.com/cockroachdb/cockroach/pkg/kv.(*DB).sendUsingSender(0xc001261200, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/db.go:1016 +0x156 fp=0xc00ac540c0 sp=0xc00ac53f98 pc=0x16ae696
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).Send(0xc0063a18c0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/txn.go:1093 +0x225 fp=0xc00ac54388 sp=0xc00ac540c0 pc=0x16b7905
github.com/cockroachdb/cockroach/pkg/sql/row.makeKVBatchFetcherDefaultSendFunc.func1({0x624a948?, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, {0x0, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/row/kv_batch_fetcher.go:233 +0x85 fp=0xc00ac544a0 sp=0xc00ac54388 pc=0x2332605
github.com/cockroachdb/cockroach/pkg/sql/row.(*txnKVFetcher).fetch(0xc00420c180, {0x624a948, 0xc007d45080})
	github.com/cockroachdb/cockroach/pkg/sql/row/kv_batch_fetcher.go:468 +0x346 fp=0xc00ac546c0 sp=0xc00ac544a0 pc=0x2333346
github.com/cockroachdb/cockroach/pkg/sql/row.(*txnKVFetcher).nextBatch(0xc00420c180, {0x624a948, 0xc007d45080})
	github.com/cockroachdb/cockroach/pkg/sql/row/kv_batch_fetcher.go:671 +0x1145 fp=0xc00ac549b8 sp=0xc00ac546c0 pc=0x23347e5
github.com/cockroachdb/cockroach/pkg/sql/row.(*KVFetcher).NextKV(0xc0152d4d20, {0x624a948, 0xc007d45080}, 0x0)
	github.com/cockroachdb/cockroach/pkg/sql/row/kv_fetcher.go:264 +0xde fp=0xc00ac54a98 sp=0xc00ac549b8 pc=0x233723e
github.com/cockroachdb/cockroach/pkg/sql/row.(*Fetcher).nextKey(0xc0103e8000, {0x624a948?, 0xc007d45080?})
	github.com/cockroachdb/cockroach/pkg/sql/row/fetcher.go:665 +0x7b fp=0xc00ac54c48 sp=0xc00ac54a98 pc=0x232b69b
github.com/cockroachdb/cockroach/pkg/sql/row.(*Fetcher).startScan(...)
	github.com/cockroachdb/cockroach/pkg/sql/row/fetcher.go:635
github.com/cockroachdb/cockroach/pkg/sql/row.(*Fetcher).StartScan(0xc0103e8000, {0x624a948, 0xc007d45080}, {0xc00fe0a600, 0x1?, 0x203002?}, {0xc0026f5080?, 0x11?, 0x45e42d?}, 0x0, ...)
	github.com/cockroachdb/cockroach/pkg/sql/row/fetcher.go:492 +0x18f fp=0xc00ac54cc0 sp=0xc00ac54c48 pc=0x232a82f
github.com/cockroachdb/cockroach/pkg/sql/rowexec.(*joinReader).readInput(0xc00759ca00)
	github.com/cockroachdb/cockroach/pkg/sql/rowexec/joinreader.go:999 +0xbca fp=0xc00ac54ea0 sp=0xc00ac54cc0 pc=0x258acca
github.com/cockroachdb/cockroach/pkg/sql/rowexec.(*joinReader).Next(0xc00759ca00)
	github.com/cockroachdb/cockroach/pkg/sql/rowexec/joinreader.go:731 +0x70 fp=0xc00ac54f20 sp=0xc00ac54ea0 pc=0x25899d0
github.com/cockroachdb/cockroach/pkg/sql.(*rowSourceToPlanNode).Next(0xc007cdbb00, {{0x0?, 0x0?}, 0xc007d450b0?, 0x0?})
	github.com/cockroachdb/cockroach/pkg/sql/row_source_to_plan_node.go:79 +0x45 fp=0xc00ac54f98 sp=0xc00ac54f20 pc=0x34b4f05
github.com/cockroachdb/cockroach/pkg/sql.(*errorIfRowsNode).Next(0xc0122107e0, {{0x624a948?, 0xc007d45020?}, 0xc004202c00?, 0xc010bef178?})
	github.com/cockroachdb/cockroach/pkg/sql/error_if_rows.go:42 +0x4b fp=0xc00ac54fd0 sp=0xc00ac54f98 pc=0x33e49cb
github.com/cockroachdb/cockroach/pkg/sql.(*planNodeToRowSource).Next(0xc0104a7600)
	github.com/cockroachdb/cockroach/pkg/sql/plan_node_to_row_source.go:211 +0x1b9 fp=0xc00ac550c8 sp=0xc00ac54fd0 pc=0x3479e19
github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Columnarizer).Next(0xc007bbe000)
	github.com/cockroachdb/cockroach/pkg/sql/colexec/columnarizer.go:243 +0x13c fp=0xc00ac55448 sp=0xc00ac550c8 pc=0x299d6fc
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*BatchFlowCoordinator).nextAdapter(0xc00dee64d0)
	github.com/cockroachdb/cockroach/pkg/sql/colflow/flow_coordinator.go:252 +0x2a fp=0xc00ac55460 sp=0xc00ac55448 pc=0x32257ca
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*BatchFlowCoordinator).nextAdapter-fm()
	<autogenerated>:1 +0x26 fp=0xc00ac55478 sp=0xc00ac55460 pc=0x32334e6
github.com/cockroachdb/cockroach/pkg/sql/colexecerror.CatchVectorizedRuntimeError(0xc007329880?)
	github.com/cockroachdb/cockroach/pkg/sql/colexecerror/error.go:92 +0x62 fp=0xc00ac554b8 sp=0xc00ac55478 pc=0x2126aa2
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*BatchFlowCoordinator).next(...)
	github.com/cockroachdb/cockroach/pkg/sql/colflow/flow_coordinator.go:256
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*BatchFlowCoordinator).Run(0xc00dee64d0, {0x624a8a0?, 0xc0154a7840?})
	github.com/cockroachdb/cockroach/pkg/sql/colflow/flow_coordinator.go:299 +0x308 fp=0xc00ac55648 sp=0xc00ac554b8 pc=0x3225c08
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*vectorizedFlow).Run(0xc011babdb0, {0x624a8a0, 0xc0154a7840}, 0xc0063a18c0?)
	github.com/cockroachdb/cockroach/pkg/sql/colflow/vectorized_flow.go:320 +0x1db fp=0xc00ac556e8 sp=0xc00ac55648 pc=0x322ac3b
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000a94f00, {0x624a948, 0xc01562b890}, 0xc00a2c6000, 0xc0063a18c0, 0xc010427400, 0xc00fbb5880, 0xc004c73800, 0xc011f203c0)
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:757 +0xbc4 fp=0xc00ac55f98 sp=0xc00ac556e8 pc=0x33b9844
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).planAndRunPostquery(0xc000a94f00, {0x624a948, 0xc01562b890}, {{0x624c6d0?, 0xc0122107e0?}, 0x0?}, 0xc010bef178, 0xc004c73800, 0x33b057f?, 0x0, ...)
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:2044 +0x71e fp=0xc00ac56148 sp=0xc00ac55f98 pc=0x33bfdfe
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRunCascadesAndChecks(0xc000a94f00, {0x624a948, 0xc01562b890}, 0xc010bef178, 0xc0158dfc00, 0xc010bef8d8, 0xc00c2ff880)
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1931 +0xe8c fp=0xc00ac562f8 sp=0xc00ac56148 pc=0x33bf44c
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRunAll(0xc010beec00?, {0x624a948, 0xc01562b890}, 0xc010bef4b0, 0xc010bef178?, 0xc010bef178, 0xc00c2ff880, 0xc0158dfc00)
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1488 +0x3aa fp=0xc00ac56410 sp=0xc00ac562f8 pc=0x33bc68a
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc010beec00, {0x624a948?, 0xc01562b890}, 0xc010bef178, 0xc01562b890?, {0x7fb1c7c85ea8?, 0xc00a8392c8}, 0xa9?, 0xc014b62918)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1597 +0x594 fp=0xc00ac56518 sp=0xc00ac56410 pc=0x3310cf4
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc010beec00, {0x624a8a0, 0xc02afe3900}, 0xc010bef178, {0x7fb1c7c85ea8, 0xc00a8392c8})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1200 +0xc2f fp=0xc00ac56938 sp=0xc00ac56518 pc=0x330e08f
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc010beec00, {0x624a948?, 0xc00851d110?}, {{0x6273140, 0xc01674be50}, {0xc00a803730, 0x407}, 0x0, 0x1}, 0x0, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:694 +0x2374 fp=0xc00ac572c8 sp=0xc00ac56938 pc=0x3309b54
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt.func1({0x624a948?, 0xc00851d110?})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:131 +0xfc fp=0xc00ac57380 sp=0xc00ac572c8 pc=0x330725c
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithProfiling(0x624a948?, {0x624a948?, 0xc00851d110?}, {0x6273140?, 0xc01674be50?}, 0x0?, 0x0?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:2438 +0x330 fp=0xc00ac574d0 sp=0xc00ac57380 pc=0x3317010
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc010beec00, {0x624a948, 0xc00851d110}, {{0x6273140, 0xc01674be50}, {0xc00a803730, 0x407}, 0x0, 0x1}, 0x0, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:130 +0x4bf fp=0xc00ac57648 sp=0xc00ac574d0 pc=0x3306bff
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func1({{{0x6273140, 0xc01674be50}, {0xc00a803730, 0x407}, 0x0, 0x1}, {0xc1116e819e03e607, 0x6f176af99c, 0x0}, {0xc1116e819e03ecd1, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2123 +0x306 fp=0xc00ac57708 sp=0xc00ac57648 pc=0x32fb626
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc010beec00)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2127 +0x1168 fp=0xc00ac57cb8 sp=0xc00ac57708 pc=0x32f9be8
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc010beec00, {0x624a8a0, 0xc056a14840}, 0x4115d21800000000?, 0xc003831dc0?, 0xc011a22ea0?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2048 +0x20b fp=0xc00ac57d70 sp=0xc00ac57cb8 pc=0x32f86eb
github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc003202000?, {0x624a8a0?, 0xc056a14840?}, {0xc002f40800?}, 0x3?, 0xc00a310090?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:881 +0xe6 fp=0xc00ac57e20 sp=0xc00ac57d70 pc=0x32f3486
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1()
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:758 +0x54f fp=0xc00ac57fe0 sp=0xc00ac57e20 pc=0x37088af
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00ac57fe8 sp=0xc00ac57fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:665 +0x22e

goroutine 1156 [sync.Cond.Wait]:
runtime.gopark(0xc003d3a7e0?, 0x6f1b683448?, 0x0?, 0x0?, 0xc1116e81a2b83844?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc002d31e08 sp=0xc002d31de8 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc003878850, 0x92296)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc002d31e50 sp=0xc002d31e08 pc=0x4be30c
sync.(*Cond).Wait(0x4b588c0?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc002d31e88 sp=0xc002d31e50 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0005a7950, {0x624a948, 0xc0009eb500})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/scheduler.go:275 +0x2ff fp=0xc002d31f08 sp=0xc002d31e88 pc=0x1e26fbf
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker-fm({0x624a948?, 0xc0009eb500?})
	<autogenerated>:1 +0x39 fp=0xc002d31f30 sp=0xc002d31f08 pc=0x1e852b9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc002d31fe0 sp=0xc002d31f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc002d31fe8 sp=0xc002d31fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 299 [select]:
runtime.gopark(0xc01bde5db8?, 0x3?, 0x7c?, 0x0?, 0xc01bde5d32?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc014913b90 sp=0xc014913b70 pc=0x4907d6
runtime.selectgo(0xc014913db8, 0xc01bde5d2c, 0xc006fd07b0?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc014913cd0 sp=0xc014913b90 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc0004178c0, {0x624a948, 0xc006fd07b0}, 0xc001c30910, {0xc0004df6b0, 0x13}, 0xc0015a5ce0)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:1971 +0x366 fp=0xc014913e68 sp=0xc014913cd0 pc=0x16613e6
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1.1({0x624a948, 0xc006fd07b0})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:1879 +0x8d fp=0xc014913f30 sp=0xc014913e68 pc=0x1660e4d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc014913fe0 sp=0xc014913f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc014913fe8 sp=0xc014913fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 308 [select]:
runtime.gopark(0xc001403f48?, 0x2?, 0x6?, 0x0?, 0xc001403ef4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc001403d50 sp=0xc001403d30 pc=0x4907d6
runtime.selectgo(0xc001403f48, 0xc001403ef0, 0x0?, 0x0, 0x3?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc001403e90 sp=0xc001403d50 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc001c5e3c0)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:1572 +0x165 fp=0xc001403fc8 sp=0xc001403e90 pc=0xbeb085
google.golang.org/grpc/internal/transport.newHTTP2Client.func6()
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:360 +0x26 fp=0xc001403fe0 sp=0xc001403fc8 pc=0xbe0906
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc001403fe8 sp=0xc001403fe0 pc=0x4c2401
created by google.golang.org/grpc/internal/transport.newHTTP2Client
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:360 +0x197c

goroutine 878 [select]:
runtime.gopark(0xc001aeaf70?, 0x4?, 0x6?, 0x0?, 0xc001aeaed0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc001aead18 sp=0xc001aeacf8 pc=0x4907d6
runtime.selectgo(0xc001aeaf70, 0xc001aeaec8, 0xc00096e5d0?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc001aeae58 sp=0xc001aead18 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc0011c96c0)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:1131 +0x233 fp=0xc001aeafc8 sp=0xc001aeae58 pc=0xbf4d73
google.golang.org/grpc/internal/transport.NewServerTransport.func4()
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:341 +0x26 fp=0xc001aeafe0 sp=0xc001aeafc8 pc=0xbedaa6
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc001aeafe8 sp=0xc001aeafe0 pc=0x4c2401
created by google.golang.org/grpc/internal/transport.NewServerTransport
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:341 +0x1a38

goroutine 305 [select]:
runtime.gopark(0xc0081f9e98?, 0x5?, 0xb0?, 0x90?, 0xc0081f9db6?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0081f9c18 sp=0xc0081f9bf8 pc=0x4907d6
runtime.selectgo(0xc0081f9e98, 0xc0081f9dac, 0xc0037aa980?, 0x0, 0x1662060?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0081f9d58 sp=0xc0081f9c18 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).run(0xc003117340, {0x624a948, 0xc007fd81b0?})
	github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:475 +0x346 fp=0xc0081f9f08 sp=0xc0081f9d58 pc=0x1ca1f66
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).run-fm({0x624a948?, 0xc007fd81b0?})
	<autogenerated>:1 +0x39 fp=0xc0081f9f30 sp=0xc0081f9f08 pc=0x1ca3079
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0081f9fe0 sp=0xc0081f9f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0081f9fe8 sp=0xc0081f9fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 322 [select]:
runtime.gopark(0xc005a8be98?, 0x5?, 0x9f?, 0x15?, 0xc005a8bdb6?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc005a8bc18 sp=0xc005a8bbf8 pc=0x4907d6
runtime.selectgo(0xc005a8be98, 0xc005a8bdac, 0xc000872dc0?, 0x0, 0x5b161f5d39efb1ce?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc005a8bd58 sp=0xc005a8bc18 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).run(0xc0031174a0, {0x624a948, 0xc007fd8270?})
	github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:475 +0x346 fp=0xc005a8bf08 sp=0xc005a8bd58 pc=0x1ca1f66
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).run-fm({0x624a948?, 0xc007fd8270?})
	<autogenerated>:1 +0x39 fp=0xc005a8bf30 sp=0xc005a8bf08 pc=0x1ca3079
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc005a8bfe0 sp=0xc005a8bf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc005a8bfe8 sp=0xc005a8bfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 323 [select]:
runtime.gopark(0xc00391de98?, 0x5?, 0xc0?, 0xc6?, 0xc00391ddb6?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00391dc18 sp=0xc00391dbf8 pc=0x4907d6
runtime.selectgo(0xc00391de98, 0xc00391ddac, 0xc00704c580?, 0x0, 0xe74b1ab3f3eb8e9d?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00391dd58 sp=0xc00391dc18 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).run(0xc003117600, {0x624a948, 0xc007fd8300?})
	github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:475 +0x346 fp=0xc00391df08 sp=0xc00391dd58 pc=0x1ca1f66
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).run-fm({0x624a948?, 0xc007fd8300?})
	<autogenerated>:1 +0x39 fp=0xc00391df30 sp=0xc00391df08 pc=0x1ca3079
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00391dfe0 sp=0xc00391df30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00391dfe8 sp=0xc00391dfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 338 [select, 7 minutes]:
runtime.gopark(0xc000514fb0?, 0x2?, 0x0?, 0x0?, 0xc000514f9c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc000514e28 sp=0xc000514e08 pc=0x4907d6
runtime.selectgo(0xc000514fb0, 0xc000514f98, 0xc000514fd0?, 0x0, 0xc00351a420?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc000514f68 sp=0xc000514e28 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2()
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:340 +0x71 fp=0xc000514fe0 sp=0xc000514f68 pc=0x1649731
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc000514fe8 sp=0xc000514fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:339 +0x152

goroutine 339 [select]:
runtime.gopark(0xc001cdf8d8?, 0x2?, 0xb0?, 0xf7?, 0xc001cdf8a4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc001cdf728 sp=0xc001cdf708 pc=0x4907d6
runtime.selectgo(0xc001cdf8d8, 0xc001cdf8a0, 0xc001317d40?, 0x0, 0x459c85?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc001cdf868 sp=0xc001cdf728 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc0009682d0, {0xc003502598, 0x5, 0x5})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:191 +0xa5 fp=0xc001cdf908 sp=0xc001cdf868 pc=0xbf9805
google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0009682d0, {0xc003502598?, 0xc001da0060?, 0xc001cdf950?})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:171 +0x147 fp=0xc001cdf948 sp=0xc001cdf908 pc=0xbf9547
google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc00093df80, {0xc003502598?, 0xc001cdf9c8?, 0xbe1107?})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:485 +0x32 fp=0xc001cdf990 sp=0xc001cdf948 pc=0xbfabb2
io.ReadAtLeast({0x6213e00, 0xc00093df80}, {0xc003502598, 0x5, 0x5}, 0x5)
	GOROOT/src/io/io.go:332 +0x9a fp=0xc001cdf9d8 sp=0xc001cdf990 pc=0x52d13a
io.ReadFull(...)
	GOROOT/src/io/io.go:351
google.golang.org/grpc/internal/transport.(*Stream).Read(0xc001724240, {0xc003502598, 0x5, 0x5})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:469 +0xa5 fp=0xc001cdfa18 sp=0xc001cdf9d8 pc=0xbfab25
google.golang.org/grpc.(*parser).recvMsg(0xc003502588, 0x7fffffff)
	google.golang.org/grpc/external/org_golang_google_grpc/rpc_util.go:559 +0x47 fp=0xc001cdfa98 sp=0xc001cdfa18 pc=0xc18c47
google.golang.org/grpc.recvAndDecompress(0x4908c0?, 0xc001724240, {0x0, 0x0}, 0x7fffffff, 0x0, {0x6248888, 0x9c5fde0})
	google.golang.org/grpc/external/org_golang_google_grpc/rpc_util.go:690 +0x66 fp=0xc001cdfb30 sp=0xc001cdfa98 pc=0xc19546
google.golang.org/grpc.recv(0x4c2547?, {0x7fb1c7c6d568, 0xc0004b4550}, 0x0?, {0x0?, 0x0?}, {0x5125d60, 0xc011d7f590}, 0xc013bae840?, 0x0, ...)
	google.golang.org/grpc/external/org_golang_google_grpc/rpc_util.go:756 +0x6e fp=0xc001cdfba8 sp=0xc001cdfb30 pc=0xc19c2e
google.golang.org/grpc.(*csAttempt).recvMsg(0xc001f32000, {0x5125d60?, 0xc011d7f590}, 0xc006fd0390?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:983 +0x2ba fp=0xc001cdfcb0 sp=0xc001cdfba8 pc=0xc2c5ba
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x0?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc001cdfce0 sp=0xc001cdfcb0 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc001724000, 0xc001cdfdb8, 0xc001cdfd88)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:688 +0x2f1 fp=0xc001cdfd38 sp=0xc001cdfce0 pc=0xc2a5d1
google.golang.org/grpc.(*clientStream).RecvMsg(0xc001724000, {0x5125d60?, 0xc011d7f590?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc001cdfde8 sp=0xc001cdfd38 pc=0xc2b61f
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0xc001c74160, {0x5125d60?, 0xc011d7f590?})
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:384 +0x37 fp=0xc001cdfe30 sp=0xc001cdfde8 pc=0x1649ad7
github.com/cockroachdb/cockroach/pkg/gossip.(*gossipGossipClient).Recv(0xc0032b21b0)
	github.com/cockroachdb/cockroach/pkg/gossip/bazel-out/k8-opt/bin/pkg/gossip/gossip_go_proto_/github.com/cockroachdb/cockroach/pkg/gossip/gossip.pb.go:636 +0x4c fp=0xc001cdfe60 sp=0xc001cdfe30 pc=0x19813ec
github.com/cockroachdb/cockroach/pkg/gossip.(*client).gossip.func2.1(0xc003651e60?, {0x628a748, 0xc0032b21b0}, 0xc004370ea0, {0x624a948, 0xc000966510}, 0xc0027a8000?)
	github.com/cockroachdb/cockroach/pkg/gossip/pkg/gossip/client.go:317 +0x66 fp=0xc001cdfeb0 sp=0xc001cdfe60 pc=0x1992b86
github.com/cockroachdb/cockroach/pkg/gossip.(*client).gossip.func2({0x624a948?, 0xc000966510?})
	github.com/cockroachdb/cockroach/pkg/gossip/pkg/gossip/client.go:331 +0x91 fp=0xc001cdff30 sp=0xc001cdfeb0 pc=0x1992ab1
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc001cdffe0 sp=0xc001cdff30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc001cdffe8 sp=0xc001cdffe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1319 [select, 7 minutes]:
runtime.gopark(0xc00193b7b0?, 0x2?, 0x2d?, 0xe4?, 0xc00193b794?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00193b618 sp=0xc00193b5f8 pc=0x4907d6
runtime.selectgo(0xc00193b7b0, 0xc00193b790, 0xc00193b750?, 0x0, 0xc00193b7d0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00193b758 sp=0xc00193b618 pc=0x4a071c
google.golang.org/grpc.newClientStreamWithParams.func4()
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:341 +0x92 fp=0xc00193b7e0 sp=0xc00193b758 pc=0xc28912
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00193b7e8 sp=0xc00193b7e0 pc=0x4c2401
created by google.golang.org/grpc.newClientStreamWithParams
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:340 +0xb7e

goroutine 294982 [IO wait]:
runtime.gopark(0x4d28360?, 0xb?, 0x0?, 0x0?, 0x38a?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00d5cef58 sp=0xc00d5cef38 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0xc7c0c818?, 0xb1?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc00d5cef90 sp=0xc00d5cef58 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1c7c0c730, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc00d5cefb0 sp=0xc00d5cef90 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc00ef52b80?, 0xc003a5f000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc00d5cefd8 sp=0xc00d5cefb0 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc00ef52b80, {0xc003a5f000, 0x1000, 0x1000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc00d5cf058 sp=0xc00d5cefd8 pc=0x535efa
net.(*netFD).Read(0xc00ef52b80, {0xc003a5f000?, 0x7b5a68?, 0xc00ef52b80?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc00d5cf0a0 sp=0xc00d5cf058 pc=0x7a20c9
net.(*conn).Read(0xc004dc2300, {0xc003a5f000?, 0x164290f?, 0xc004dc2300?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc00d5cf0e8 sp=0xc00d5cf0a0 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc0053d5a40, {0xc003a5f000, 0x1000, 0x1000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc00d5cf130 sp=0xc00d5cf0e8 pc=0x1641f96
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc0084b6ff0, {0xc003a5f000, 0x1000, 0x1000})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1949 +0x156 fp=0xc00d5cf1d0 sp=0xc00d5cf130 pc=0x370f896
bufio.(*Reader).fill(0xc0175c5490)
	GOROOT/src/bufio/bufio.go:106 +0xff fp=0xc00d5cf208 sp=0xc00d5cf1d0 pc=0x5ae51f
bufio.(*Reader).ReadByte(0xc0175c5490)
	GOROOT/src/bufio/bufio.go:265 +0x2c fp=0xc00d5cf228 sp=0xc00d5cf208 pc=0x5aecec
github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc0175c5a68?, {0x62295c8, 0xc0175c5490})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:206 +0x2c fp=0xc00d5cf260 sp=0xc00d5cf228 pc=0x270ca4c
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl.func5(0xc0175c5400, 0xc000aa71c0, 0xc00d5cf442, 0xc00d5cf444, {0x623b718, 0xc00d138900}, 0xc002f40800, 0xc0036d0bf4, 0xc00d5cf440)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:424 +0xa5 fp=0xc00d5cf398 sp=0xc00d5cf260 pc=0x3707185
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc0175c5400, {0x624a948, 0xc00f9912f0}, 0xc000aa71b0, 0xc002f40800, 0xc00f991230, {0x1, 0x2, {0x3, {0x532ee51, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:564 +0xc7f fp=0xc00d5cf768 sp=0xc00d5cf398 pc=0x3706c5f
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc003152c00, {0x624a948, 0xc00f9912f0}, {0x628a538, 0xc0053d5a40}, {{{0xc016fe5038, 0x4}}, 0x1, 0xc00f991260, 0xc00f991290, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:174 +0x29e fp=0xc00d5cf8a8 sp=0xc00d5cf768 pc=0x37051fe
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc003152c00, {0x624a948, 0xc00f9912f0}, {0x628a538?, 0xc0053d5a40}, 0x90?)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:913 +0xd29 fp=0xc00d5cfe20 sp=0xc00d5cf8a8 pc=0x3715be9
github.com/cockroachdb/cockroach/pkg/server.(*SQLServer).startServeSQL.func1.1({0x624a948?, 0xc00f990bd0?}, {0x628a538, 0xc0053d5a40})
	github.com/cockroachdb/cockroach/pkg/server/server_sql.go:1474 +0xc8 fp=0xc00d5cfeb0 sp=0xc00d5cfe20 pc=0x39e1cc8
github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1({0x624a948, 0xc00f990bd0})
	github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:162 +0xd7 fp=0xc00d5cff30 sp=0xc00d5cfeb0 pc=0x1643997
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00d5cffe0 sp=0xc00d5cff30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00d5cffe8 sp=0xc00d5cffe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 3410 [select]:
runtime.gopark(0xc002a16e38?, 0x3?, 0x0?, 0x0?, 0xc002a16dea?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc002a16c40 sp=0xc002a16c20 pc=0x4907d6
runtime.selectgo(0xc002a16e38, 0xc002a16de4, 0xc00df42710?, 0x0, 0xc008184de0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc002a16d80 sp=0xc002a16c40 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).outputLoop(0xc001b4f0a0, {0x624a8a0, 0xc006468b00})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:322 +0x265 fp=0xc002a16e78 sp=0xc002a16d80 pc=0x1c8b565
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).runOutputLoop(0xc001b4f0a0, {0x624a948, 0xc00656ee10}, 0xc00656e4e0?)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:347 +0xc5 fp=0xc002a16eb0 sp=0xc002a16e78 pc=0x1c8b7c5
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run.func1({0x624a948?, 0xc00656ee10?})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:296 +0x4c fp=0xc002a16f30 sp=0xc002a16eb0 pc=0x1c86a8c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc002a16fe0 sp=0xc002a16f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc002a16fe8 sp=0xc002a16fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1211 [select, 7 minutes]:
runtime.gopark(0xc0039d0b70?, 0x2?, 0x0?, 0x0?, 0xc0039d0b6c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0039d09f8 sp=0xc0039d09d8 pc=0x4907d6
runtime.selectgo(0xc0039d0b70, 0xc0039d0b68, 0x2540be400?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0039d0b38 sp=0xc0039d09f8 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc002390000)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc0039d0ba0 sp=0xc0039d0b38 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc000bfd6b0, {0x512dba0?, 0xc0048631a0}, 0x6da95d?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc0039d0ca8 sp=0xc0039d0ba0 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x0?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc0039d0cd8 sp=0xc0039d0ca8 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc00277b200, 0xc0086a6db0, 0xc0086a6d80)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:688 +0x2f1 fp=0xc0039d0d30 sp=0xc0039d0cd8 pc=0xc2a5d1
google.golang.org/grpc.(*clientStream).RecvMsg(0xc00277b200, {0x512dba0?, 0xc0048631a0?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc0039d0de0 sp=0xc0039d0d30 pc=0xc2b61f
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0xc007e85a60, {0x512dba0?, 0xc0048631a0?})
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:384 +0x37 fp=0xc0039d0e28 sp=0xc0039d0de0 pc=0x1649ad7
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*multiRaftRaftMessageBatchClient).Recv(0xc007324db0)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/bazel-out/k8-opt/bin/pkg/kv/kvserver/kvserver_go_proto_/github.com/cockroachdb/cockroach/pkg/kv/kvserver/storage_services.pb.go:132 +0x4c fp=0xc0039d0e58 sp=0xc0039d0e28 pc=0x1d4b00c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).processQueue.func1.1({0x628a900, 0xc007324db0}, 0xc001730460, {0x624a948, 0xc004863140})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:409 +0x5b fp=0xc0039d0ee0 sp=0xc0039d0e58 pc=0x1d843fb
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).processQueue.func1({0x624a948?, 0xc004863140?})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:424 +0x45 fp=0xc0039d0f30 sp=0xc0039d0ee0 pc=0x1d84345
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0039d0fe0 sp=0xc0039d0f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0039d0fe8 sp=0xc0039d0fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1081 [select]:
runtime.gopark(0xc001ae4f70?, 0x4?, 0x6?, 0x0?, 0xc001ae4ed0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc001ae4d18 sp=0xc001ae4cf8 pc=0x4907d6
runtime.selectgo(0xc001ae4f70, 0xc001ae4ec8, 0x0?, 0x0, 0x110468d?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc001ae4e58 sp=0xc001ae4d18 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc0066ef520)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:1131 +0x233 fp=0xc001ae4fc8 sp=0xc001ae4e58 pc=0xbf4d73
google.golang.org/grpc/internal/transport.NewServerTransport.func4()
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:341 +0x26 fp=0xc001ae4fe0 sp=0xc001ae4fc8 pc=0xbedaa6
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc001ae4fe8 sp=0xc001ae4fe0 pc=0x4c2401
created by google.golang.org/grpc/internal/transport.NewServerTransport
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:341 +0x1a38

goroutine 1149 [select]:
runtime.gopark(0xc021bf3fb0?, 0x2?, 0x80?, 0xff?, 0xc021bf3f84?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc021bf3df0 sp=0xc021bf3dd0 pc=0x4907d6
runtime.selectgo(0xc021bf3fb0, 0xc021bf3f80, 0x0?, 0x0, 0x6f1dc60096?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc021bf3f30 sp=0xc021bf3df0 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1()
	github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:424 +0x1d6 fp=0xc021bf3fe0 sp=0xc021bf3f30 pc=0x1697316
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc021bf3fe8 sp=0xc021bf3fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs
	github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:397 +0x56

goroutine 1155 [sync.Cond.Wait]:
runtime.gopark(0xc016c3c8a0?, 0x6f178364b6?, 0x0?, 0x0?, 0xc1116e819e9a70ac?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc011ad3e08 sp=0xc011ad3de8 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc003878850, 0x92297)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc011ad3e50 sp=0xc011ad3e08 pc=0x4be30c
sync.(*Cond).Wait(0x4b588c0?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc011ad3e88 sp=0xc011ad3e50 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0005a7950, {0x624a948, 0xc0009eb4a0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/scheduler.go:275 +0x2ff fp=0xc011ad3f08 sp=0xc011ad3e88 pc=0x1e26fbf
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker-fm({0x624a948?, 0xc0009eb4a0?})
	<autogenerated>:1 +0x39 fp=0xc011ad3f30 sp=0xc011ad3f08 pc=0x1e852b9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc011ad3fe0 sp=0xc011ad3f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc011ad3fe8 sp=0xc011ad3fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 300809 [IO wait]:
runtime.gopark(0x10cf?, 0xb?, 0x0?, 0x0?, 0x373?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc007fc0618 sp=0xc007fc05f8 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0x12?, 0x0?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc007fc0650 sp=0xc007fc0618 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1ccf29648, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc007fc0670 sp=0xc007fc0650 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc0563b2e00?, 0xc00b10cc00?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc007fc0698 sp=0xc007fc0670 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc0563b2e00, {0xc00b10cc00, 0x1300, 0x1300})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc007fc0718 sp=0xc007fc0698 pc=0x535efa
net.(*netFD).Read(0xc0563b2e00, {0xc00b10cc00?, 0xc01016f198?, 0xc007fc0808?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc007fc0760 sp=0xc007fc0718 pc=0x7a20c9
net.(*conn).Read(0xc01552cda0, {0xc00b10cc00?, 0x0?, 0x0?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc007fc07a8 sp=0xc007fc0760 pc=0x7b53c5
crypto/tls.(*atLeastReader).Read(0xc009b2a978, {0xc00b10cc00?, 0x0?, 0xc2d24cbc86f07383?})
	GOROOT/src/crypto/tls/conn.go:787 +0x3d fp=0xc007fc07f0 sp=0xc007fc07a8 pc=0x80c45d
bytes.(*Buffer).ReadFrom(0xc00b315af8, {0x62055e0, 0xc009b2a978})
	GOROOT/src/bytes/buffer.go:202 +0x98 fp=0xc007fc0848 sp=0xc007fc07f0 pc=0x579738
crypto/tls.(*Conn).readFromUntil(0xc00b315880, {0x62148c0?, 0xc01552cda0}, 0xc015fd7be0?)
	GOROOT/src/crypto/tls/conn.go:809 +0xe5 fp=0xc007fc0888 sp=0xc007fc0848 pc=0x80c645
crypto/tls.(*Conn).readRecordOrCCS(0xc00b315880, 0x0)
	GOROOT/src/crypto/tls/conn.go:616 +0x116 fp=0xc007fc0c10 sp=0xc007fc0888 pc=0x809a96
crypto/tls.(*Conn).readRecord(...)
	GOROOT/src/crypto/tls/conn.go:582
crypto/tls.(*Conn).Read(0xc00b315880, {0xc017e38000, 0x1000, 0x11?})
	GOROOT/src/crypto/tls/conn.go:1315 +0x16f fp=0xc007fc0c80 sp=0xc007fc0c10 pc=0x80fa0f
bufio.(*Reader).Read(0xc0145e5380, {0xc0028f7c40, 0x9, 0xc007fc0d18?})
	GOROOT/src/bufio/bufio.go:237 +0x1bb fp=0xc007fc0cb8 sp=0xc007fc0c80 pc=0x5aeafb
io.ReadAtLeast({0x62052c0, 0xc0145e5380}, {0xc0028f7c40, 0x9, 0x9}, 0x9)
	GOROOT/src/io/io.go:332 +0x9a fp=0xc007fc0d00 sp=0xc007fc0cb8 pc=0x52d13a
io.ReadFull(...)
	GOROOT/src/io/io.go:351
golang.org/x/net/http2.readFrameHeader({0xc0028f7c40?, 0x9?, 0xc007fc0df0?}, {0x62052c0?, 0xc0145e5380?})
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:237 +0x6e fp=0xc007fc0d50 sp=0xc007fc0d00 pc=0xba1d8e
golang.org/x/net/http2.(*Framer).ReadFrame(0xc0028f7c00)
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:498 +0x95 fp=0xc007fc0e00 sp=0xc007fc0d50 pc=0xba25f5
golang.org/x/net/http2.(*clientConnReadLoop).run(0xc007fc0f98)
	golang.org/x/net/http2/external/org_golang_x_net/http2/transport.go:2123 +0x130 fp=0xc007fc0f60 sp=0xc007fc0e00 pc=0xbc54d0
golang.org/x/net/http2.(*ClientConn).readLoop(0xc014c34000)
	golang.org/x/net/http2/external/org_golang_x_net/http2/transport.go:2019 +0x6f fp=0xc007fc0fc8 sp=0xc007fc0f60 pc=0xbc49ef
golang.org/x/net/http2.(*Transport).newClientConn.func1()
	golang.org/x/net/http2/external/org_golang_x_net/http2/transport.go:726 +0x26 fp=0xc007fc0fe0 sp=0xc007fc0fc8 pc=0xbbd6c6
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc007fc0fe8 sp=0xc007fc0fe0 pc=0x4c2401
created by golang.org/x/net/http2.(*Transport).newClientConn
	golang.org/x/net/http2/external/org_golang_x_net/http2/transport.go:726 +0xaaa

goroutine 280560 [sleep]:
runtime.gopark(0x4b8db216a38?, 0x400eb2?, 0x41?, 0xb8?, 0x70338dbdc5?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00e705df0 sp=0xc00e705dd0 pc=0x4907d6
time.Sleep(0x11a2786d2)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc00e705e30 sp=0xc00e705df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc0330fe210, 0x400eb2, {0x4618e7?, 0x20300c?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc00e705e88 sp=0xc00e705e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc0330fe210, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc00e705ec8 sp=0xc00e705e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0x0?, {0xc00edefb80?, 0xc, 0xc008660480?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc00e705fa8 sp=0xc00e705ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc00e705fe0 sp=0xc00e705fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00e705fe8 sp=0xc00e705fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 299337 [sleep]:
runtime.gopark(0x4b7e86f88e3?, 0x80195f?, 0xc6?, 0xf9?, 0x6f3829d75e?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0100ffdf0 sp=0xc0100ffdd0 pc=0x4907d6
time.Sleep(0x1117582a0)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc0100ffe30 sp=0xc0100ffdf0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc01214fad0, 0x80195f, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc0100ffe88 sp=0xc0100ffe30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc01214fad0, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc0100ffec8 sp=0xc0100ffe88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc008720a80?, {0xc01231bb80?, 0x9, 0xc004048fb8?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc0100fffa8 sp=0xc0100ffec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc0100fffe0 sp=0xc0100fffa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0100fffe8 sp=0xc0100fffe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 309896 [select]:
runtime.gopark(0xc0058e62d8?, 0x2?, 0xf0?, 0x1b?, 0xc0058e62d4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0058e6160 sp=0xc0058e6140 pc=0x4907d6
runtime.selectgo(0xc0058e62d8, 0xc0058e62d0, 0x10?, 0x0, 0x101?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0058e62a0 sp=0xc0058e6160 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc01847de60)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc0058e6308 sp=0xc0058e62a0 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc00e358210, {0x51b9a20?, 0xc010af1980}, 0x6248888?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc0058e6410 sp=0xc0058e6308 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xf9?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc0058e6440 sp=0xc0058e6410 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc01847dc20, 0xc0058e6518, 0xc0058e64e8)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:692 +0xd3 fp=0xc0058e6498 sp=0xc0058e6440 pc=0xc2a3b3
google.golang.org/grpc.(*clientStream).RecvMsg(0xc01847dc20, {0x51b9a20?, 0xc010af1980?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc0058e6548 sp=0xc0058e6498 pc=0xc2b61f
google.golang.org/grpc.invoke({0x624a948?, 0xc000a14b40?}, {0x53d9bbc?, 0x2?}, {0x52f0080, 0xc0069290e0}, {0x51b9a20, 0xc010af1980}, 0x0?, {0xc003456b00, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:73 +0xd7 fp=0xc0058e65b0 sp=0xc0058e6548 pc=0xc0a637
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x624a948, 0xc000a14b40}, {0x53d9bbc, 0x21}, {0x52f0080, 0xc0069290e0}, {0x51b9a20, 0xc010af1980}, 0x551b1ea11dec0741?, 0x568c070, ...)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:247 +0x384 fp=0xc0058e66a0 sp=0xc0058e65b0 pc=0x1648b84
google.golang.org/grpc.(*ClientConn).Invoke(0x229e1d946c16211a?, {0x624a948?, 0xc000a14b40?}, {0x53d9bbc?, 0x0?}, {0x52f0080?, 0xc0069290e0?}, {0x51b9a20?, 0xc010af1980?}, {0x0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:35 +0x223 fp=0xc0058e6740 sp=0xc0058e66a0 pc=0xc0a483
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc010b21f80, {0x624a948, 0xc000a14b40}, 0x0?, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9334 +0xc9 fp=0xc0058e67c0 sp=0xc0058e6740 pc=0xdcf7a9
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.TracingInternalClient.Batch({{0x629d930?, 0xc010b21f80?}}, {0x624a948, 0xc000a14b40}, 0xc0069290e0, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:329 +0x171 fp=0xc0058e6898 sp=0xc0058e67c0 pc=0x1671a71
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*TracingInternalClient).Batch(0x60dc900?, {0x624a948?, 0xc000a14b40?}, 0x624a948?, {0x0?, 0xc0081f5550?, 0xc0060dc9f8?})
	<autogenerated>:1 +0x65 fp=0xc0058e68e8 sp=0xc0058e6898 pc=0x1671b45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc0080f8ae0, {_, _}, _, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:211 +0x17e fp=0xc0058e6b88 sp=0xc0058e68e8 pc=0x19daefe
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc0080f8ae0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76eeb331d8, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:190 +0x158 fp=0xc0058e6cc0 sp=0xc0058e6b88 pc=0x19dad18
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76eeb331d8, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2079 +0x110f fp=0xc0058e7408 sp=0xc0058e6cc0 pc=0x19ce2ef
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76eeb331d8, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1623 +0x805 fp=0xc0058e7d08 sp=0xc0058e7408 pc=0x19cade5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatchAsync.func1({0x624a948, 0xc000a14b40})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1506 +0x1bc fp=0xc0058e7f30 sp=0xc0058e7d08 pc=0x19ca1dc
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0058e7fe0 sp=0xc0058e7f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0058e7fe8 sp=0xc0058e7fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 5049 [semacquire, 7 minutes]:
runtime.gopark(0x18?, 0xc0001ffc00?, 0x80?, 0xa4?, 0x4c022e?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc008485aa8 sp=0xc008485a88 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
runtime.semacquire1(0xc004186350, 0x50?, 0x1, 0x0)
	GOROOT/src/runtime/sema.go:150 +0x1fe fp=0xc008485b10 sp=0xc008485aa8 pc=0x4a17de
sync.runtime_Semacquire(0xc004186340?)
	GOROOT/src/runtime/sema.go:62 +0x25 fp=0xc008485b40 sp=0xc008485b10 pc=0x4be005
sync.(*WaitGroup).Wait(0x624a8a0?)
	GOROOT/src/sync/waitgroup.go:139 +0x52 fp=0xc008485b68 sp=0xc008485b40 pc=0x4ce332
golang.org/x/sync/errgroup.(*Group).Wait(0xc004186340)
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:52 +0x27 fp=0xc008485b80 sp=0xc008485b68 pc=0x11871a7
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0xc004186340?, {0x624a8a0?, 0xc004186300?}})
	github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x4a fp=0xc008485bb0 sp=0xc008485b80 pc=0x118790a
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans(0xc001545400, {0x624a8a0, 0xc004186240}, {0xc0041862c0, 0x1, 0xc003aadda0?}, 0x0, 0xc002baf560, {0xc005358590, 0x1, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:229 +0x666 fp=0xc008485d38 sp=0xc008485bb0 pc=0x19d2246
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed(0xc0053066c0?, {0x624a8a0, 0xc004186240}, {0xc006311cb0, 0x1, 0xc003aadef0?}, {0x1e35e6f?, 0x3aadf00?, 0xc0?}, 0x0, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:147 +0x108 fp=0xc008485e58 sp=0xc008485d38 pc=0x19d1988
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*dbAdapter).RangeFeed(0x1d74612?, {0x624a8a0?, 0xc004186240?}, {0xc006311cb0?, 0xc000c5e3c0?, 0xc003aadfd0?}, {0x1054c46?, 0x624a948?, 0x0?}, 0x0, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/db_adapter.go:80 +0x71 fp=0xc008485ed0 sp=0xc008485e58 pc=0x19fd411
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func1({0x624a8a0?, 0xc004186240?})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:305 +0xc7 fp=0xc008485f58 sp=0xc008485ed0 pc=0x1a01507
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
	github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x25 fp=0xc008485f78 sp=0xc008485f58 pc=0x1187be5
golang.org/x/sync/errgroup.(*Group).Go.func1()
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:74 +0x64 fp=0xc008485fe0 sp=0xc008485f78 pc=0x1187344
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc008485fe8 sp=0xc008485fe0 pc=0x4c2401
created by golang.org/x/sync/errgroup.(*Group).Go
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:71 +0xa5

goroutine 5056 [select]:
runtime.gopark(0xc00845bc60?, 0xa?, 0xa0?, 0xa8?, 0xc00845b8d4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00845b6e8 sp=0xc00845b6c8 pc=0x4907d6
runtime.selectgo(0xc00845bc60, 0xc00845b8c0, 0xc0186ea000?, 0x0, 0x16?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00845b828 sp=0xc00845b6e8 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run(0xc001979e00, {0x624a948?, 0xc0053998f0?}, 0xc45d72?, 0xc004767518, 0xc000b6c6c0)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:268 +0x51f fp=0xc00845bef0 sp=0xc00845b828 pc=0x1c85b3f
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).Start.func1({0x624a948?, 0xc0053998f0?})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:221 +0x3c fp=0xc00845bf30 sp=0xc00845bef0 pc=0x1c855dc
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00845bfe0 sp=0xc00845bf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00845bfe8 sp=0xc00845bfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 301456 [sleep]:
runtime.gopark(0x4b8bded04fa?, 0x1002fae?, 0xa8?, 0xd1?, 0x70240ed73c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc012a2bdf0 sp=0xc012a2bdd0 pc=0x4907d6
time.Sleep(0x127dd0411)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc012a2be30 sp=0xc012a2bdf0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc005b5b9e0, 0x1002fae, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc012a2be88 sp=0xc012a2be30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc005b5b9e0, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc012a2bec8 sp=0xc012a2be88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc008720a80?, {0xc00126de00?, 0x6, 0xc00a259fb8?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc012a2bfa8 sp=0xc012a2bec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc012a2bfe0 sp=0xc012a2bfa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc012a2bfe8 sp=0xc012a2bfe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 5074 [select]:
runtime.gopark(0xc003f85e38?, 0x3?, 0x0?, 0x0?, 0xc003f85dea?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc003f85c40 sp=0xc003f85c20 pc=0x4907d6
runtime.selectgo(0xc003f85e38, 0xc003f85de4, 0xc004c61c50?, 0x0, 0x4618e7?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc003f85d80 sp=0xc003f85c40 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).outputLoop(0xc00298fb20, {0x624a8a0, 0xc004186600})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:322 +0x265 fp=0xc003f85e78 sp=0xc003f85d80 pc=0x1c8b565
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).runOutputLoop(0xc00298fb20, {0x624a948, 0xc005399a10}, 0xc005307800?)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:347 +0xc5 fp=0xc003f85eb0 sp=0xc003f85e78 pc=0x1c8b7c5
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run.func1({0x624a948?, 0xc005399a10?})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:296 +0x4c fp=0xc003f85f30 sp=0xc003f85eb0 pc=0x1c86a8c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc003f85fe0 sp=0xc003f85f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc003f85fe8 sp=0xc003f85fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 309520 [select]:
runtime.gopark(0xc017b5fe60?, 0x3?, 0x0?, 0x0?, 0xc017b5fe32?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc003731cb8 sp=0xc003731c98 pc=0x4907d6
runtime.selectgo(0xc003731e60, 0xc017b5fe2c, 0xc007571860?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc003731df8 sp=0xc003731cb8 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).heartbeatLoop(0xc01001e750, {0x624a948, 0xc007571860})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:383 +0x185 fp=0xc003731eb0 sp=0xc003731df8 pc=0x19e7805
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).heartbeatLoop-fm({0x624a948?, 0xc007571860?})
	<autogenerated>:1 +0x39 fp=0xc003731ed8 sp=0xc003731eb0 pc=0x19f8df9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTask(0xc000b6c6c0, {0x624a948, 0xc007571860}, {0x53ddbcd?, 0x14?}, 0xc004085fb8)
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:324 +0xd1 fp=0xc003731f50 sp=0xc003731ed8 pc=0x1054071
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).startHeartbeatLoopLocked.func1()
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:338 +0xf9 fp=0xc003731fe0 sp=0xc003731f50 pc=0x19e75d9
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc003731fe8 sp=0xc003731fe0 pc=0x4c2401
created by time.goFunc
	GOROOT/src/time/sleep.go:176 +0x32

goroutine 309613 [runnable]:
runtime.gopark(0x49ae980?, 0xc00fb865a0?, 0xc8?, 0x1c?, 0xc004ba5a20?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc01d7d28c0 sp=0xc01d7d28a0 pc=0x4907d6
runtime.chansend(0xc005783da0, 0xc01d7d2a68, 0x1, 0xc01d7d2950?)
	GOROOT/src/runtime/chan.go:259 +0x42c fp=0xc01d7d2948 sp=0xc01d7d28c0 pc=0x459b0c
runtime.chansend1(0x8fc5440?, 0xc004ba5a20?)
	GOROOT/src/runtime/chan.go:145 +0x1d fp=0xc01d7d2978 sp=0xc01d7d2948 pc=0x4596bd
github.com/cockroachdb/pebble/sstable.(*writeQueue).add(...)
	github.com/cockroachdb/pebble/sstable/external/com_github_cockroachdb_pebble/sstable/write_queue.go:118
github.com/cockroachdb/pebble/sstable.(*Writer).flush(0xc00fcca000, {{0xc00734c880?, 0x5?, 0xe?}, 0x0?})
	github.com/cockroachdb/pebble/sstable/external/com_github_cockroachdb_pebble/sstable/writer.go:1156 +0x677 fp=0xc01d7d2a80 sp=0xc01d7d2978 pc=0x10de337
github.com/cockroachdb/pebble/sstable.(*Writer).maybeFlush(0xc00fcca000, {{0xc00734c880?, 0xf?, 0xc00734c880?}, 0x0?}, {0xc0207e6000?, 0x1c500b7?, 0xc01d7d2b78?})
	github.com/cockroachdb/pebble/sstable/external/com_github_cockroachdb_pebble/sstable/writer.go:1170 +0x87 fp=0xc01d7d2af0 sp=0xc01d7d2a80 pc=0x10de527
github.com/cockroachdb/pebble/sstable.(*Writer).addPoint(0xc00fcca000, {{0xc00734c880?, 0xc0145a2c60?, 0xc013cd6c30?}, 0x7fb1ca7fc078?}, {0xc0207e6000, 0x2000d, 0x22000})
	github.com/cockroachdb/pebble/sstable/external/com_github_cockroachdb_pebble/sstable/writer.go:720 +0x36d fp=0xc01d7d2c30 sp=0xc01d7d2af0 pc=0x10da1cd
github.com/cockroachdb/pebble/sstable.(*Writer).Add(0xc0169090c0?, {{0xc00734c880?, 0x10?, 0xc0145a2c90?}, 0x8fefe20?}, {0xc0207e6000?, 0x62490c8?, 0x61ee728?})
	github.com/cockroachdb/pebble/sstable/external/com_github_cockroachdb_pebble/sstable/writer.go:684 +0xbe fp=0xc01d7d2c80 sp=0xc01d7d2c30 pc=0x10d9dbe
github.com/cockroachdb/pebble.(*DB).runCompaction(0xc001528000, 0x10bb, 0xc01199ad00)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:2755 +0x239b fp=0xc01d7d3c60 sp=0xc01d7d2c80 pc=0x11076fb
github.com/cockroachdb/pebble.(*DB).compact1(0xc001528000, 0xc01199ad00, 0x0)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:2180 +0x1a5 fp=0xc01d7d3e80 sp=0xc01d7d3c60 pc=0x1104905
github.com/cockroachdb/pebble.(*DB).compact.func1({0x624a948, 0xc00d811260})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:2151 +0xad fp=0xc01d7d3ee8 sp=0xc01d7d3e80 pc=0x110468d
runtime/pprof.Do({0x624a8d8?, 0xc000120000?}, {{0xc000084880?, 0x1054e20?, 0xc000b6c6c0?}}, 0xc00afa8f88)
	GOROOT/src/runtime/pprof/runtime.go:40 +0xa3 fp=0xc01d7d3f58 sp=0xc01d7d3ee8 pc=0xfd3223
github.com/cockroachdb/pebble.(*DB).compact(0xc00afa8f90?, 0xc00afa8f60?, 0xc00afa8f70?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:2148 +0x6b fp=0xc01d7d3fb8 sp=0xc01d7d3f58 pc=0x11045ab
github.com/cockroachdb/pebble.(*DB).maybeScheduleCompactionPicker.func4()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:1869 +0x2c fp=0xc01d7d3fe0 sp=0xc01d7d3fb8 pc=0x1102b0c
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc01d7d3fe8 sp=0xc01d7d3fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).maybeScheduleCompactionPicker
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:1869 +0x5ea

goroutine 309986 [select]:
runtime.gopark(0xc003bbfc20?, 0x3?, 0x22?, 0xfb?, 0xc003bbfbda?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc003bbfa40 sp=0xc003bbfa20 pc=0x4907d6
runtime.selectgo(0xc003bbfc20, 0xc003bbfbd4, 0xc00af57500?, 0x0, 0xc015b38870?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc003bbfb80 sp=0xc003bbfa40 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0xc003117340, {0x624a910, 0xc00af57500}, 0xc003bbfca8?, {0x629caa8, 0xc012835d00})
	github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:251 +0x165 fp=0xc003bbfc60 sp=0xc003bbfb80 pc=0x1ca0605
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0xc0005a7e00, {0x624a910, 0xc00af57500}, 0xc003bbfdd0?, 0xc0021d27e0)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:749 +0x3d1 fp=0xc003bbfda8 sp=0xc003bbfc60 pc=0x1ca75d1
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x624a910?, 0xc00af57500?})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:792 +0x38 fp=0xc003bbfde0 sp=0xc003bbfda8 pc=0x1ca7bd8
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x624a948?, 0xc007c20b10?}, {0x537e81f, 0x12}, 0x4a817c800, 0xc003bbff00)
	github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0xed fp=0xc003bbfe80 sp=0xc003bbfde0 pc=0x16210cd
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x624a948, 0xc007c20b10})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:790 +0xac fp=0xc003bbff30 sp=0xc003bbfe80 pc=0x1ca7aac
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc003bbffe0 sp=0xc003bbff30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc003bbffe8 sp=0xc003bbffe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 301632 [IO wait]:
runtime.gopark(0x11bd?, 0xb?, 0x0?, 0x0?, 0x494?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc003294618 sp=0xc0032945f8 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0x12?, 0x0?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc003294650 sp=0xc003294618 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1ccf29288, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc003294670 sp=0xc003294650 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc005f7c900?, 0xc00b108000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc003294698 sp=0xc003294670 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc005f7c900, {0xc00b108000, 0x1300, 0x1300})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc003294718 sp=0xc003294698 pc=0x535efa
net.(*netFD).Read(0xc005f7c900, {0xc00b108000?, 0xc00fd84dd8?, 0xc003294808?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc003294760 sp=0xc003294718 pc=0x7a20c9
net.(*conn).Read(0xc00452c230, {0xc00b108000?, 0x0?, 0x0?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc0032947a8 sp=0xc003294760 pc=0x7b53c5
crypto/tls.(*atLeastReader).Read(0xc016eb51e8, {0xc00b108000?, 0x0?, 0xa00cb20bf2fa872a?})
	GOROOT/src/crypto/tls/conn.go:787 +0x3d fp=0xc0032947f0 sp=0xc0032947a8 pc=0x80c45d
bytes.(*Buffer).ReadFrom(0xc014b16978, {0x62055e0, 0xc016eb51e8})
	GOROOT/src/bytes/buffer.go:202 +0x98 fp=0xc003294848 sp=0xc0032947f0 pc=0x579738
crypto/tls.(*Conn).readFromUntil(0xc014b16700, {0x62148c0?, 0xc00452c230}, 0xc03465c780?)
	GOROOT/src/crypto/tls/conn.go:809 +0xe5 fp=0xc003294888 sp=0xc003294848 pc=0x80c645
crypto/tls.(*Conn).readRecordOrCCS(0xc014b16700, 0x0)
	GOROOT/src/crypto/tls/conn.go:616 +0x116 fp=0xc003294c10 sp=0xc003294888 pc=0x809a96
crypto/tls.(*Conn).readRecord(...)
	GOROOT/src/crypto/tls/conn.go:582
crypto/tls.(*Conn).Read(0xc014b16700, {0xc00c239000, 0x1000, 0x11?})
	GOROOT/src/crypto/tls/conn.go:1315 +0x16f fp=0xc003294c80 sp=0xc003294c10 pc=0x80fa0f
bufio.(*Reader).Read(0xc00cadd3e0, {0xc0004fe740, 0x9, 0xc003294d18?})
	GOROOT/src/bufio/bufio.go:237 +0x1bb fp=0xc003294cb8 sp=0xc003294c80 pc=0x5aeafb
io.ReadAtLeast({0x62052c0, 0xc00cadd3e0}, {0xc0004fe740, 0x9, 0x9}, 0x9)
	GOROOT/src/io/io.go:332 +0x9a fp=0xc003294d00 sp=0xc003294cb8 pc=0x52d13a
io.ReadFull(...)
	GOROOT/src/io/io.go:351
golang.org/x/net/http2.readFrameHeader({0xc0004fe740?, 0x9?, 0xc003294df0?}, {0x62052c0?, 0xc00cadd3e0?})
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:237 +0x6e fp=0xc003294d50 sp=0xc003294d00 pc=0xba1d8e
golang.org/x/net/http2.(*Framer).ReadFrame(0xc0004fe700)
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:498 +0x95 fp=0xc003294e00 sp=0xc003294d50 pc=0xba25f5
golang.org/x/net/http2.(*clientConnReadLoop).run(0xc003294f98)
	golang.org/x/net/http2/external/org_golang_x_net/http2/transport.go:2123 +0x130 fp=0xc003294f60 sp=0xc003294e00 pc=0xbc54d0
golang.org/x/net/http2.(*ClientConn).readLoop(0xc037189b00)
	golang.org/x/net/http2/external/org_golang_x_net/http2/transport.go:2019 +0x6f fp=0xc003294fc8 sp=0xc003294f60 pc=0xbc49ef
golang.org/x/net/http2.(*Transport).newClientConn.func1()
	golang.org/x/net/http2/external/org_golang_x_net/http2/transport.go:726 +0x26 fp=0xc003294fe0 sp=0xc003294fc8 pc=0xbbd6c6
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc003294fe8 sp=0xc003294fe0 pc=0x4c2401
created by golang.org/x/net/http2.(*Transport).newClientConn
	golang.org/x/net/http2/external/org_golang_x_net/http2/transport.go:726 +0xaaa

goroutine 237081 [sleep]:
runtime.gopark(0x4b84d63c81d?, 0x4047c?, 0xb6?, 0x33?, 0x6f95e6db43?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0059c5df0 sp=0xc0059c5dd0 pc=0x4907d6
time.Sleep(0x10a3e453e)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc0059c5e30 sp=0xc0059c5df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc00d77ed20, 0x4047c, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc0059c5e88 sp=0xc0059c5e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc00d77ed20, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc0059c5ec8 sp=0xc0059c5e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc008720a80?, {0xc00e9e5500?, 0x31, 0xc011935fb8?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc0059c5fa8 sp=0xc0059c5ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc0059c5fe0 sp=0xc0059c5fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0059c5fe8 sp=0xc0059c5fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 1645 [select]:
runtime.gopark(0xc0036d2f48?, 0x2?, 0x6?, 0x0?, 0xc0036d2ef4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0036d2d50 sp=0xc0036d2d30 pc=0x4907d6
runtime.selectgo(0xc0036d2f48, 0xc0036d2ef0, 0x0?, 0x0, 0x3?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0036d2e90 sp=0xc0036d2d50 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc001c5e960)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:1572 +0x165 fp=0xc0036d2fc8 sp=0xc0036d2e90 pc=0xbeb085
google.golang.org/grpc/internal/transport.newHTTP2Client.func6()
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:360 +0x26 fp=0xc0036d2fe0 sp=0xc0036d2fc8 pc=0xbe0906
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0036d2fe8 sp=0xc0036d2fe0 pc=0x4c2401
created by google.golang.org/grpc/internal/transport.newHTTP2Client
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:360 +0x197c

goroutine 308995 [runnable]:
runtime.gopark(0x49ae980?, 0xc015777170?, 0xc8?, 0x1c?, 0xc01a9ea800?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc02001c8c0 sp=0xc02001c8a0 pc=0x4907d6
runtime.chansend(0xc0077b4420, 0xc02001ca68, 0x1, 0xc02001c950?)
	GOROOT/src/runtime/chan.go:259 +0x42c fp=0xc02001c948 sp=0xc02001c8c0 pc=0x459b0c
runtime.chansend1(0x8fc5440?, 0xc01a9ea800?)
	GOROOT/src/runtime/chan.go:145 +0x1d fp=0xc02001c978 sp=0xc02001c948 pc=0x4596bd
github.com/cockroachdb/pebble/sstable.(*writeQueue).add(...)
	github.com/cockroachdb/pebble/sstable/external/com_github_cockroachdb_pebble/sstable/write_queue.go:118
github.com/cockroachdb/pebble/sstable.(*Writer).flush(0xc00d77aa80, {{0xc0051c44e0?, 0x7?, 0x10?}, 0x0?})
	github.com/cockroachdb/pebble/sstable/external/com_github_cockroachdb_pebble/sstable/writer.go:1156 +0x677 fp=0xc02001ca80 sp=0xc02001c978 pc=0x10de337
github.com/cockroachdb/pebble/sstable.(*Writer).maybeFlush(0xc00d77aa80, {{0xc0051c44e0?, 0x11?, 0xc0051c44e0?}, 0x0?}, {0xc010f6a000?, 0x1d47119?, 0xc02001cb78?})
	github.com/cockroachdb/pebble/sstable/external/com_github_cockroachdb_pebble/sstable/writer.go:1170 +0x87 fp=0xc02001caf0 sp=0xc02001ca80 pc=0x10de527
github.com/cockroachdb/pebble/sstable.(*Writer).addPoint(0xc00d77aa80, {{0xc0051c44e0?, 0xc0051c44e0?, 0xc002343e40?}, 0x20?}, {0xc010f6a000, 0x2000d, 0x22000})
	github.com/cockroachdb/pebble/sstable/external/com_github_cockroachdb_pebble/sstable/writer.go:720 +0x36d fp=0xc02001cc30 sp=0xc02001caf0 pc=0x10da1cd
github.com/cockroachdb/pebble/sstable.(*Writer).Add(0xc00a6964e0?, {{0xc0051c44e0?, 0x18?, 0xc0051c44e0?}, 0x8fefe20?}, {0xc010f6a000?, 0x62490c8?, 0x61ee728?})
	github.com/cockroachdb/pebble/sstable/external/com_github_cockroachdb_pebble/sstable/writer.go:684 +0xbe fp=0xc02001cc80 sp=0xc02001cc30 pc=0x10d9dbe
github.com/cockroachdb/pebble.(*DB).runCompaction(0xc001528000, 0x10b5, 0xc0031ae000)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:2755 +0x239b fp=0xc02001dc60 sp=0xc02001cc80 pc=0x11076fb
github.com/cockroachdb/pebble.(*DB).compact1(0xc001528000, 0xc0031ae000, 0x0)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:2180 +0x1a5 fp=0xc02001de80 sp=0xc02001dc60 pc=0x1104905
github.com/cockroachdb/pebble.(*DB).compact.func1({0x624a948, 0xc0062fb3e0})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:2151 +0xad fp=0xc02001dee8 sp=0xc02001de80 pc=0x110468d
runtime/pprof.Do({0x624a8d8?, 0xc000120000?}, {{0xc000084880?, 0x1054e20?, 0xc000b6c6c0?}}, 0xc0023cef88)
	GOROOT/src/runtime/pprof/runtime.go:40 +0xa3 fp=0xc02001df58 sp=0xc02001dee8 pc=0xfd3223
github.com/cockroachdb/pebble.(*DB).compact(0xc0023cef90?, 0xc0023cef60?, 0xc0023cef70?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:2148 +0x6b fp=0xc02001dfb8 sp=0xc02001df58 pc=0x11045ab
github.com/cockroachdb/pebble.(*DB).maybeScheduleCompactionPicker.func4()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:1869 +0x2c fp=0xc02001dfe0 sp=0xc02001dfb8 pc=0x1102b0c
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc02001dfe8 sp=0xc02001dfe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).maybeScheduleCompactionPicker
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:1869 +0x5ea

goroutine 1261 [select]:
runtime.gopark(0xc011e3df00?, 0x2?, 0xee?, 0x3?, 0xc011e3ded4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc011e3dd60 sp=0xc011e3dd40 pc=0x4907d6
runtime.selectgo(0xc011e3df00, 0xc011e3ded0, 0x7b55a5?, 0x0, 0xc0067c4000?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc011e3dea0 sp=0xc011e3dd60 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc002045590, 0x1)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/controlbuf.go:407 +0x115 fp=0xc011e3df30 sp=0xc011e3dea0 pc=0xbd68d5
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc005442b40)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/controlbuf.go:534 +0x85 fp=0xc011e3df88 sp=0xc011e3df30 pc=0xbd6fe5
google.golang.org/grpc/internal/transport.newHTTP2Client.func3()
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:415 +0x6a fp=0xc011e3dfe0 sp=0xc011e3df88 pc=0xbe078a
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc011e3dfe8 sp=0xc011e3dfe0 pc=0x4c2401
created by google.golang.org/grpc/internal/transport.newHTTP2Client
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:413 +0x2011

goroutine 1260 [runnable]:
runtime.gopark(0xc0039d7d80?, 0xb?, 0x0?, 0x0?, 0xc58?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0039d7a80 sp=0xc0039d7a60 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0x40?, 0x0?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc0039d7ab8 sp=0xc0039d7a80 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1c7c0c0a0, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc0039d7ad8 sp=0xc0039d7ab8 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc00062c200?, 0xc0040ca000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc0039d7b00 sp=0xc0039d7ad8 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc00062c200, {0xc0040ca000, 0x8000, 0x8000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc0039d7b80 sp=0xc0039d7b00 pc=0x535efa
net.(*netFD).Read(0xc00062c200, {0xc0040ca000?, 0x50c7cc0?, 0x489101?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc0039d7bc8 sp=0xc0039d7b80 pc=0x7a20c9
net.(*conn).Read(0xc0061e8d60, {0xc0040ca000?, 0x100?, 0xc015375b00?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc0039d7c10 sp=0xc0039d7bc8 pc=0x7b53c5
bufio.(*Reader).Read(0xc005442ae0, {0xc0031c8200, 0x9, 0xc0004eda1c?})
	GOROOT/src/bufio/bufio.go:237 +0x1bb fp=0xc0039d7c48 sp=0xc0039d7c10 pc=0x5aeafb
io.ReadAtLeast({0x62052c0, 0xc005442ae0}, {0xc0031c8200, 0x9, 0x9}, 0x9)
	GOROOT/src/io/io.go:332 +0x9a fp=0xc0039d7c90 sp=0xc0039d7c48 pc=0x52d13a
io.ReadFull(...)
	GOROOT/src/io/io.go:351
golang.org/x/net/http2.readFrameHeader({0xc0031c8200?, 0x9?, 0xc015375a70?}, {0x62052c0?, 0xc005442ae0?})
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:237 +0x6e fp=0xc0039d7ce0 sp=0xc0039d7c90 pc=0xba1d8e
golang.org/x/net/http2.(*Framer).ReadFrame(0xc0031c81c0)
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:498 +0x95 fp=0xc0039d7d90 sp=0xc0039d7ce0 pc=0xba25f5
google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc005cd10e0)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:1498 +0x4be fp=0xc0039d7fc8 sp=0xc0039d7d90 pc=0xbea79e
google.golang.org/grpc/internal/transport.newHTTP2Client.func7()
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:365 +0x26 fp=0xc0039d7fe0 sp=0xc0039d7fc8 pc=0xbe08a6
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0039d7fe8 sp=0xc0039d7fe0 pc=0x4c2401
created by google.golang.org/grpc/internal/transport.newHTTP2Client
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:365 +0x19bf

goroutine 2916 [semacquire, 7 minutes]:
runtime.gopark(0x18?, 0xc000518000?, 0x20?, 0x10?, 0x4c022e?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00836faa8 sp=0xc00836fa88 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
runtime.semacquire1(0xc0064c1b90, 0x50?, 0x1, 0x0)
	GOROOT/src/runtime/sema.go:150 +0x1fe fp=0xc00836fb10 sp=0xc00836faa8 pc=0x4a17de
sync.runtime_Semacquire(0xc0064c1b80?)
	GOROOT/src/runtime/sema.go:62 +0x25 fp=0xc00836fb40 sp=0xc00836fb10 pc=0x4be005
sync.(*WaitGroup).Wait(0x624a8a0?)
	GOROOT/src/sync/waitgroup.go:139 +0x52 fp=0xc00836fb68 sp=0xc00836fb40 pc=0x4ce332
golang.org/x/sync/errgroup.(*Group).Wait(0xc0064c1b80)
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:52 +0x27 fp=0xc00836fb80 sp=0xc00836fb68 pc=0x11871a7
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0xc0064c1b80?, {0x624a8a0?, 0xc0064c1b40?}})
	github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x4a fp=0xc00836fbb0 sp=0xc00836fb80 pc=0x118790a
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans(0xc001545400, {0x624a8a0, 0xc006260ac0}, {0xc0064c1b00, 0x1, 0x1e033?}, 0x1, 0xc0027334a0, {0xc004a48690, 0x1, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:229 +0x666 fp=0xc00836fd38 sp=0xc00836fbb0 pc=0x19d2246
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed(0x0?, {0x624a8a0, 0xc006260ac0}, {0xc004f37da0, 0x1, 0xa?}, {0x6e16ad?, 0x86e4f98?, 0xc0?}, 0x1, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:147 +0x108 fp=0xc00836fe58 sp=0xc00836fd38 pc=0x19d1988
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*dbAdapter).RangeFeed(0x10000c0086e4fd0?, {0x624a8a0?, 0xc006260ac0?}, {0xc004f37da0?, 0x0?, 0x99?}, {0xc0034ca1a0?, 0x565bef0?, 0xc0?}, 0x1, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/db_adapter.go:80 +0x71 fp=0xc00836fed0 sp=0xc00836fe58 pc=0x19fd411
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func1({0x624a8a0?, 0xc006260ac0?})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:305 +0xc7 fp=0xc00836ff58 sp=0xc00836fed0 pc=0x1a01507
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
	github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x25 fp=0xc00836ff78 sp=0xc00836ff58 pc=0x1187be5
golang.org/x/sync/errgroup.(*Group).Go.func1()
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:74 +0x64 fp=0xc00836ffe0 sp=0xc00836ff78 pc=0x1187344
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00836ffe8 sp=0xc00836ffe0 pc=0x4c2401
created by golang.org/x/sync/errgroup.(*Group).Go
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:71 +0xa5

goroutine 1256 [select, 7 minutes]:
runtime.gopark(0xc0039d6b70?, 0x2?, 0x50?, 0x67?, 0xc0039d6b6c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0039d69f8 sp=0xc0039d69d8 pc=0x4907d6
runtime.selectgo(0xc0039d6b70, 0xc0039d6b68, 0xc002897180?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0039d6b38 sp=0xc0039d69f8 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc001cb8d80)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc0039d6ba0 sp=0xc0039d6b38 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc001b50210, {0x512dba0?, 0xc0046d52c0}, 0x0?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc0039d6ca8 sp=0xc0039d6ba0 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x0?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc0039d6cd8 sp=0xc0039d6ca8 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc001d947e0, 0xc0085dddb0, 0xc0085ddd80)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:688 +0x2f1 fp=0xc0039d6d30 sp=0xc0039d6cd8 pc=0xc2a5d1
google.golang.org/grpc.(*clientStream).RecvMsg(0xc001d947e0, {0x512dba0?, 0xc0046d52c0?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc0039d6de0 sp=0xc0039d6d30 pc=0xc2b61f
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0xc0024c8e40, {0x512dba0?, 0xc0046d52c0?})
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:384 +0x37 fp=0xc0039d6e28 sp=0xc0039d6de0 pc=0x1649ad7
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*multiRaftRaftMessageBatchClient).Recv(0xc0005e80f0)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/bazel-out/k8-opt/bin/pkg/kv/kvserver/kvserver_go_proto_/github.com/cockroachdb/cockroach/pkg/kv/kvserver/storage_services.pb.go:132 +0x4c fp=0xc0039d6e58 sp=0xc0039d6e28 pc=0x1d4b00c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).processQueue.func1.1({0x628a900, 0xc0005e80f0}, 0xc001730460, {0x624a948, 0xc0046d5260})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:409 +0x5b fp=0xc0039d6ee0 sp=0xc0039d6e58 pc=0x1d843fb
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).processQueue.func1({0x624a948?, 0xc0046d5260?})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:424 +0x45 fp=0xc0039d6f30 sp=0xc0039d6ee0 pc=0x1d84345
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0039d6fe0 sp=0xc0039d6f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0039d6fe8 sp=0xc0039d6fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1255 [select, 7 minutes]:
runtime.gopark(0xc0085dd7b0?, 0x2?, 0x50?, 0x30?, 0xc0085dd79c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0085dd628 sp=0xc0085dd608 pc=0x4907d6
runtime.selectgo(0xc0085dd7b0, 0xc0085dd798, 0xc000b6c6c0?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0085dd768 sp=0xc0085dd628 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2()
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:340 +0x71 fp=0xc0085dd7e0 sp=0xc0085dd768 pc=0x1649731
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0085dd7e8 sp=0xc0085dd7e0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:339 +0x152

goroutine 266931 [IO wait]:
runtime.gopark(0x4d28360?, 0xb?, 0x0?, 0x0?, 0x2e0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc01d9c6f58 sp=0xc01d9c6f38 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0xc7d6f420?, 0xb1?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc01d9c6f90 sp=0xc01d9c6f58 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1c7d6f338, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc01d9c6fb0 sp=0xc01d9c6f90 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc00e763d80?, 0xc0164a7000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc01d9c6fd8 sp=0xc01d9c6fb0 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc00e763d80, {0xc0164a7000, 0x1000, 0x1000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc01d9c7058 sp=0xc01d9c6fd8 pc=0x535efa
net.(*netFD).Read(0xc00e763d80, {0xc0164a7000?, 0x7b5a68?, 0xc00e763d80?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc01d9c70a0 sp=0xc01d9c7058 pc=0x7a20c9
net.(*conn).Read(0xc00c044570, {0xc0164a7000?, 0x164290f?, 0xc00c044570?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc01d9c70e8 sp=0xc01d9c70a0 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc0060f04e0, {0xc0164a7000, 0x1000, 0x1000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc01d9c7130 sp=0xc01d9c70e8 pc=0x1641f96
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc00772a810, {0xc0164a7000, 0x1000, 0x1000})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1949 +0x156 fp=0xc01d9c71d0 sp=0xc01d9c7130 pc=0x370f896
bufio.(*Reader).fill(0xc004453890)
	GOROOT/src/bufio/bufio.go:106 +0xff fp=0xc01d9c7208 sp=0xc01d9c71d0 pc=0x5ae51f
bufio.(*Reader).ReadByte(0xc004453890)
	GOROOT/src/bufio/bufio.go:265 +0x2c fp=0xc01d9c7228 sp=0xc01d9c7208 pc=0x5aecec
github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc004453e68?, {0x62295c8, 0xc004453890})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:206 +0x2c fp=0xc01d9c7260 sp=0xc01d9c7228 pc=0x270ca4c
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl.func5(0xc004453800, 0xc00a712ad0, 0xc01d9c7442, 0xc01d9c7444, {0x623b718, 0xc010561b00}, 0xc002f40800, 0xc002764ca4, 0xc01d9c7440)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:424 +0xa5 fp=0xc01d9c7398 sp=0xc01d9c7260 pc=0x3707185
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc004453800, {0x624a948, 0xc0072e3110}, 0xc00a712ac0, 0xc002f40800, 0xc0072e2e70, {0x1, 0x2, {0x3, {0x532ee51, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:564 +0xc7f fp=0xc01d9c7768 sp=0xc01d9c7398 pc=0x3706c5f
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc003152c00, {0x624a948, 0xc0072e3110}, {0x628a538, 0xc0060f04e0}, {{{0xc00bdd6038, 0x4}}, 0x1, 0xc0072e2ed0, 0xc0072e2fc0, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:174 +0x29e fp=0xc01d9c78a8 sp=0xc01d9c7768 pc=0x37051fe
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc003152c00, {0x624a948, 0xc0072e3110}, {0x628a538?, 0xc0060f04e0}, 0x90?)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:913 +0xd29 fp=0xc01d9c7e20 sp=0xc01d9c78a8 pc=0x3715be9
github.com/cockroachdb/cockroach/pkg/server.(*SQLServer).startServeSQL.func1.1({0x624a948?, 0xc0072e2b40?}, {0x628a538, 0xc0060f04e0})
	github.com/cockroachdb/cockroach/pkg/server/server_sql.go:1474 +0xc8 fp=0xc01d9c7eb0 sp=0xc01d9c7e20 pc=0x39e1cc8
github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1({0x624a948, 0xc0072e2b40})
	github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:162 +0xd7 fp=0xc01d9c7f30 sp=0xc01d9c7eb0 pc=0x1643997
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc01d9c7fe0 sp=0xc01d9c7f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc01d9c7fe8 sp=0xc01d9c7fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 2460 [select]:
runtime.gopark(0xc003bb9168?, 0x3?, 0xdf?, 0xf2?, 0xc003bb9102?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc003bb8f78 sp=0xc003bb8f58 pc=0x4907d6
runtime.selectgo(0xc003bb9168, 0xc003bb90fc, 0xc003bb9138?, 0x0, 0xc003bb9130?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc003bb90b8 sp=0xc003bb8f78 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/rpc.(*pipe).recv(0xc004e8dd40, {0x624a948, 0xc0060a8b10})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:1217 +0xe8 fp=0xc003bb91a8 sp=0xc003bb90b8 pc=0x165bee8
github.com/cockroachdb/cockroach/pkg/rpc.pipeReader.recv({0xc004e8dd40?, 0x5684220?}, {0x624a948?, 0xc0060a8b10?}, {0x51d3160, 0xc01562ad80})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:1253 +0x45 fp=0xc003bb91e0 sp=0xc003bb91a8 pc=0x165c0c5
github.com/cockroachdb/cockroach/pkg/rpc.clientStream.RecvMsg(...)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:1301
github.com/cockroachdb/cockroach/pkg/rpc.(*clientStream).RecvMsg(0x0?, {0x51d3160?, 0xc01562ad80?})
	<autogenerated>:1 +0x77 fp=0xc003bb9248 sp=0xc003bb91e0 pc=0x1666f77
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0xc003692ce0, {0x51d3160?, 0xc01562ad80?})
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:384 +0x37 fp=0xc003bb9290 sp=0xc003bb9248 pc=0x1649ad7
github.com/cockroachdb/cockroach/pkg/rpc.rangeFeedClientAdapter.Recv({{0x627d528?, 0xc003692ce0?}})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:1028 +0x59 fp=0xc003bb92d0 sp=0xc003bb9290 pc=0x165b0b9
github.com/cockroachdb/cockroach/pkg/rpc.(*rangeFeedClientAdapter).Recv(0xc003bb9300?)
	<autogenerated>:1 +0x34 fp=0xc003bb92f0 sp=0xc003bb92d0 pc=0x1666a34
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed.func6()
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:649 +0x2e fp=0xc003bb9310 sp=0xc003bb92f0 pc=0x19d6c2e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*stuckRangeFeedCanceler).do(0xc0060b2000, 0xc003bb9780)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed_canceler.go:135 +0x1a2 fp=0xc003bb93b8 sp=0xc003bb9310 pc=0x19d7622
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0xc001545400, {0x624a8a0?, 0xc0039f1e80?}, {{0xc00353aff0, 0x1, 0x8}, {0xc00353aff8, 0x1, 0x8}}, {0x17600a099d0c865d, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:648 +0xffa fp=0xc003bb99a0 sp=0xc003bb93b8 pc=0x19d629a
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0xc001545400, {0x624a8a0, 0xc0039f1e80}, 0xc00559ff40, 0xc00353aff0?, {{0xc00353aff0, 0x1, 0x8}, {0xc00353aff8, 0x1, ...}}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:423 +0x8fb fp=0xc003bb9e80 sp=0xc003bb99a0 pc=0x19d467b
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1.1({0x624a8a0?, 0xc0039f1e80?})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:207 +0x117 fp=0xc003bb9f58 sp=0xc003bb9e80 pc=0x19d2b17
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
	github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x25 fp=0xc003bb9f78 sp=0xc003bb9f58 pc=0x1187be5
golang.org/x/sync/errgroup.(*Group).Go.func1()
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:74 +0x64 fp=0xc003bb9fe0 sp=0xc003bb9f78 pc=0x1187344
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc003bb9fe8 sp=0xc003bb9fe0 pc=0x4c2401
created by golang.org/x/sync/errgroup.(*Group).Go
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:71 +0xa5

goroutine 1153 [select]:
runtime.gopark(0xc0074e1e48?, 0x2?, 0x70?, 0x1c?, 0xc0074e1de4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00af4fc48 sp=0xc00af4fc28 pc=0x4907d6
runtime.selectgo(0xc00af4fe48, 0xc0074e1de0, 0x539c3ad?, 0x0, 0x10c388d00?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00af4fd88 sp=0xc00af4fc48 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver/liveness.(*NodeLiveness).Start.func1({0xc0029ce380, 0x0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/liveness/liveness.go:794 +0x390 fp=0xc00af4ff30 sp=0xc00af4fd88 pc=0x1c41710
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00af4ffe0 sp=0xc00af4ff30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00af4ffe8 sp=0xc00af4ffe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1152 [select]:
runtime.gopark(0xc00ebabf78?, 0x2?, 0xa8?, 0x9c?, 0xc00ebabf0c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00ebabd48 sp=0xc00ebabd28 pc=0x4907d6
runtime.selectgo(0xc00ebabf78, 0xc00ebabf08, 0x0?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00ebabe88 sp=0xc00ebabd48 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/admission.(*StoreGrantCoordinators).SetPebbleMetricsProvider.func1()
	github.com/cockroachdb/cockroach/pkg/util/admission/grant_coordinator.go:102 +0xed fp=0xc00ebabfe0 sp=0xc00ebabe88 pc=0x168a14d
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00ebabfe8 sp=0xc00ebabfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/admission.(*StoreGrantCoordinators).SetPebbleMetricsProvider
	github.com/cockroachdb/cockroach/pkg/util/admission/grant_coordinator.go:97 +0x1fe

goroutine 1082 [IO wait]:
runtime.gopark(0xc002bbbd40?, 0xb?, 0x0?, 0x0?, 0xb87?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00175baa0 sp=0xc00175ba80 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0xbef6f1?, 0x0?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc00175bad8 sp=0xc00175baa0 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1c7c0c550, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc00175baf8 sp=0xc00175bad8 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc000a8c380?, 0xc007360000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc00175bb20 sp=0xc00175baf8 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc000a8c380, {0xc007360000, 0x8000, 0x8000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc00175bba0 sp=0xc00175bb20 pc=0x535efa
net.(*netFD).Read(0xc000a8c380, {0xc007360000?, 0x45a370?, 0x7fb1caffed08?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc00175bbe8 sp=0xc00175bba0 pc=0x7a20c9
net.(*conn).Read(0xc0061e86a0, {0xc007360000?, 0x488b6c?, 0x568de40?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc00175bc30 sp=0xc00175bbe8 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc00668d800, {0xc007360000, 0x8000, 0x8000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc00175bc78 sp=0xc00175bc30 pc=0x1641f96
bufio.(*Reader).Read(0xc00668d860, {0xc0031c8ac0, 0x9, 0x18?})
	GOROOT/src/bufio/bufio.go:237 +0x1bb fp=0xc00175bcb0 sp=0xc00175bc78 pc=0x5aeafb
io.ReadAtLeast({0x62052c0, 0xc00668d860}, {0xc0031c8ac0, 0x9, 0x9}, 0x9)
	GOROOT/src/io/io.go:332 +0x9a fp=0xc00175bcf8 sp=0xc00175bcb0 pc=0x52d13a
io.ReadFull(...)
	GOROOT/src/io/io.go:351
golang.org/x/net/http2.readFrameHeader({0xc0031c8ac0?, 0x9?, 0xc003001910?}, {0x62052c0?, 0xc00668d860?})
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:237 +0x6e fp=0xc00175bd48 sp=0xc00175bcf8 pc=0xba1d8e
golang.org/x/net/http2.(*Framer).ReadFrame(0xc0031c8a80)
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:498 +0x95 fp=0xc00175bdf8 sp=0xc00175bd48 pc=0xba25f5
google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc0066ef520, 0xc0007c6de8?, 0xc001a89300?)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:611 +0x174 fp=0xc00175bf18 sp=0xc00175bdf8 pc=0xbf09b4
google.golang.org/grpc.(*Server).serveStreams(0xc008720a80, {0x6294e00?, 0xc0066ef520})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:906 +0x142 fp=0xc00175bf80 sp=0xc00175bf18 pc=0xc1d702
google.golang.org/grpc.(*Server).handleRawConn.func1()
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:848 +0x46 fp=0xc00175bfe0 sp=0xc00175bf80 pc=0xc1cec6
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00175bfe8 sp=0xc00175bfe0 pc=0x4c2401
created by google.golang.org/grpc.(*Server).handleRawConn
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:847 +0x185

goroutine 3736 [select, 1 minutes]:
runtime.gopark(0xc003b8fea8?, 0x2?, 0x0?, 0x0?, 0xc003b8fe3c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0100feca0 sp=0xc0100fec80 pc=0x4907d6
runtime.selectgo(0xc0100feea8, 0xc003b8fe38, 0x6207560?, 0x0, 0x17?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0100fede0 sp=0xc0100feca0 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvprober.(*Prober).Start.func1.1({0x624a948, 0xc0051ee0f0})
	github.com/cockroachdb/cockroach/pkg/kv/kvprober/kvprober.go:308 +0x330 fp=0xc0100fef30 sp=0xc0100fede0 pc=0x373bcf0
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0100fefe0 sp=0xc0100fef30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0100fefe8 sp=0xc0100fefe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 309846 [select]:
runtime.gopark(0xc0176c22d8?, 0x2?, 0xe0?, 0xd9?, 0xc0176c22d4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0176c2160 sp=0xc0176c2140 pc=0x4907d6
runtime.selectgo(0xc0176c22d8, 0xc0176c22d0, 0x10?, 0x0, 0x8?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0176c22a0 sp=0xc0176c2160 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc0360ee000)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc0176c2308 sp=0xc0176c22a0 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc00c27e790, {0x51b9a20?, 0xc000a36a80}, 0x6248888?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc0176c2410 sp=0xc0176c2308 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x104?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc0176c2440 sp=0xc0176c2410 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc010b159e0, 0xc0176c2518, 0xc0176c24e8)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:692 +0xd3 fp=0xc0176c2498 sp=0xc0176c2440 pc=0xc2a3b3
google.golang.org/grpc.(*clientStream).RecvMsg(0xc010b159e0, {0x51b9a20?, 0xc000a36a80?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc0176c2548 sp=0xc0176c2498 pc=0xc2b61f
google.golang.org/grpc.invoke({0x624a948?, 0xc01505ce40?}, {0x53d9bbc?, 0x2?}, {0x52f0080, 0xc00ba081e0}, {0x51b9a20, 0xc000a36a80}, 0x0?, {0xc003456b00, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:73 +0xd7 fp=0xc0176c25b0 sp=0xc0176c2548 pc=0xc0a637
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x624a948, 0xc01505ce40}, {0x53d9bbc, 0x21}, {0x52f0080, 0xc00ba081e0}, {0x51b9a20, 0xc000a36a80}, 0x9eea0f5a417eac1?, 0x568c070, ...)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:247 +0x384 fp=0xc0176c26a0 sp=0xc0176c25b0 pc=0x1648b84
google.golang.org/grpc.(*ClientConn).Invoke(0x1c758d37b605d3d9?, {0x624a948?, 0xc01505ce40?}, {0x53d9bbc?, 0x0?}, {0x52f0080?, 0xc00ba081e0?}, {0x51b9a20?, 0xc000a36a80?}, {0x0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:35 +0x223 fp=0xc0176c2740 sp=0xc0176c26a0 pc=0xc0a483
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc00a647cb8, {0x624a948, 0xc01505ce40}, 0x0?, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9334 +0xc9 fp=0xc0176c27c0 sp=0xc0176c2740 pc=0xdcf7a9
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.TracingInternalClient.Batch({{0x629d930?, 0xc00a647cb8?}}, {0x624a948, 0xc01505ce40}, 0xc00ba081e0, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:329 +0x171 fp=0xc0176c2898 sp=0xc0176c27c0 pc=0x1671a71
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*TracingInternalClient).Batch(0x51090a0?, {0x624a948?, 0xc01505ce40?}, 0x624a948?, {0x0?, 0xc0081f5550?, 0xc0083e29f8?})
	<autogenerated>:1 +0x65 fp=0xc0176c28e8 sp=0xc0176c2898 pc=0x1671b45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc0109d0780, {_, _}, _, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:211 +0x17e fp=0xc0176c2b88 sp=0xc0176c28e8 pc=0x19daefe
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc0109d0780, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e3e77f8e, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:190 +0x158 fp=0xc0176c2cc0 sp=0xc0176c2b88 pc=0x19dad18
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e3e77f8e, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2079 +0x110f fp=0xc0176c3408 sp=0xc0176c2cc0 pc=0x19ce2ef
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e3e77f8e, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1623 +0x805 fp=0xc0176c3d08 sp=0xc0176c3408 pc=0x19cade5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatchAsync.func1({0x624a948, 0xc01505ce40})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1506 +0x1bc fp=0xc0176c3f30 sp=0xc0176c3d08 pc=0x19ca1dc
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0176c3fe0 sp=0xc0176c3f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0176c3fe8 sp=0xc0176c3fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1133 [select]:
runtime.gopark(0xc00f539ed8?, 0x4?, 0x40?, 0x53?, 0xc00f539e60?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc014d1dcb8 sp=0xc014d1dc98 pc=0x4907d6
runtime.selectgo(0xc014d1ded8, 0xc00f539e58, 0xc005bb0b10?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc014d1ddf8 sp=0xc014d1dcb8 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/server.(*Node).startGossiping.func1({0x624a948, 0xc005bb0b10})
	github.com/cockroachdb/cockroach/pkg/server/node.go:725 +0x1db fp=0xc014d1df30 sp=0xc014d1ddf8 pc=0x39bcf5b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc014d1dfe0 sp=0xc014d1df30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc014d1dfe8 sp=0xc014d1dfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1135 [select]:
runtime.gopark(0xc003b91ed0?, 0x4?, 0x4c?, 0x0?, 0xc003b91df8?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0080bfc50 sp=0xc0080bfc30 pc=0x4907d6
runtime.selectgo(0xc0080bfed0, 0xc003b91df0, 0xc0085f0180?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0080bfd90 sp=0xc0080bfc50 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver/reports.(*Reporter).Start.func2({0x624a948?, 0xc005bb0c90?})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/reports/reporter.go:168 +0x316 fp=0xc0080bff30 sp=0xc0080bfd90 pc=0x3752156
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0080bffe0 sp=0xc0080bff30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0080bffe8 sp=0xc0080bffe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1209 [select, 7 minutes]:
runtime.gopark(0xc0086abfb0?, 0x2?, 0x80?, 0x59?, 0xc0086abf94?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0086abe18 sp=0xc0086abdf8 pc=0x4907d6
runtime.selectgo(0xc0086abfb0, 0xc0086abf90, 0xc002ce3500?, 0x0, 0xc000b6c6c0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0086abf58 sp=0xc0086abe18 pc=0x4a071c
google.golang.org/grpc.newClientStreamWithParams.func4()
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:341 +0x92 fp=0xc0086abfe0 sp=0xc0086abf58 pc=0xc28912
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0086abfe8 sp=0xc0086abfe0 pc=0x4c2401
created by google.golang.org/grpc.newClientStreamWithParams
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:340 +0xb7e

goroutine 1105 [select, 7 minutes]:
runtime.gopark(0xc00169d578?, 0x2?, 0x20?, 0xfb?, 0xc00169d53c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00169d3a8 sp=0xc00169d388 pc=0x4907d6
runtime.selectgo(0xc00169d578, 0xc00169d538, 0xc008592ec0?, 0x0, 0x27?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00169d4e8 sp=0xc00169d3a8 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).RaftMessageBatch(0xc001730460, {0x628a958, 0xc008590920})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:313 +0x208 fp=0xc00169d5b0 sp=0xc00169d4e8 pc=0x1d82b08
github.com/cockroachdb/cockroach/pkg/kv/kvserver._MultiRaft_RaftMessageBatch_Handler({0x525f4e0?, 0xc001730460}, {0x627d570?, 0xc0075b6400})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/bazel-out/k8-opt/bin/pkg/kv/kvserver/kvserver_go_proto_/github.com/cockroachdb/cockroach/pkg/kv/kvserver/storage_services.pb.go:244 +0x9f fp=0xc00169d5e8 sp=0xc00169d5b0 pc=0x1d4b57f
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x525f4e0, 0xc001730460}, {0x627dc78?, 0xc0085c4c30?}, 0xc0085a7830, 0x5683c48)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x6c4 fp=0xc00169d920 sp=0xc00169d5e8 pc=0x16481a4
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x525f4e0?, 0xc001730460?}, {0x627dc78?, 0xc0085c4c30?})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1408 +0x5b fp=0xc00169d960 sp=0xc00169d920 pc=0xc21dfb
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x525f4e0, 0xc001730460}, {0x627dc78, 0xc0085c4c30}, 0x1054f90?, 0xc008592e80)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:272 +0x74 fp=0xc00169d990 sp=0xc00169d960 pc=0x16576d4
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x525f4e0?, 0xc001730460?}, {0x627dc78?, 0xc0085c4c30?})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1411 +0x83 fp=0xc00169d9d0 sp=0xc00169d990 pc=0xc21e23
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x0?, 0x0?})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:241 +0x2d fp=0xc00169da00 sp=0xc00169d9d0 pc=0x165798d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0xc000b6c6c0, {0x624a948, 0xc00865d170}, {0xc00175ab08?, 0x46159f?}, 0xc00175aac0)
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:341 +0xd1 fp=0xc00169da78 sp=0xc00169da00 pc=0x10542d1
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x525f4e0, 0xc001730460}, {0x627dc78?, 0xc0085c4c30?}, 0xc0085a7830, 0xc008592e80)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:240 +0xef fp=0xc00169db00 sp=0xc00169da78 pc=0x165790f
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x525f4e0?, 0xc001730460?}, {0x627dc78?, 0xc0085c4c30?})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1411 +0x83 fp=0xc00169db40 sp=0xc00169db00 pc=0xc21e23
google.golang.org/grpc.chainStreamInterceptors.func1({0x525f4e0, 0xc001730460}, {0x627dc78, 0xc0085c4c30}, 0xc0085a7830, 0x5683c48)
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1413 +0x12b fp=0xc00169db90 sp=0xc00169db40 pc=0xc21d4b
google.golang.org/grpc.(*Server).processStreamingRPC(0xc008720a80, {0x6294e00, 0xc0066ef520}, 0xc008627320, 0xc000967b90, 0x8ff1fe0, 0x0)
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1549 +0xf3b fp=0xc00169de48 sp=0xc00169db90 pc=0xc22dbb
google.golang.org/grpc.(*Server).handleStream(0xc008720a80, {0x6294e00, 0xc0066ef520}, 0xc008627320, 0x0)
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1624 +0x9ea fp=0xc00169df68 sp=0xc00169de48 pc=0xc245ea
google.golang.org/grpc.(*Server).serveStreams.func1.2()
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:922 +0x98 fp=0xc00169dfe0 sp=0xc00169df68 pc=0xc1dab8
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00169dfe8 sp=0xc00169dfe0 pc=0x4c2401
created by google.golang.org/grpc.(*Server).serveStreams.func1
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:920 +0x28a

goroutine 1150 [select]:
runtime.gopark(0xc0085dbfb0?, 0x2?, 0xe0?, 0x73?, 0xc0085dbf94?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0085dbe20 sp=0xc0085dbe00 pc=0x4907d6
runtime.selectgo(0xc0085dbfb0, 0xc0085dbf90, 0x0?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0085dbf60 sp=0xc0085dbe20 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2()
	github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:352 +0x86 fp=0xc0085dbfe0 sp=0xc0085dbf60 pc=0x1696e66
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0085dbfe8 sp=0xc0085dbfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue
	github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:349 +0x46a

goroutine 1132 [select, 7 minutes]:
runtime.gopark(0xc0085dffb0?, 0x2?, 0x2?, 0x30?, 0xc0085dff5c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0085dfdb0 sp=0xc0085dfd90 pc=0x4907d6
runtime.selectgo(0xc0085dffb0, 0xc0085dff58, 0x0?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0085dfef0 sp=0xc0085dfdb0 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver/kvadmission.(*controllerImpl).SetTenantWeightProvider.func1()
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/kvadmission/kvadmission.go:338 +0xd5 fp=0xc0085dffe0 sp=0xc0085dfef0 pc=0x1cab0b5
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0085dffe8 sp=0xc0085dffe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/kv/kvserver/kvadmission.(*controllerImpl).SetTenantWeightProvider
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/kvadmission/kvadmission.go:331 +0xb0

goroutine 1205 [select]:
runtime.gopark(0xc003aaea08?, 0x2?, 0xc0?, 0x8?, 0xc003aae9ec?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc003aae870 sp=0xc003aae850 pc=0x4907d6
runtime.selectgo(0xc003aaea08, 0xc003aae9e8, 0x16e9973?, 0x0, 0x3?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc003aae9b0 sp=0xc003aae870 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc0086a2c80, {0xc003dec028, 0x5, 0x5})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:179 +0x90 fp=0xc003aaea38 sp=0xc003aae9b0 pc=0xbf96b0
google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0086a2c80, {0xc003dec028?, 0xc006186828?, 0xc003aaea80?})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:173 +0x178 fp=0xc003aaea78 sp=0xc003aaea38 pc=0xbf9578
google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0032c37d0, {0xc003dec028?, 0xc003aaeaf8?, 0xbf0787?})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:485 +0x32 fp=0xc003aaeac0 sp=0xc003aaea78 pc=0xbfabb2
io.ReadAtLeast({0x6213e00, 0xc0032c37d0}, {0xc003dec028, 0x5, 0x5}, 0x5)
	GOROOT/src/io/io.go:332 +0x9a fp=0xc003aaeb08 sp=0xc003aaeac0 pc=0x52d13a
io.ReadFull(...)
	GOROOT/src/io/io.go:351
google.golang.org/grpc/internal/transport.(*Stream).Read(0xc005c6db00, {0xc003dec028, 0x5, 0x5})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:469 +0xa5 fp=0xc003aaeb48 sp=0xc003aaeb08 pc=0xbfab25
google.golang.org/grpc.(*parser).recvMsg(0xc003dec018, 0x7fffffff)
	google.golang.org/grpc/external/org_golang_google_grpc/rpc_util.go:559 +0x47 fp=0xc003aaebc8 sp=0xc003aaeb48 pc=0xc18c47
google.golang.org/grpc.recvAndDecompress(0x0?, 0xc005c6db00, {0x0, 0x0}, 0x7fffffff, 0x0, {0x6248888, 0x9c5fde0})
	google.golang.org/grpc/external/org_golang_google_grpc/rpc_util.go:690 +0x66 fp=0xc003aaec60 sp=0xc003aaebc8 pc=0xc19546
google.golang.org/grpc.recv(0x0?, {0x7fb1c7c6d568, 0xc0004b4550}, 0x0?, {0x0?, 0x0?}, {0x512da60, 0xc00c503170}, 0x0?, 0x0, ...)
	google.golang.org/grpc/external/org_golang_google_grpc/rpc_util.go:756 +0x6e fp=0xc003aaecd8 sp=0xc003aaec60 pc=0xc19c2e
google.golang.org/grpc.(*serverStream).RecvMsg(0xc0017fa270, {0x512da60?, 0xc00c503170})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:1583 +0x178 fp=0xc003aaee08 sp=0xc003aaecd8 pc=0xc30178
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingServerStream).RecvMsg(0x4618e7?, {0x512da60?, 0xc00c503170?})
	<autogenerated>:1 +0x34 fp=0xc003aaee30 sp=0xc003aaee08 pc=0x1649cb4
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*multiRaftRaftMessageBatchServer).Recv(0xc007324a20)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/bazel-out/k8-opt/bin/pkg/kv/kvserver/kvserver_go_proto_/github.com/cockroachdb/cockroach/pkg/kv/kvserver/storage_services.pb.go:263 +0x4c fp=0xc003aaee60 sp=0xc003aaee30 pc=0x1d4b66c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*lockedRaftMessageResponseStream).Recv(...)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:91
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).RaftMessageBatch.func1.1({0x628a958?, 0xc007324a20}, 0xc001730460, {0x624a948, 0xc0032c3c20})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:289 +0xa6 fp=0xc003aaeee0 sp=0xc003aaee60 pc=0x1d82d66
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).RaftMessageBatch.func1({0x624a948?, 0xc0032c3c20?})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:308 +0x45 fp=0xc003aaef30 sp=0xc003aaeee0 pc=0x1d82c65
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc003aaefe0 sp=0xc003aaef30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc003aaefe8 sp=0xc003aaefe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1315 [select, 7 minutes]:
runtime.gopark(0xc00328ff98?, 0x2?, 0x0?, 0x0?, 0xc00328ff7c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00328fe00 sp=0xc00328fde0 pc=0x4907d6
runtime.selectgo(0xc00328ff98, 0xc00328ff78, 0xc0043ae1c0?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00328ff40 sp=0xc00328fe00 pc=0x4a071c
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc000f30fc0)
	google.golang.org/grpc/external/org_golang_google_grpc/balancer_conn_wrappers.go:112 +0x73 fp=0xc00328ffc8 sp=0xc00328ff40 pc=0xc088f3
google.golang.org/grpc.newCCBalancerWrapper.func1()
	google.golang.org/grpc/external/org_golang_google_grpc/balancer_conn_wrappers.go:73 +0x26 fp=0xc00328ffe0 sp=0xc00328ffc8 pc=0xc08846
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00328ffe8 sp=0xc00328ffe0 pc=0x4c2401
created by google.golang.org/grpc.newCCBalancerWrapper
	google.golang.org/grpc/external/org_golang_google_grpc/balancer_conn_wrappers.go:73 +0x22a

goroutine 1320 [select, 7 minutes]:
runtime.gopark(0xc0082dcfb0?, 0x2?, 0x1?, 0x0?, 0xc0082dcf9c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0082dce28 sp=0xc0082dce08 pc=0x4907d6
runtime.selectgo(0xc0082dcfb0, 0xc0082dcf98, 0xc000b6c6c0?, 0x0, 0xc0073251e0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0082dcf68 sp=0xc0082dce28 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2()
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:340 +0x71 fp=0xc0082dcfe0 sp=0xc0082dcf68 pc=0x1649731
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0082dcfe8 sp=0xc0082dcfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:339 +0x152

goroutine 1259 [select]:
runtime.gopark(0xc000511f48?, 0x2?, 0x6?, 0x0?, 0xc000511ef4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc000511d50 sp=0xc000511d30 pc=0x4907d6
runtime.selectgo(0xc000511f48, 0xc000511ef0, 0x0?, 0x0, 0x3?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc000511e90 sp=0xc000511d50 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc005cd10e0)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:1572 +0x165 fp=0xc000511fc8 sp=0xc000511e90 pc=0xbeb085
google.golang.org/grpc/internal/transport.newHTTP2Client.func6()
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:360 +0x26 fp=0xc000511fe0 sp=0xc000511fc8 pc=0xbe0906
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc000511fe8 sp=0xc000511fe0 pc=0x4c2401
created by google.golang.org/grpc/internal/transport.newHTTP2Client
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:360 +0x197c

goroutine 294758 [IO wait]:
runtime.gopark(0x4d28360?, 0xb?, 0x0?, 0x0?, 0x663?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc008982f58 sp=0xc008982f38 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0xca7fde60?, 0xb1?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc008982f90 sp=0xc008982f58 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1ca7fdd78, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc008982fb0 sp=0xc008982f90 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc029913e00?, 0xc006bc9000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc008982fd8 sp=0xc008982fb0 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc029913e00, {0xc006bc9000, 0x1000, 0x1000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc008983058 sp=0xc008982fd8 pc=0x535efa
net.(*netFD).Read(0xc029913e00, {0xc006bc9000?, 0x7b5a68?, 0xc029913e00?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc0089830a0 sp=0xc008983058 pc=0x7a20c9
net.(*conn).Read(0xc004a12688, {0xc006bc9000?, 0x164290f?, 0xc004a12688?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc0089830e8 sp=0xc0089830a0 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc01215e960, {0xc006bc9000, 0x1000, 0x1000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc008983130 sp=0xc0089830e8 pc=0x1641f96
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc006024978, {0xc006bc9000, 0x1000, 0x1000})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1949 +0x156 fp=0xc0089831d0 sp=0xc008983130 pc=0x370f896
bufio.(*Reader).fill(0xc012822c90)
	GOROOT/src/bufio/bufio.go:106 +0xff fp=0xc008983208 sp=0xc0089831d0 pc=0x5ae51f
bufio.(*Reader).ReadByte(0xc012822c90)
	GOROOT/src/bufio/bufio.go:265 +0x2c fp=0xc008983228 sp=0xc008983208 pc=0x5aecec
github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc012823268?, {0x62295c8, 0xc012822c90})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:206 +0x2c fp=0xc008983260 sp=0xc008983228 pc=0x270ca4c
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl.func5(0xc012822c00, 0xc00d8a1ac0, 0xc008983442, 0xc008983444, {0x623b718, 0xc004e485a0}, 0xc002f40800, 0xc00f011d94, 0xc008983440)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:424 +0xa5 fp=0xc008983398 sp=0xc008983260 pc=0x3707185
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc012822c00, {0x624a948, 0xc0046e9650}, 0xc00d8a1ab0, 0xc002f40800, 0xc0046e8f90, {0x1, 0x2, {0x3, {0x532ee51, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:564 +0xc7f fp=0xc008983768 sp=0xc008983398 pc=0x3706c5f
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc003152c00, {0x624a948, 0xc0046e9650}, {0x628a538, 0xc01215e960}, {{{0xc00d9c4038, 0x4}}, 0x1, 0xc0046e9530, 0xc0046e95c0, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:174 +0x29e fp=0xc0089838a8 sp=0xc008983768 pc=0x37051fe
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc003152c00, {0x624a948, 0xc0046e9650}, {0x628a538?, 0xc01215e960}, 0x90?)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:913 +0xd29 fp=0xc008983e20 sp=0xc0089838a8 pc=0x3715be9
github.com/cockroachdb/cockroach/pkg/server.(*SQLServer).startServeSQL.func1.1({0x624a948?, 0xc0046e8bd0?}, {0x628a538, 0xc01215e960})
	github.com/cockroachdb/cockroach/pkg/server/server_sql.go:1474 +0xc8 fp=0xc008983eb0 sp=0xc008983e20 pc=0x39e1cc8
github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1({0x624a948, 0xc0046e8bd0})
	github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:162 +0xd7 fp=0xc008983f30 sp=0xc008983eb0 pc=0x1643997
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc008983fe0 sp=0xc008983f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc008983fe8 sp=0xc008983fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 310008 [select]:
runtime.gopark(0xc00679a2d8?, 0x2?, 0xf8?, 0xe7?, 0xc00679a2d4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00679a160 sp=0xc00679a140 pc=0x4907d6
runtime.selectgo(0xc00679a2d8, 0xc00679a2d0, 0x10?, 0x0, 0x101?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00679a2a0 sp=0xc00679a160 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc0129b90e0)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc00679a308 sp=0xc00679a2a0 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc0156866e0, {0x51b9a20?, 0xc00a7ca300}, 0x6248888?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc00679a410 sp=0xc00679a308 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x11c?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc00679a440 sp=0xc00679a410 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc0129b8ea0, 0xc00679a518, 0xc00679a4e8)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:692 +0xd3 fp=0xc00679a498 sp=0xc00679a440 pc=0xc2a3b3
google.golang.org/grpc.(*clientStream).RecvMsg(0xc0129b8ea0, {0x51b9a20?, 0xc00a7ca300?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc00679a548 sp=0xc00679a498 pc=0xc2b61f
google.golang.org/grpc.invoke({0x624a948?, 0xc011d550b0?}, {0x53d9bbc?, 0x2?}, {0x52f0080, 0xc00a2c7680}, {0x51b9a20, 0xc00a7ca300}, 0x0?, {0xc000f30f80, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:73 +0xd7 fp=0xc00679a5b0 sp=0xc00679a548 pc=0xc0a637
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x624a948, 0xc011d550b0}, {0x53d9bbc, 0x21}, {0x52f0080, 0xc00a2c7680}, {0x51b9a20, 0xc00a7ca300}, 0x5f6cc9b7aec743de?, 0x568c070, ...)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:247 +0x384 fp=0xc00679a6a0 sp=0xc00679a5b0 pc=0x1648b84
google.golang.org/grpc.(*ClientConn).Invoke(0xe054e6835a6b638?, {0x624a948?, 0xc011d550b0?}, {0x53d9bbc?, 0x0?}, {0x52f0080?, 0xc00a2c7680?}, {0x51b9a20?, 0xc00a7ca300?}, {0x0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:35 +0x223 fp=0xc00679a740 sp=0xc00679a6a0 pc=0xc0a483
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc011c31f28, {0x624a948, 0xc011d550b0}, 0x0?, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9334 +0xc9 fp=0xc00679a7c0 sp=0xc00679a740 pc=0xdcf7a9
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.TracingInternalClient.Batch({{0x629d930?, 0xc011c31f28?}}, {0x624a948, 0xc011d550b0}, 0xc00a2c7680, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:329 +0x171 fp=0xc00679a898 sp=0xc00679a7c0 pc=0x1671a71
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*TracingInternalClient).Batch(0x3328900?, {0x624a948?, 0xc011d550b0?}, 0x624a948?, {0x0?, 0xc002339f00?, 0xc0033289f8?})
	<autogenerated>:1 +0x65 fp=0xc00679a8e8 sp=0xc00679a898 pc=0x1671b45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc00ca03c80, {_, _}, _, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:211 +0x17e fp=0xc00679ab88 sp=0xc00679a8e8 pc=0x19daefe
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc00ca03c80, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f2f450e3, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:190 +0x158 fp=0xc00679acc0 sp=0xc00679ab88 pc=0x19dad18
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f2f450e3, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2079 +0x110f fp=0xc00679b408 sp=0xc00679acc0 pc=0x19ce2ef
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f2f450e3, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1623 +0x805 fp=0xc00679bd08 sp=0xc00679b408 pc=0x19cade5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatchAsync.func1({0x624a948, 0xc011d550b0})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1506 +0x1bc fp=0xc00679bf30 sp=0xc00679bd08 pc=0x19ca1dc
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00679bfe0 sp=0xc00679bf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00679bfe8 sp=0xc00679bfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 295516 [sleep]:
runtime.gopark(0x4b7e944ded3?, 0x400eaa?, 0x5f?, 0x3d?, 0x6f3a071af0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00eba4df0 sp=0xc00eba4dd0 pc=0x4907d6
time.Sleep(0x1127d6ea1)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc00eba4e30 sp=0xc00eba4df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc00f3afb00, 0x400eaa, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc00eba4e88 sp=0xc00eba4e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc00f3afb00, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc00eba4ec8 sp=0xc00eba4e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc008720a80?, {0xc007f4a640?, 0x6, 0xc004085fb8?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc00eba4fa8 sp=0xc00eba4ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc00eba4fe0 sp=0xc00eba4fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00eba4fe8 sp=0xc00eba4fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 1641 [select, 7 minutes]:
runtime.gopark(0xc003f82f98?, 0x2?, 0x0?, 0x0?, 0xc003f82f7c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc003f82e00 sp=0xc003f82de0 pc=0x4907d6
runtime.selectgo(0xc003f82f98, 0xc003f82f78, 0xc00852b3b0?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc003f82f40 sp=0xc003f82e00 pc=0x4a071c
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc005c47a00)
	google.golang.org/grpc/external/org_golang_google_grpc/balancer_conn_wrappers.go:112 +0x73 fp=0xc003f82fc8 sp=0xc003f82f40 pc=0xc088f3
google.golang.org/grpc.newCCBalancerWrapper.func1()
	google.golang.org/grpc/external/org_golang_google_grpc/balancer_conn_wrappers.go:73 +0x26 fp=0xc003f82fe0 sp=0xc003f82fc8 pc=0xc08846
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc003f82fe8 sp=0xc003f82fe0 pc=0x4c2401
created by google.golang.org/grpc.newCCBalancerWrapper
	google.golang.org/grpc/external/org_golang_google_grpc/balancer_conn_wrappers.go:73 +0x22a

goroutine 1325 [select]:
runtime.gopark(0xc003aaba08?, 0x2?, 0xc8?, 0xf5?, 0xc003aab9ec?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc003aab870 sp=0xc003aab850 pc=0x4907d6
runtime.selectgo(0xc003aaba08, 0xc003aab9e8, 0x16e9e6c?, 0x0, 0xc012b4dc19?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc003aab9b0 sp=0xc003aab870 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc002313810, {0xc0046d7ed0, 0x5, 0x5})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:179 +0x90 fp=0xc003aaba38 sp=0xc003aab9b0 pc=0xbf96b0
google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc002313810, {0xc0046d7ed0?, 0xc00862f0f8?, 0xc003aaba80?})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:173 +0x178 fp=0xc003aaba78 sp=0xc003aaba38 pc=0xbf9578
google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc004f1c2d0, {0xc0046d7ed0?, 0xc003aabaf8?, 0xbf0787?})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:485 +0x32 fp=0xc003aabac0 sp=0xc003aaba78 pc=0xbfabb2
io.ReadAtLeast({0x6213e00, 0xc004f1c2d0}, {0xc0046d7ed0, 0x5, 0x5}, 0x5)
	GOROOT/src/io/io.go:332 +0x9a fp=0xc003aabb08 sp=0xc003aabac0 pc=0x52d13a
io.ReadFull(...)
	GOROOT/src/io/io.go:351
google.golang.org/grpc/internal/transport.(*Stream).Read(0xc002c63560, {0xc0046d7ed0, 0x5, 0x5})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:469 +0xa5 fp=0xc003aabb48 sp=0xc003aabb08 pc=0xbfab25
google.golang.org/grpc.(*parser).recvMsg(0xc0046d7ec0, 0x7fffffff)
	google.golang.org/grpc/external/org_golang_google_grpc/rpc_util.go:559 +0x47 fp=0xc003aabbc8 sp=0xc003aabb48 pc=0xc18c47
google.golang.org/grpc.recvAndDecompress(0x4908c0?, 0xc002c63560, {0x0, 0x0}, 0x7fffffff, 0x0, {0x6248888, 0x9c5fde0})
	google.golang.org/grpc/external/org_golang_google_grpc/rpc_util.go:690 +0x66 fp=0xc003aabc60 sp=0xc003aabbc8 pc=0xc19546
google.golang.org/grpc.recv(0xc003aabd10?, {0x7fb1c7c6d568, 0xc0004b4550}, 0x0?, {0x0?, 0x0?}, {0x512da60, 0xc005441908}, 0xc003aabd68?, 0x0, ...)
	google.golang.org/grpc/external/org_golang_google_grpc/rpc_util.go:756 +0x6e fp=0xc003aabcd8 sp=0xc003aabc60 pc=0xc19c2e
google.golang.org/grpc.(*serverStream).RecvMsg(0xc00245eb60, {0x512da60?, 0xc005441908})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:1583 +0x178 fp=0xc003aabe08 sp=0xc003aabcd8 pc=0xc30178
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingServerStream).RecvMsg(0xc0039fe0c0?, {0x512da60?, 0xc005441908?})
	<autogenerated>:1 +0x34 fp=0xc003aabe30 sp=0xc003aabe08 pc=0x1649cb4
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*multiRaftRaftMessageBatchServer).Recv(0xc0043aed80)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/bazel-out/k8-opt/bin/pkg/kv/kvserver/kvserver_go_proto_/github.com/cockroachdb/cockroach/pkg/kv/kvserver/storage_services.pb.go:263 +0x4c fp=0xc003aabe60 sp=0xc003aabe30 pc=0x1d4b66c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*lockedRaftMessageResponseStream).Recv(...)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:91
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).RaftMessageBatch.func1.1({0x628a958?, 0xc0043aed80}, 0xc001730460, {0x624a948, 0xc004f1cba0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:289 +0xa6 fp=0xc003aabee0 sp=0xc003aabe60 pc=0x1d82d66
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).RaftMessageBatch.func1({0x624a948?, 0xc004f1cba0?})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:308 +0x45 fp=0xc003aabf30 sp=0xc003aabee0 pc=0x1d82c65
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc003aabfe0 sp=0xc003aabf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc003aabfe8 sp=0xc003aabfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1321 [select, 7 minutes]:
runtime.gopark(0xc001cddb70?, 0x2?, 0xdc?, 0xc3?, 0xc001cddb6c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc001cdd9f8 sp=0xc001cdd9d8 pc=0x4907d6
runtime.selectgo(0xc001cddb70, 0xc001cddb68, 0xc008400dd0?, 0x0, 0x53688f9?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc001cddb38 sp=0xc001cdd9f8 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc002a2d200)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc001cddba0 sp=0xc001cddb38 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc001f32580, {0x512dba0?, 0xc00505c9f0}, 0xc000120000?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc001cddca8 sp=0xc001cddba0 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x0?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc001cddcd8 sp=0xc001cddca8 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc002a2cc60, 0xc0012acdb0, 0xc0012acd80)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:688 +0x2f1 fp=0xc001cddd30 sp=0xc001cddcd8 pc=0xc2a5d1
google.golang.org/grpc.(*clientStream).RecvMsg(0xc002a2cc60, {0x512dba0?, 0xc00505c9f0?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc001cddde0 sp=0xc001cddd30 pc=0xc2b61f
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0xc003a4d8a0, {0x512dba0?, 0xc00505c9f0?})
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:384 +0x37 fp=0xc001cdde28 sp=0xc001cddde0 pc=0x1649ad7
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*multiRaftRaftMessageBatchClient).Recv(0xc0043ae8a0)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/bazel-out/k8-opt/bin/pkg/kv/kvserver/kvserver_go_proto_/github.com/cockroachdb/cockroach/pkg/kv/kvserver/storage_services.pb.go:132 +0x4c fp=0xc001cdde58 sp=0xc001cdde28 pc=0x1d4b00c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).processQueue.func1.1({0x628a900, 0xc0043ae8a0}, 0xc001730460, {0x624a948, 0xc00505c990})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:409 +0x5b fp=0xc001cddee0 sp=0xc001cdde58 pc=0x1d843fb
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).processQueue.func1({0x624a948?, 0xc00505c990?})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:424 +0x45 fp=0xc001cddf30 sp=0xc001cddee0 pc=0x1d84345
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc001cddfe0 sp=0xc001cddf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc001cddfe8 sp=0xc001cddfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1237 [select]:
runtime.gopark(0xc001761a08?, 0x2?, 0xc0?, 0x8?, 0xc0017619ec?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc001761870 sp=0xc001761850 pc=0x4907d6
runtime.selectgo(0xc001761a08, 0xc0017619e8, 0x16e9c57?, 0x0, 0x1?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0017619b0 sp=0xc001761870 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc002338f00, {0xc0085a79c0, 0x5, 0x5})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:179 +0x90 fp=0xc001761a38 sp=0xc0017619b0 pc=0xbf96b0
google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc002338f00, {0xc0085a79c0?, 0xc00862e600?, 0xc001761a80?})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:173 +0x178 fp=0xc001761a78 sp=0xc001761a38 pc=0xbf9578
google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc00865d710, {0xc0085a79c0?, 0xc001761af8?, 0xbf0787?})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:485 +0x32 fp=0xc001761ac0 sp=0xc001761a78 pc=0xbfabb2
io.ReadAtLeast({0x6213e00, 0xc00865d710}, {0xc0085a79c0, 0x5, 0x5}, 0x5)
	GOROOT/src/io/io.go:332 +0x9a fp=0xc001761b08 sp=0xc001761ac0 pc=0x52d13a
io.ReadFull(...)
	GOROOT/src/io/io.go:351
google.golang.org/grpc/internal/transport.(*Stream).Read(0xc008627440, {0xc0085a79c0, 0x5, 0x5})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:469 +0xa5 fp=0xc001761b48 sp=0xc001761b08 pc=0xbfab25
google.golang.org/grpc.(*parser).recvMsg(0xc0085a79b0, 0x7fffffff)
	google.golang.org/grpc/external/org_golang_google_grpc/rpc_util.go:559 +0x47 fp=0xc001761bc8 sp=0xc001761b48 pc=0xc18c47
google.golang.org/grpc.recvAndDecompress(0x0?, 0xc008627440, {0x0, 0x0}, 0x7fffffff, 0x0, {0x6248888, 0x9c5fde0})
	google.golang.org/grpc/external/org_golang_google_grpc/rpc_util.go:690 +0x66 fp=0xc001761c60 sp=0xc001761bc8 pc=0xc19546
google.golang.org/grpc.recv(0x0?, {0x7fb1c7c6d568, 0xc0004b4550}, 0x0?, {0x0?, 0x0?}, {0x512da60, 0xc008342618}, 0x0?, 0x0, ...)
	google.golang.org/grpc/external/org_golang_google_grpc/rpc_util.go:756 +0x6e fp=0xc001761cd8 sp=0xc001761c60 pc=0xc19c2e
google.golang.org/grpc.(*serverStream).RecvMsg(0xc0085c4dd0, {0x512da60?, 0xc008342618})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:1583 +0x178 fp=0xc001761e08 sp=0xc001761cd8 pc=0xc30178
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingServerStream).RecvMsg(0x4618e7?, {0x512da60?, 0xc008342618?})
	<autogenerated>:1 +0x34 fp=0xc001761e30 sp=0xc001761e08 pc=0x1649cb4
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*multiRaftRaftMessageBatchServer).Recv(0xc008590c30)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/bazel-out/k8-opt/bin/pkg/kv/kvserver/kvserver_go_proto_/github.com/cockroachdb/cockroach/pkg/kv/kvserver/storage_services.pb.go:263 +0x4c fp=0xc001761e60 sp=0xc001761e30 pc=0x1d4b66c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*lockedRaftMessageResponseStream).Recv(...)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:91
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).RaftMessageBatch.func1.1({0x628a958?, 0xc008590c30}, 0xc001730460, {0x624a948, 0xc00865d950})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:289 +0xa6 fp=0xc001761ee0 sp=0xc001761e60 pc=0x1d82d66
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).RaftMessageBatch.func1({0x624a948?, 0xc00865d950?})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:308 +0x45 fp=0xc001761f30 sp=0xc001761ee0 pc=0x1d82c65
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc001761fe0 sp=0xc001761f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc001761fe8 sp=0xc001761fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 879 [runnable]:
runtime.gopark(0x0?, 0xb?, 0x0?, 0x0?, 0x860?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc001145aa0 sp=0xc001145a80 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0x534825?, 0x0?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc001145ad8 sp=0xc001145aa0 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1c7c0c640, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc001145af8 sp=0xc001145ad8 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc0038b6400?, 0xc001796000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc001145b20 sp=0xc001145af8 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc0038b6400, {0xc001796000, 0x8000, 0x8000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc001145ba0 sp=0xc001145b20 pc=0x535efa
net.(*netFD).Read(0xc0038b6400, {0xc001796000?, 0x459e71?, 0x4d964e0?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc001145be8 sp=0xc001145ba0 pc=0x7a20c9
net.(*conn).Read(0xc004bf7b30, {0xc001796000?, 0x1cd?, 0xc001145c98?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc001145c30 sp=0xc001145be8 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc002a5f8c0, {0xc001796000, 0x8000, 0x8000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc001145c78 sp=0xc001145c30 pc=0x1641f96
bufio.(*Reader).Read(0xc001c4e1e0, {0xc0004fe9e0, 0x9, 0x100?})
	GOROOT/src/bufio/bufio.go:237 +0x1bb fp=0xc001145cb0 sp=0xc001145c78 pc=0x5aeafb
io.ReadAtLeast({0x62052c0, 0xc001c4e1e0}, {0xc0004fe9e0, 0x9, 0x9}, 0x9)
	GOROOT/src/io/io.go:332 +0x9a fp=0xc001145cf8 sp=0xc001145cb0 pc=0x52d13a
io.ReadFull(...)
	GOROOT/src/io/io.go:351
golang.org/x/net/http2.readFrameHeader({0xc0004fe9e0?, 0x9?, 0x0?}, {0x62052c0?, 0xc001c4e1e0?})
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:237 +0x6e fp=0xc001145d48 sp=0xc001145cf8 pc=0xba1d8e
golang.org/x/net/http2.(*Framer).ReadFrame(0xc0004fe9a0)
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:498 +0x95 fp=0xc001145df8 sp=0xc001145d48 pc=0xba25f5
google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc0011c96c0, 0xc0007c6d78?, 0xc006ff51e0?)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:611 +0x174 fp=0xc001145f18 sp=0xc001145df8 pc=0xbf09b4
google.golang.org/grpc.(*Server).serveStreams(0xc008720a80, {0x6294e00?, 0xc0011c96c0})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:906 +0x142 fp=0xc001145f80 sp=0xc001145f18 pc=0xc1d702
google.golang.org/grpc.(*Server).handleRawConn.func1()
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:848 +0x46 fp=0xc001145fe0 sp=0xc001145f80 pc=0xc1cec6
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc001145fe8 sp=0xc001145fe0 pc=0x4c2401
created by google.golang.org/grpc.(*Server).handleRawConn
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:847 +0x185

goroutine 877 [select]:
runtime.gopark(0xc0042adf00?, 0x2?, 0x88?, 0xdd?, 0xc0042aded4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00f539d60 sp=0xc00f539d40 pc=0x4907d6
runtime.selectgo(0xc00f539f00, 0xc0042aded0, 0x0?, 0x0, 0xc0042adef0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00f539ea0 sp=0xc00f539d60 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc001d5a7d0, 0x1)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/controlbuf.go:407 +0x115 fp=0xc00f539f30 sp=0xc00f539ea0 pc=0xbd68d5
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc001c4e240)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/controlbuf.go:534 +0x85 fp=0xc00f539f88 sp=0xc00f539f30 pc=0xbd6fe5
google.golang.org/grpc/internal/transport.NewServerTransport.func2()
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:332 +0xce fp=0xc00f539fe0 sp=0xc00f539f88 pc=0xbedbae
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00f539fe8 sp=0xc00f539fe0 pc=0x4c2401
created by google.golang.org/grpc/internal/transport.NewServerTransport
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:329 +0x19f3

goroutine 5050 [select]:
runtime.gopark(0xc004ebfe18?, 0x2?, 0x38?, 0xdd?, 0xc004ebfdfc?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc004ebfc68 sp=0xc004ebfc48 pc=0x4907d6
runtime.selectgo(0xc004ebfe18, 0xc004ebfdf8, 0xc00631c8c0?, 0x0, 0x2?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc004ebfda8 sp=0xc004ebfc68 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).processEvents(0xc0043fc160, {0x624a8a0, 0xc004186240}, 0x4b69420?, 0xc002baf560)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:351 +0xdf fp=0xc004ebff20 sp=0xc004ebfda8 pc=0x1a0167f
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func2({0x624a8a0?, 0xc004186240?})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:308 +0x38 fp=0xc004ebff58 sp=0xc004ebff20 pc=0x1a01418
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
	github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x25 fp=0xc004ebff78 sp=0xc004ebff58 pc=0x1187be5
golang.org/x/sync/errgroup.(*Group).Go.func1()
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:74 +0x64 fp=0xc004ebffe0 sp=0xc004ebff78 pc=0x1187344
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc004ebffe8 sp=0xc004ebffe0 pc=0x4c2401
created by golang.org/x/sync/errgroup.(*Group).Go
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:71 +0xa5

goroutine 309776 [select]:
runtime.gopark(0xc00882f208?, 0x2?, 0xe8?, 0xc8?, 0xc00882f204?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00882f090 sp=0xc00882f070 pc=0x4907d6
runtime.selectgo(0xc00882f208, 0xc00882f200, 0x10?, 0x0, 0x8?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00882f1d0 sp=0xc00882f090 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc018e2cc60)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc00882f238 sp=0xc00882f1d0 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc0082bd550, {0x51b9a20?, 0xc016ea8a00}, 0x6248888?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc00882f340 sp=0xc00882f238 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x11a?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc00882f370 sp=0xc00882f340 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc018e2ca20, 0xc00882f448, 0xc00882f418)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:692 +0xd3 fp=0xc00882f3c8 sp=0xc00882f370 pc=0xc2a3b3
google.golang.org/grpc.(*clientStream).RecvMsg(0xc018e2ca20, {0x51b9a20?, 0xc016ea8a00?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc00882f478 sp=0xc00882f3c8 pc=0xc2b61f
google.golang.org/grpc.invoke({0x624a948?, 0xc05013e030?}, {0x53d9bbc?, 0x2?}, {0x52f0080, 0xc00bbaa4b0}, {0x51b9a20, 0xc016ea8a00}, 0x0?, {0xc003456b00, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:73 +0xd7 fp=0xc00882f4e0 sp=0xc00882f478 pc=0xc0a637
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x624a948, 0xc05013e030}, {0x53d9bbc, 0x21}, {0x52f0080, 0xc00bbaa4b0}, {0x51b9a20, 0xc016ea8a00}, 0x763a7e2b5359dcc1?, 0x568c070, ...)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:247 +0x384 fp=0xc00882f5d0 sp=0xc00882f4e0 pc=0x1648b84
google.golang.org/grpc.(*ClientConn).Invoke(0x73493da554b547f2?, {0x624a948?, 0xc05013e030?}, {0x53d9bbc?, 0x0?}, {0x52f0080?, 0xc00bbaa4b0?}, {0x51b9a20?, 0xc016ea8a00?}, {0x0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:35 +0x223 fp=0xc00882f670 sp=0xc00882f5d0 pc=0xc0a483
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc011c319d0, {0x624a948, 0xc05013e030}, 0x0?, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9334 +0xc9 fp=0xc00882f6f0 sp=0xc00882f670 pc=0xdcf7a9
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.TracingInternalClient.Batch({{0x629d930?, 0xc011c319d0?}}, {0x624a948, 0xc05013e030}, 0xc00bbaa4b0, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:329 +0x171 fp=0xc00882f7c8 sp=0xc00882f6f0 pc=0x1671a71
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*TracingInternalClient).Batch(0x51090a0?, {0x624a948?, 0xc05013e030?}, 0x624a948?, {0x0?, 0xc0081f5550?, 0xc00b0bb928?})
	<autogenerated>:1 +0x65 fp=0xc00882f818 sp=0xc00882f7c8 pc=0x1671b45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc011118960, {_, _}, _, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:211 +0x17e fp=0xc00882fab8 sp=0xc00882f818 pc=0x19daefe
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc011118960, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76eaaf9742, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:190 +0x158 fp=0xc00882fbf0 sp=0xc00882fab8 pc=0x19dad18
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76eaaf9742, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2079 +0x110f fp=0xc008830338 sp=0xc00882fbf0 pc=0x19ce2ef
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76eaaf9742, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1623 +0x805 fp=0xc008830c38 sp=0xc008830338 pc=0x19cade5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76eaaf9742, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1221 +0x433 fp=0xc0088314a0 sp=0xc008830c38 pc=0x19c8053
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).Send(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76eaaf9742, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:845 +0x629 fp=0xc0088318c0 sp=0xc0088314a0 pc=0x19c5fe9
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnLockGatekeeper).SendLocked(0xc00bf31038, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_lock_gatekeeper.go:82 +0x2a8 fp=0xc008831b18 sp=0xc0088318c0 pc=0x19f2348
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).heartbeatLocked(0xc00bf30cd0, {0x624a948, 0xc05013e000})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:448 +0x388 fp=0xc008831da8 sp=0xc008831b18 pc=0x19e7f88
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).heartbeat(0xc00bf30cd0, {0x624a948, 0xc05013e000})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:415 +0xe5 fp=0xc008831df8 sp=0xc008831da8 pc=0x19e7b25
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).heartbeatLoop(0xc00bf30cd0, {0x624a948, 0xc05013e000})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:377 +0xd3 fp=0xc008831eb0 sp=0xc008831df8 pc=0x19e7753
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).heartbeatLoop-fm({0x624a948?, 0xc05013e000?})
	<autogenerated>:1 +0x39 fp=0xc008831ed8 sp=0xc008831eb0 pc=0x19f8df9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTask(0xc000b6c6c0, {0x624a948, 0xc05013e000}, {0x53ddbcd?, 0x1054e20?}, 0xc0023d4fb8)
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:324 +0xd1 fp=0xc008831f50 sp=0xc008831ed8 pc=0x1054071
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).startHeartbeatLoopLocked.func1()
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:338 +0xf9 fp=0xc008831fe0 sp=0xc008831f50 pc=0x19e75d9
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc008831fe8 sp=0xc008831fe0 pc=0x4c2401
created by time.goFunc
	GOROOT/src/time/sleep.go:176 +0x32

goroutine 47358 [chan receive, 6 minutes]:
runtime.gopark(0x8?, 0xc00f1e7230?, 0x9f?, 0x15?, 0x7fb1f593da68?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00f1e71b0 sp=0xc00f1e7190 pc=0x4907d6
runtime.chanrecv(0xc00e587e00, 0xc00f1e7350, 0x1)
	GOROOT/src/runtime/chan.go:583 +0x49b fp=0xc00f1e7240 sp=0xc00f1e71b0 pc=0x45a91b
runtime.chanrecv1(0x17600a17c26c7960?, 0x0?)
	GOROOT/src/runtime/chan.go:442 +0x18 fp=0xc00f1e7268 sp=0xc00f1e7240 pc=0x45a418
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).rangeFeedWithRangeID(0xc0017f4c00, 0x138?, 0xc003480c60, {0x7fb1c11d14f0, 0xc00e84b600}, 0x0)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/replica_rangefeed.go:250 +0x707 fp=0xc00f1e7448 sp=0xc00f1e7268 pc=0x1e00027
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).RangeFeed(...)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/replica_rangefeed.go:152
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).RangeFeed(0xc00103ea80, 0xc003480c60, {0x7fb1c11d14f0, 0xc00e84b600})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/store.go:3253 +0x10c fp=0xc00f1e74a8 sp=0xc00f1e7448 pc=0x1e3af0c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Stores).RangeFeed(0x0?, 0xc003480c60, {0x7fb1c11d14f0, 0xc00e84b600})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/stores.go:228 +0xf6 fp=0xc00f1e7510 sp=0xc00f1e74a8 pc=0x1e64156
github.com/cockroachdb/cockroach/pkg/server.(*Node).singleRangeFeed(0xc004023540?, 0xc004023598?, {0x7fb1c11d14f0?, 0xc00e84b600?})
	github.com/cockroachdb/cockroach/pkg/server/node.go:1341 +0x38 fp=0xc00f1e7568 sp=0xc00f1e7510 pc=0x39c1118
github.com/cockroachdb/cockroach/pkg/server.(*Node).RangeFeed(0x2?, 0x5198800?, {0x6283d60?, 0xc00e84b600})
	github.com/cockroachdb/cockroach/pkg/server/node.go:1335 +0x4e fp=0xc00f1e75a8 sp=0xc00f1e7568 pc=0x39c108e
github.com/cockroachdb/cockroach/pkg/roachpb._Internal_RangeFeed_Handler({0x52b4780?, 0xc0017fca80}, {0x627d570, 0xc00366e300})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9647 +0xd0 fp=0xc00f1e75e8 sp=0xc00f1e75a8 pc=0xdd1150
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x52b4780, 0xc0017fca80}, {0x627dc78?, 0xc012548410?}, 0xc00e4e1f68, 0x5684148)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x6c4 fp=0xc00f1e7920 sp=0xc00f1e75e8 pc=0x16481a4
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x52b4780?, 0xc0017fca80?}, {0x627dc78?, 0xc012548410?})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1408 +0x5b fp=0xc00f1e7960 sp=0xc00f1e7920 pc=0xc21dfb
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x52b4780, 0xc0017fca80}, {0x627dc78, 0xc012548410}, 0x1054f90?, 0xc00f1ef740)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:272 +0x74 fp=0xc00f1e7990 sp=0xc00f1e7960 pc=0x16576d4
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x52b4780?, 0xc0017fca80?}, {0x627dc78?, 0xc012548410?})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1411 +0x83 fp=0xc00f1e79d0 sp=0xc00f1e7990 pc=0xc21e23
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x0?, 0x0?})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:241 +0x2d fp=0xc00f1e7a00 sp=0xc00f1e79d0 pc=0x165798d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0xc000b6c6c0, {0x624a948, 0xc010b287e0}, {0xc001760b08?, 0x46159f?}, 0xc001760ac0)
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:341 +0xd1 fp=0xc00f1e7a78 sp=0xc00f1e7a00 pc=0x10542d1
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x52b4780, 0xc0017fca80}, {0x627dc78?, 0xc012548410?}, 0xc00e4e1f68, 0xc00f1ef740)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:240 +0xef fp=0xc00f1e7b00 sp=0xc00f1e7a78 pc=0x165790f
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x52b4780?, 0xc0017fca80?}, {0x627dc78?, 0xc012548410?})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1411 +0x83 fp=0xc00f1e7b40 sp=0xc00f1e7b00 pc=0xc21e23
google.golang.org/grpc.chainStreamInterceptors.func1({0x52b4780, 0xc0017fca80}, {0x627dc78, 0xc012548410}, 0xc00e4e1f68, 0x5684148)
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1413 +0x12b fp=0xc00f1e7b90 sp=0xc00f1e7b40 pc=0xc21d4b
google.golang.org/grpc.(*Server).processStreamingRPC(0xc008720a80, {0x6294e00, 0xc0066ef520}, 0xc012475d40, 0xc00096e5d0, 0x8ff4e40, 0x0)
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1549 +0xf3b fp=0xc00f1e7e48 sp=0xc00f1e7b90 pc=0xc22dbb
google.golang.org/grpc.(*Server).handleStream(0xc008720a80, {0x6294e00, 0xc0066ef520}, 0xc012475d40, 0x0)
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1624 +0x9ea fp=0xc00f1e7f68 sp=0xc00f1e7e48 pc=0xc245ea
google.golang.org/grpc.(*Server).serveStreams.func1.2()
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:922 +0x98 fp=0xc00f1e7fe0 sp=0xc00f1e7f68 pc=0xc1dab8
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00f1e7fe8 sp=0xc00f1e7fe0 pc=0x4c2401
created by google.golang.org/grpc.(*Server).serveStreams.func1
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:920 +0x28a

goroutine 309830 [select]:
runtime.gopark(0xc01bdf62d8?, 0x2?, 0x70?, 0x8b?, 0xc01bdf62d4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc01bdf6160 sp=0xc01bdf6140 pc=0x4907d6
runtime.selectgo(0xc01bdf62d8, 0xc01bdf62d0, 0x10?, 0x0, 0x8?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc01bdf62a0 sp=0xc01bdf6160 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc014eb9560)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc01bdf6308 sp=0xc01bdf62a0 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc00b428fd0, {0x51b9a20?, 0xc029913280}, 0x6248888?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc01bdf6410 sp=0xc01bdf6308 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xf5?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc01bdf6440 sp=0xc01bdf6410 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc014eb9200, 0xc01bdf6518, 0xc01bdf64e8)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:692 +0xd3 fp=0xc01bdf6498 sp=0xc01bdf6440 pc=0xc2a3b3
google.golang.org/grpc.(*clientStream).RecvMsg(0xc014eb9200, {0x51b9a20?, 0xc029913280?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc01bdf6548 sp=0xc01bdf6498 pc=0xc2b61f
google.golang.org/grpc.invoke({0x624a948?, 0xc0072c0e40?}, {0x53d9bbc?, 0x2?}, {0x52f0080, 0xc00bcd8000}, {0x51b9a20, 0xc029913280}, 0x0?, {0xc003456b00, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:73 +0xd7 fp=0xc01bdf65b0 sp=0xc01bdf6548 pc=0xc0a637
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x624a948, 0xc0072c0e40}, {0x53d9bbc, 0x21}, {0x52f0080, 0xc00bcd8000}, {0x51b9a20, 0xc029913280}, 0x21feff5cb8036fde?, 0x568c070, ...)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:247 +0x384 fp=0xc01bdf66a0 sp=0xc01bdf65b0 pc=0x1648b84
google.golang.org/grpc.(*ClientConn).Invoke(0x753877c676d376c7?, {0x624a948?, 0xc0072c0e40?}, {0x53d9bbc?, 0x0?}, {0x52f0080?, 0xc00bcd8000?}, {0x51b9a20?, 0xc029913280?}, {0x0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:35 +0x223 fp=0xc01bdf6740 sp=0xc01bdf66a0 pc=0xc0a483
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc010b21300, {0x624a948, 0xc0072c0e40}, 0x0?, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9334 +0xc9 fp=0xc01bdf67c0 sp=0xc01bdf6740 pc=0xdcf7a9
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.TracingInternalClient.Batch({{0x629d930?, 0xc010b21300?}}, {0x624a948, 0xc0072c0e40}, 0xc00bcd8000, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:329 +0x171 fp=0xc01bdf6898 sp=0xc01bdf67c0 pc=0x1671a71
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*TracingInternalClient).Batch(0x51090a0?, {0x624a948?, 0xc0072c0e40?}, 0x624a948?, {0x0?, 0xc0081f5550?, 0xc0051e49f8?})
	<autogenerated>:1 +0x65 fp=0xc01bdf68e8 sp=0xc01bdf6898 pc=0x1671b45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc00c0775c0, {_, _}, _, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:211 +0x17e fp=0xc01bdf6b88 sp=0xc01bdf68e8 pc=0x19daefe
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc00c0775c0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e5b1ecbc, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:190 +0x158 fp=0xc01bdf6cc0 sp=0xc01bdf6b88 pc=0x19dad18
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e5b1ecbc, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2079 +0x110f fp=0xc01bdf7408 sp=0xc01bdf6cc0 pc=0x19ce2ef
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e5b1ecbc, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1623 +0x805 fp=0xc01bdf7d08 sp=0xc01bdf7408 pc=0x19cade5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatchAsync.func1({0x624a948, 0xc0072c0e40})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1506 +0x1bc fp=0xc01bdf7f30 sp=0xc01bdf7d08 pc=0x19ca1dc
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc01bdf7fe0 sp=0xc01bdf7f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc01bdf7fe8 sp=0xc01bdf7fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1210 [select, 7 minutes]:
runtime.gopark(0xc0086a77b0?, 0x2?, 0x0?, 0x0?, 0xc0086a779c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0086a7628 sp=0xc0086a7608 pc=0x4907d6
runtime.selectgo(0xc0086a77b0, 0xc0086a7798, 0xc000b6c6c0?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0086a7768 sp=0xc0086a7628 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2()
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:340 +0x71 fp=0xc0086a77e0 sp=0xc0086a7768 pc=0x1649731
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0086a77e8 sp=0xc0086a77e0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:339 +0x152

goroutine 1242 [select, 7 minutes]:
runtime.gopark(0xc000096fb0?, 0x2?, 0xc0?, 0xc6?, 0xc000096f94?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc000096e18 sp=0xc000096df8 pc=0x4907d6
runtime.selectgo(0xc000096fb0, 0xc000096f90, 0xc0004b6a80?, 0x0, 0xc000b6c6c0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc000096f58 sp=0xc000096e18 pc=0x4a071c
google.golang.org/grpc.newClientStreamWithParams.func4()
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:341 +0x92 fp=0xc000096fe0 sp=0xc000096f58 pc=0xc28912
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc000096fe8 sp=0xc000096fe0 pc=0x4c2401
created by google.golang.org/grpc.newClientStreamWithParams
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:340 +0xb7e

goroutine 1137 [select, 1 minutes]:
runtime.gopark(0xc00334eeb0?, 0x4?, 0x59?, 0x0?, 0xc00334edd8?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00334ec20 sp=0xc00334ec00 pc=0x4907d6
runtime.selectgo(0xc00334eeb0, 0xc00334edd0, 0x0?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00334ed60 sp=0xc00334ec20 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptcache.(*Cache).periodicallyRefreshProtectedtsCache(0xc000bfc6e0, {0x624a948, 0xc005bb1e90})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptcache/cache.go:175 +0x246 fp=0xc00334ef08 sp=0xc00334ed60 pc=0x3740cc6
github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptcache.(*Cache).periodicallyRefreshProtectedtsCache-fm({0x624a948?, 0xc005bb1e90?})
	<autogenerated>:1 +0x39 fp=0xc00334ef30 sp=0xc00334ef08 pc=0x3741e99
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00334efe0 sp=0xc00334ef30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00334efe8 sp=0xc00334efe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1243 [select, 7 minutes]:
runtime.gopark(0xc000097fb0?, 0x2?, 0x10?, 0x85?, 0xc000097f9c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc000097e28 sp=0xc000097e08 pc=0x4907d6
runtime.selectgo(0xc000097fb0, 0xc000097f98, 0xc000b6c6c0?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc000097f68 sp=0xc000097e28 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2()
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:340 +0x71 fp=0xc000097fe0 sp=0xc000097f68 pc=0x1649731
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc000097fe8 sp=0xc000097fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:339 +0x152

goroutine 1244 [select, 7 minutes]:
runtime.gopark(0xc003aaab70?, 0x2?, 0x2a?, 0x8?, 0xc003aaab6c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc003aaa9f8 sp=0xc003aaa9d8 pc=0x4907d6
runtime.selectgo(0xc003aaab70, 0xc003aaab68, 0x1017b082beb0a6fc?, 0x0, 0x82a?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc003aaab38 sp=0xc003aaa9f8 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc008627c20)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc003aaaba0 sp=0xc003aaab38 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc001f32370, {0x512dba0?, 0xc00467af00}, 0xc000120000?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc003aaaca8 sp=0xc003aaaba0 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x0?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc003aaacd8 sp=0xc003aaaca8 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc0086279e0, 0xc00009adb0, 0xc00009ad80)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:688 +0x2f1 fp=0xc003aaad30 sp=0xc003aaacd8 pc=0xc2a5d1
google.golang.org/grpc.(*clientStream).RecvMsg(0xc0086279e0, {0x512dba0?, 0xc00467af00?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc003aaade0 sp=0xc003aaad30 pc=0xc2b61f
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0xc0075b7fa0, {0x512dba0?, 0xc00467af00?})
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:384 +0x37 fp=0xc003aaae28 sp=0xc003aaade0 pc=0x1649ad7
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*multiRaftRaftMessageBatchClient).Recv(0xc008591030)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/bazel-out/k8-opt/bin/pkg/kv/kvserver/kvserver_go_proto_/github.com/cockroachdb/cockroach/pkg/kv/kvserver/storage_services.pb.go:132 +0x4c fp=0xc003aaae58 sp=0xc003aaae28 pc=0x1d4b00c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).processQueue.func1.1({0x628a900, 0xc008591030}, 0xc001730460, {0x624a948, 0xc00467ae70})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:409 +0x5b fp=0xc003aaaee0 sp=0xc003aaae58 pc=0x1d843fb
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).processQueue.func1({0x624a948?, 0xc00467ae70?})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:424 +0x45 fp=0xc003aaaf30 sp=0xc003aaaee0 pc=0x1d84345
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc003aaafe0 sp=0xc003aaaf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc003aaafe8 sp=0xc003aaafe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1154 [sync.Cond.Wait]:
runtime.gopark(0xc1116e81a430d4c6?, 0x6f1d97e84b?, 0x0?, 0x0?, 0xc1116e81a498172d?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc004541e08 sp=0xc004541de8 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc003878850, 0x9229b)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc004541e50 sp=0xc004541e08 pc=0x4be30c
sync.(*Cond).Wait(0x4b588c0?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc004541e88 sp=0xc004541e50 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0005a7950, {0x624a948, 0xc0009eb410})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/scheduler.go:275 +0x2ff fp=0xc004541f08 sp=0xc004541e88 pc=0x1e26fbf
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker-fm({0x624a948?, 0xc0009eb410?})
	<autogenerated>:1 +0x39 fp=0xc004541f30 sp=0xc004541f08 pc=0x1e852b9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc004541fe0 sp=0xc004541f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc004541fe8 sp=0xc004541fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1121 [sync.Cond.Wait]:
runtime.gopark(0xc00a34b080?, 0x0?, 0x0?, 0x0?, 0x0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc01576fe08 sp=0xc01576fde8 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc003878850, 0x922aa)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc01576fe50 sp=0xc01576fe08 pc=0x4be30c
sync.(*Cond).Wait(0x4b588c0?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc01576fe88 sp=0xc01576fe50 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0005a7950, {0x624a948, 0xc0009eb380})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/scheduler.go:275 +0x2ff fp=0xc01576ff08 sp=0xc01576fe88 pc=0x1e26fbf
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker-fm({0x624a948?, 0xc0009eb380?})
	<autogenerated>:1 +0x39 fp=0xc01576ff30 sp=0xc01576ff08 pc=0x1e852b9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc01576ffe0 sp=0xc01576ff30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc01576ffe8 sp=0xc01576ffe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1120 [chan receive, 7 minutes]:
runtime.gopark(0xc008720a80?, 0x6294e00?, 0xe0?, 0xa4?, 0xc002067320?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0012ae648 sp=0xc0012ae628 pc=0x4907d6
runtime.chanrecv(0xc000b56a20, 0x0, 0x1)
	GOROOT/src/runtime/chan.go:583 +0x49b fp=0xc0012ae6d8 sp=0xc0012ae648 pc=0x45a91b
runtime.chanrecv1(0xc0012ae720?, 0xc45d72?)
	GOROOT/src/runtime/chan.go:442 +0x18 fp=0xc0012ae700 sp=0xc0012ae6d8 pc=0x45a418
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func1({0xc00141bc00, 0xc000120000})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/scheduler.go:203 +0x3b fp=0xc0012ae730 sp=0xc0012ae700 pc=0x1e269db
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0012ae7e0 sp=0xc0012ae730 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0012ae7e8 sp=0xc0012ae7e0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1643 [select]:
runtime.gopark(0xc009f85db8?, 0x3?, 0x5b?, 0x0?, 0xc009f85d32?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00424fb90 sp=0xc00424fb70 pc=0x4907d6
runtime.selectgo(0xc00424fdb8, 0xc009f85d2c, 0xc003030060?, 0x0, 0xd?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00424fcd0 sp=0xc00424fb90 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc0004178c0, {0x624a948, 0xc003030060}, 0xc002e72d20, {0xc00461c438, 0x12}, 0xc0036a4720)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:1971 +0x366 fp=0xc00424fe68 sp=0xc00424fcd0 pc=0x16613e6
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1.1({0x624a948, 0xc003030060})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:1879 +0x8d fp=0xc00424ff30 sp=0xc00424fe68 pc=0x1660e4d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00424ffe0 sp=0xc00424ff30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00424ffe8 sp=0xc00424ffe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1762 [select, 7 minutes]:
runtime.gopark(0xc005b0d508?, 0x2?, 0x0?, 0xe4?, 0xc005b0d4f4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc005b0d368 sp=0xc005b0d348 pc=0x4907d6
runtime.selectgo(0xc005b0d508, 0xc005b0d4f0, 0xc00495ae10?, 0x0, 0x23?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc005b0d4a8 sp=0xc005b0d368 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport.(*incomingStream).Run(0xc00324dad0, {0x624a948, 0xc00495ae10}, 0xc000b6c6c0, {0x628ab10?, 0xc0043ae2d0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport/receiver.go:342 +0x1b9 fp=0xc005b0d560 sp=0xc005b0d4a8 pc=0x1d1a619
github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport.(*Receiver).PushUpdates(0xc0012613b0, {0x628ab10, 0xc0043ae2d0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport/receiver.go:89 +0x92 fp=0xc005b0d5b0 sp=0xc005b0d560 pc=0x1d18f12
github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/ctpb._SideTransport_PushUpdates_Handler({0x51002e0?, 0xc0012613b0}, {0x627d570?, 0xc007e85b80})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/ctpb/bazel-out/k8-opt/bin/pkg/kv/kvserver/closedts/ctpb/ctpb_go_proto_/github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/ctpb/service.pb.go:344 +0x9f fp=0xc005b0d5e8 sp=0xc005b0d5b0 pc=0x16c585f
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x51002e0, 0xc0012613b0}, {0x627dc78?, 0xc008401930?}, 0xc004840108, 0x5683fc0)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x6c4 fp=0xc005b0d920 sp=0xc005b0d5e8 pc=0x16481a4
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x51002e0?, 0xc0012613b0?}, {0x627dc78?, 0xc008401930?})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1408 +0x5b fp=0xc005b0d960 sp=0xc005b0d920 pc=0xc21dfb
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x51002e0, 0xc0012613b0}, {0x627dc78, 0xc008401930}, 0x1054f90?, 0xc002b410c0)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:272 +0x74 fp=0xc005b0d990 sp=0xc005b0d960 pc=0x16576d4
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x51002e0?, 0xc0012613b0?}, {0x627dc78?, 0xc008401930?})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1411 +0x83 fp=0xc005b0d9d0 sp=0xc005b0d990 pc=0xc21e23
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0xc003aa8a58?, 0x0?})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:241 +0x2d fp=0xc005b0da00 sp=0xc005b0d9d0 pc=0x165798d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0xc000b6c6c0, {0x624a948, 0xc00495ac90}, {0xc003aa8b08?, 0x46159f?}, 0xc003aa8ac0)
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:341 +0xd1 fp=0xc005b0da78 sp=0xc005b0da00 pc=0x10542d1
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x51002e0, 0xc0012613b0}, {0x627dc78?, 0xc008401930?}, 0xc004840108, 0xc002b410c0)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:240 +0xef fp=0xc005b0db00 sp=0xc005b0da78 pc=0x165790f
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x51002e0?, 0xc0012613b0?}, {0x627dc78?, 0xc008401930?})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1411 +0x83 fp=0xc005b0db40 sp=0xc005b0db00 pc=0xc21e23
google.golang.org/grpc.chainStreamInterceptors.func1({0x51002e0, 0xc0012613b0}, {0x627dc78, 0xc008401930}, 0xc004840108, 0x5683fc0)
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1413 +0x12b fp=0xc005b0db90 sp=0xc005b0db40 pc=0xc21d4b
google.golang.org/grpc.(*Server).processStreamingRPC(0xc008720a80, {0x6294e00, 0xc0011c96c0}, 0xc002e19b00, 0xc00096e7e0, 0x8fc0b80, 0x0)
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1549 +0xf3b fp=0xc005b0de48 sp=0xc005b0db90 pc=0xc22dbb
google.golang.org/grpc.(*Server).handleStream(0xc008720a80, {0x6294e00, 0xc0011c96c0}, 0xc002e19b00, 0x0)
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1624 +0x9ea fp=0xc005b0df68 sp=0xc005b0de48 pc=0xc245ea
google.golang.org/grpc.(*Server).serveStreams.func1.2()
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:922 +0x98 fp=0xc005b0dfe0 sp=0xc005b0df68 pc=0xc1dab8
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc005b0dfe8 sp=0xc005b0dfe0 pc=0x4c2401
created by google.golang.org/grpc.(*Server).serveStreams.func1
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:920 +0x28a

goroutine 1131 [select]:
runtime.gopark(0xc010c1bef8?, 0x2?, 0xc0?, 0xbd?, 0xc010c1bebc?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc008481d18 sp=0xc008481cf8 pc=0x4907d6
runtime.selectgo(0xc008481ef8, 0xc010c1beb8, 0xc005bb0a80?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc008481e58 sp=0xc008481d18 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/server.(*Node).startComputePeriodicMetrics.func1({0x624a948, 0xc005bb0a80})
	github.com/cockroachdb/cockroach/pkg/server/node.go:760 +0x110 fp=0xc008481f30 sp=0xc008481e58 pc=0x39bd570
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc008481fe0 sp=0xc008481f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc008481fe8 sp=0xc008481fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 285595 [sleep]:
runtime.gopark(0x4b87ed81913?, 0x400e6e?, 0x70?, 0x3a?, 0x6fc2d0abf3?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc006653df0 sp=0xc006653dd0 pc=0x4907d6
time.Sleep(0x105b3c40b)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc006653e30 sp=0xc006653df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc005278420, 0x400e6e, {0x2?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc006653e88 sp=0xc006653e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc005278420, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc006653ec8 sp=0xc006653e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0x0?, {0xc00d51ac80?, 0xa, 0xc011393f70?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc006653fa8 sp=0xc006653ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc006653fe0 sp=0xc006653fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc006653fe8 sp=0xc006653fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 1080 [select]:
runtime.gopark(0xc0069a5f00?, 0x2?, 0x88?, 0x5d?, 0xc0069a5ed4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0069a5d60 sp=0xc0069a5d40 pc=0x4907d6
runtime.selectgo(0xc0069a5f00, 0xc0069a5ed0, 0x0?, 0x0, 0xc0069a5ef0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0069a5ea0 sp=0xc0069a5d60 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc003001900, 0x1)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/controlbuf.go:407 +0x115 fp=0xc0069a5f30 sp=0xc0069a5ea0 pc=0xbd68d5
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0062ff140)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/controlbuf.go:534 +0x85 fp=0xc0069a5f88 sp=0xc0069a5f30 pc=0xbd6fe5
google.golang.org/grpc/internal/transport.NewServerTransport.func2()
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:332 +0xce fp=0xc0069a5fe0 sp=0xc0069a5f88 pc=0xbedbae
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0069a5fe8 sp=0xc0069a5fe0 pc=0x4c2401
created by google.golang.org/grpc/internal/transport.NewServerTransport
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:329 +0x19f3

goroutine 1151 [select]:
runtime.gopark(0xc0085dc7b0?, 0x2?, 0x6?, 0x0?, 0xc0085dc784?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0085dc5f0 sp=0xc0085dc5d0 pc=0x4907d6
runtime.selectgo(0xc0085dc7b0, 0xc0085dc780, 0x0?, 0x0, 0x6f1d8f9cc5?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0085dc730 sp=0xc0085dc5f0 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs.func1()
	github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:424 +0x1d6 fp=0xc0085dc7e0 sp=0xc0085dc730 pc=0x1697316
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0085dc7e8 sp=0xc0085dc7e0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/admission.(*WorkQueue).startClosingEpochs
	github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:397 +0x56

goroutine 1136 [select]:
runtime.gopark(0xc00b2e5ef8?, 0x2?, 0x0?, 0xa0?, 0xc00b2e5e4c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00664fcb0 sp=0xc00664fc90 pc=0x4907d6
runtime.selectgo(0xc00664fef8, 0xc00b2e5e48, 0xc005bb1d40?, 0x0, 0x56844b0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00664fdf0 sp=0xc00664fcb0 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/server.startSampleEnvironment.func1({0x624a948, 0xc005bb1d40})
	github.com/cockroachdb/cockroach/pkg/server/env_sampler.go:146 +0x1c5 fp=0xc00664ff30 sp=0xc00664fdf0 pc=0x39a33a5
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00664ffe0 sp=0xc00664ff30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00664ffe8 sp=0xc00664ffe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1148 [select]:
runtime.gopark(0xc001ae5fb0?, 0x2?, 0xae?, 0x3c?, 0xc001ae5f94?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc001ae5e20 sp=0xc001ae5e00 pc=0x4907d6
runtime.selectgo(0xc001ae5fb0, 0xc001ae5f90, 0x100010000?, 0x0, 0xc00830a7d0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc001ae5f60 sp=0xc001ae5e20 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue.func2()
	github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:352 +0x86 fp=0xc001ae5fe0 sp=0xc001ae5f60 pc=0x1696e66
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc001ae5fe8 sp=0xc001ae5fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/admission.initWorkQueue
	github.com/cockroachdb/cockroach/pkg/util/admission/work_queue.go:349 +0x46a

goroutine 309492 [select]:
runtime.gopark(0xc018a37e60?, 0x3?, 0x0?, 0x0?, 0xc018a37e32?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0042adcb8 sp=0xc0042adc98 pc=0x4907d6
runtime.selectgo(0xc0042ade60, 0xc018a37e2c, 0xc0119125d0?, 0x0, 0xc003240b68?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0042addf8 sp=0xc0042adcb8 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).heartbeatLoop(0xc00ba262d0, {0x624a948, 0xc0119125d0})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:383 +0x185 fp=0xc0042adeb0 sp=0xc0042addf8 pc=0x19e7805
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).heartbeatLoop-fm({0x624a948?, 0xc0119125d0?})
	<autogenerated>:1 +0x39 fp=0xc0042aded8 sp=0xc0042adeb0 pc=0x19f8df9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTask(0xc000b6c6c0, {0x624a948, 0xc0119125d0}, {0x53ddbcd?, 0x6294e00?}, 0xc011935fb8)
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:324 +0xd1 fp=0xc0042adf50 sp=0xc0042aded8 pc=0x1054071
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).startHeartbeatLoopLocked.func1()
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:338 +0xf9 fp=0xc0042adfe0 sp=0xc0042adf50 pc=0x19e75d9
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0042adfe8 sp=0xc0042adfe0 pc=0x4c2401
created by time.goFunc
	GOROOT/src/time/sleep.go:176 +0x32

goroutine 1234 [select]:
runtime.gopark(0xc00175aa08?, 0x2?, 0x28?, 0x27?, 0xc00175a9ec?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00175a870 sp=0xc00175a850 pc=0x4907d6
runtime.selectgo(0xc00175aa08, 0xc00175a9e8, 0x16e9e6c?, 0x0, 0xc00badc399?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00175a9b0 sp=0xc00175a870 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc0023389b0, {0xc0085a7828, 0x5, 0x5})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:179 +0x90 fp=0xc00175aa38 sp=0xc00175a9b0 pc=0xbf96b0
google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0023389b0, {0xc0085a7828?, 0xc00862e5b8?, 0xc00175aa80?})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:173 +0x178 fp=0xc00175aa78 sp=0xc00175aa38 pc=0xbf9578
google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc00865d080, {0xc0085a7828?, 0xc00175aaf8?, 0xbf0787?})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:485 +0x32 fp=0xc00175aac0 sp=0xc00175aa78 pc=0xbfabb2
io.ReadAtLeast({0x6213e00, 0xc00865d080}, {0xc0085a7828, 0x5, 0x5}, 0x5)
	GOROOT/src/io/io.go:332 +0x9a fp=0xc00175ab08 sp=0xc00175aac0 pc=0x52d13a
io.ReadFull(...)
	GOROOT/src/io/io.go:351
google.golang.org/grpc/internal/transport.(*Stream).Read(0xc008627320, {0xc0085a7828, 0x5, 0x5})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:469 +0xa5 fp=0xc00175ab48 sp=0xc00175ab08 pc=0xbfab25
google.golang.org/grpc.(*parser).recvMsg(0xc0085a7818, 0x7fffffff)
	google.golang.org/grpc/external/org_golang_google_grpc/rpc_util.go:559 +0x47 fp=0xc00175abc8 sp=0xc00175ab48 pc=0xc18c47
google.golang.org/grpc.recvAndDecompress(0x4908c0?, 0xc008627320, {0x0, 0x0}, 0x7fffffff, 0x0, {0x6248888, 0x9c5fde0})
	google.golang.org/grpc/external/org_golang_google_grpc/rpc_util.go:690 +0x66 fp=0xc00175ac60 sp=0xc00175abc8 pc=0xc19546
google.golang.org/grpc.recv(0xc00175ad10?, {0x7fb1c7c6d568, 0xc0004b4550}, 0x468365?, {0x0?, 0x0?}, {0x512da60, 0xc005028e10}, 0xff?, 0x0, ...)
	google.golang.org/grpc/external/org_golang_google_grpc/rpc_util.go:756 +0x6e fp=0xc00175acd8 sp=0xc00175ac60 pc=0xc19c2e
google.golang.org/grpc.(*serverStream).RecvMsg(0xc0085c4c30, {0x512da60?, 0xc005028e10})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:1583 +0x178 fp=0xc00175ae08 sp=0xc00175acd8 pc=0xc30178
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingServerStream).RecvMsg(0x4618e7?, {0x512da60?, 0xc005028e10?})
	<autogenerated>:1 +0x34 fp=0xc00175ae30 sp=0xc00175ae08 pc=0x1649cb4
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*multiRaftRaftMessageBatchServer).Recv(0xc008590920)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/bazel-out/k8-opt/bin/pkg/kv/kvserver/kvserver_go_proto_/github.com/cockroachdb/cockroach/pkg/kv/kvserver/storage_services.pb.go:263 +0x4c fp=0xc00175ae60 sp=0xc00175ae30 pc=0x1d4b66c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*lockedRaftMessageResponseStream).Recv(...)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:91
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).RaftMessageBatch.func1.1({0x628a958?, 0xc008590920}, 0xc001730460, {0x624a948, 0xc00865d290})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:289 +0xa6 fp=0xc00175aee0 sp=0xc00175ae60 pc=0x1d82d66
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).RaftMessageBatch.func1({0x624a948?, 0xc00865d290?})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:308 +0x45 fp=0xc00175af30 sp=0xc00175aee0 pc=0x1d82c65
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00175afe0 sp=0xc00175af30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00175afe8 sp=0xc00175afe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1204 [select, 7 minutes]:
runtime.gopark(0xc0082eb578?, 0x2?, 0x0?, 0x58?, 0xc0082eb53c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0082eb3a8 sp=0xc0082eb388 pc=0x4907d6
runtime.selectgo(0xc0082eb578, 0xc0082eb538, 0xc0085f0380?, 0x0, 0x27?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0082eb4e8 sp=0xc0082eb3a8 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).RaftMessageBatch(0xc001730460, {0x628a958, 0xc007324a20})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:313 +0x208 fp=0xc0082eb5b0 sp=0xc0082eb4e8 pc=0x1d82b08
github.com/cockroachdb/cockroach/pkg/kv/kvserver._MultiRaft_RaftMessageBatch_Handler({0x525f4e0?, 0xc001730460}, {0x627d570?, 0xc007e85740})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/bazel-out/k8-opt/bin/pkg/kv/kvserver/kvserver_go_proto_/github.com/cockroachdb/cockroach/pkg/kv/kvserver/storage_services.pb.go:244 +0x9f fp=0xc0082eb5e8 sp=0xc0082eb5b0 pc=0x1d4b57f
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x525f4e0, 0xc001730460}, {0x627dc78?, 0xc0017fa270?}, 0xc003dec3a8, 0x5683c48)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x6c4 fp=0xc0082eb920 sp=0xc0082eb5e8 pc=0x16481a4
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x525f4e0?, 0xc001730460?}, {0x627dc78?, 0xc0017fa270?})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1408 +0x5b fp=0xc0082eb960 sp=0xc0082eb920 pc=0xc21dfb
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x525f4e0, 0xc001730460}, {0x627dc78, 0xc0017fa270}, 0x1054f90?, 0xc0085f0340)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:272 +0x74 fp=0xc0082eb990 sp=0xc0082eb960 pc=0x16576d4
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x525f4e0?, 0xc001730460?}, {0x627dc78?, 0xc0017fa270?})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1411 +0x83 fp=0xc0082eb9d0 sp=0xc0082eb990 pc=0xc21e23
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x0?, 0x0?})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:241 +0x2d fp=0xc0082eba00 sp=0xc0082eb9d0 pc=0x165798d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0xc000b6c6c0, {0x624a948, 0xc0032c39b0}, {0xc003aaeb08?, 0x46159f?}, 0xc003aaeac0)
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:341 +0xd1 fp=0xc0082eba78 sp=0xc0082eba00 pc=0x10542d1
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x525f4e0, 0xc001730460}, {0x627dc78?, 0xc0017fa270?}, 0xc003dec3a8, 0xc0085f0340)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:240 +0xef fp=0xc0082ebb00 sp=0xc0082eba78 pc=0x165790f
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x525f4e0?, 0xc001730460?}, {0x627dc78?, 0xc0017fa270?})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1411 +0x83 fp=0xc0082ebb40 sp=0xc0082ebb00 pc=0xc21e23
google.golang.org/grpc.chainStreamInterceptors.func1({0x525f4e0, 0xc001730460}, {0x627dc78, 0xc0017fa270}, 0xc003dec3a8, 0x5683c48)
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1413 +0x12b fp=0xc0082ebb90 sp=0xc0082ebb40 pc=0xc21d4b
google.golang.org/grpc.(*Server).processStreamingRPC(0xc008720a80, {0x6294e00, 0xc0011c96c0}, 0xc005c6db00, 0xc000967b90, 0x8ff1fe0, 0x0)
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1549 +0xf3b fp=0xc0082ebe48 sp=0xc0082ebb90 pc=0xc22dbb
google.golang.org/grpc.(*Server).handleStream(0xc008720a80, {0x6294e00, 0xc0011c96c0}, 0xc005c6db00, 0x0)
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1624 +0x9ea fp=0xc0082ebf68 sp=0xc0082ebe48 pc=0xc245ea
google.golang.org/grpc.(*Server).serveStreams.func1.2()
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:922 +0x98 fp=0xc0082ebfe0 sp=0xc0082ebf68 pc=0xc1dab8
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0082ebfe8 sp=0xc0082ebfe0 pc=0x4c2401
created by google.golang.org/grpc.(*Server).serveStreams.func1
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:920 +0x28a

goroutine 1314 [select]:
runtime.gopark(0xc01c9a9950?, 0x4?, 0xcd?, 0x6?, 0xc01c9a98a0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc01c9a9700 sp=0xc01c9a96e0 pc=0x4907d6
runtime.selectgo(0xc01c9a9950, 0xc01c9a9898, 0xc011bd96c0?, 0x0, 0x27?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc01c9a9840 sp=0xc01c9a9700 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).processQueue(0xc001730460, 0xc000403fa0, {0x628a900, 0xc0043ae8a0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:434 +0x345 fp=0xc01c9a9cd8 sp=0xc01c9a9840 pc=0x1d83c25
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).startProcessNewQueue.func2({0x624a948, 0xc004b436e0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:601 +0x367 fp=0xc01c9a9e18 sp=0xc01c9a9cd8 pc=0x1d852e7
runtime/pprof.Do({0x624a948?, 0xc004b43680?}, {{0xc003a4cee0?, 0xc000511eb8?, 0xc448e6?}}, 0xc003a4cea0)
	GOROOT/src/runtime/pprof/runtime.go:40 +0xa3 fp=0xc01c9a9e88 sp=0xc01c9a9e18 pc=0xfd3223
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).startProcessNewQueue.func3({0x624a948, 0xc004b43680})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:607 +0x1c8 fp=0xc01c9a9f30 sp=0xc01c9a9e88 pc=0x1d84f28
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc01c9a9fe0 sp=0xc01c9a9f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc01c9a9fe8 sp=0xc01c9a9fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1236 [select, 7 minutes]:
runtime.gopark(0xc0083e7578?, 0x2?, 0x20?, 0xfb?, 0xc0083e753c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0083e73a8 sp=0xc0083e7388 pc=0x4907d6
runtime.selectgo(0xc0083e7578, 0xc0083e7538, 0xc0085931c0?, 0x0, 0x27?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0083e74e8 sp=0xc0083e73a8 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).RaftMessageBatch(0xc001730460, {0x628a958, 0xc008590c30})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:313 +0x208 fp=0xc0083e75b0 sp=0xc0083e74e8 pc=0x1d82b08
github.com/cockroachdb/cockroach/pkg/kv/kvserver._MultiRaft_RaftMessageBatch_Handler({0x525f4e0?, 0xc001730460}, {0x627d570?, 0xc0075b6900})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/bazel-out/k8-opt/bin/pkg/kv/kvserver/kvserver_go_proto_/github.com/cockroachdb/cockroach/pkg/kv/kvserver/storage_services.pb.go:244 +0x9f fp=0xc0083e75e8 sp=0xc0083e75b0 pc=0x1d4b57f
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x525f4e0, 0xc001730460}, {0x627dc78?, 0xc0085c4dd0?}, 0xc0085a79c8, 0x5683c48)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x6c4 fp=0xc0083e7920 sp=0xc0083e75e8 pc=0x16481a4
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x525f4e0?, 0xc001730460?}, {0x627dc78?, 0xc0085c4dd0?})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1408 +0x5b fp=0xc0083e7960 sp=0xc0083e7920 pc=0xc21dfb
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x525f4e0, 0xc001730460}, {0x627dc78, 0xc0085c4dd0}, 0x1054f90?, 0xc008593180)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:272 +0x74 fp=0xc0083e7990 sp=0xc0083e7960 pc=0x16576d4
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x525f4e0?, 0xc001730460?}, {0x627dc78?, 0xc0085c4dd0?})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1411 +0x83 fp=0xc0083e79d0 sp=0xc0083e7990 pc=0xc21e23
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x0?, 0x0?})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:241 +0x2d fp=0xc0083e7a00 sp=0xc0083e79d0 pc=0x165798d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0xc000b6c6c0, {0x624a948, 0xc00865d800}, {0xc001761b08?, 0x46159f?}, 0xc001761ac0)
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:341 +0xd1 fp=0xc0083e7a78 sp=0xc0083e7a00 pc=0x10542d1
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x525f4e0, 0xc001730460}, {0x627dc78?, 0xc0085c4dd0?}, 0xc0085a79c8, 0xc008593180)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:240 +0xef fp=0xc0083e7b00 sp=0xc0083e7a78 pc=0x165790f
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x525f4e0?, 0xc001730460?}, {0x627dc78?, 0xc0085c4dd0?})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1411 +0x83 fp=0xc0083e7b40 sp=0xc0083e7b00 pc=0xc21e23
google.golang.org/grpc.chainStreamInterceptors.func1({0x525f4e0, 0xc001730460}, {0x627dc78, 0xc0085c4dd0}, 0xc0085a79c8, 0x5683c48)
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1413 +0x12b fp=0xc0083e7b90 sp=0xc0083e7b40 pc=0xc21d4b
google.golang.org/grpc.(*Server).processStreamingRPC(0xc008720a80, {0x6294e00, 0xc002334ea0}, 0xc008627440, 0xc000967b90, 0x8ff1fe0, 0x0)
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1549 +0xf3b fp=0xc0083e7e48 sp=0xc0083e7b90 pc=0xc22dbb
google.golang.org/grpc.(*Server).handleStream(0xc008720a80, {0x6294e00, 0xc002334ea0}, 0xc008627440, 0x0)
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1624 +0x9ea fp=0xc0083e7f68 sp=0xc0083e7e48 pc=0xc245ea
google.golang.org/grpc.(*Server).serveStreams.func1.2()
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:922 +0x98 fp=0xc0083e7fe0 sp=0xc0083e7f68 pc=0xc1dab8
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0083e7fe8 sp=0xc0083e7fe0 pc=0x4c2401
created by google.golang.org/grpc.(*Server).serveStreams.func1
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:920 +0x28a

goroutine 1317 [select]:
runtime.gopark(0xc017db5db8?, 0x3?, 0x71?, 0x0?, 0xc017db5d32?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc011f6db90 sp=0xc011f6db70 pc=0x4907d6
runtime.selectgo(0xc011f6ddb8, 0xc017db5d2c, 0xc004b43aa0?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc011f6dcd0 sp=0xc011f6db90 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc0004178c0, {0x624a948, 0xc004b43aa0}, 0xc002339f40, {0xc002379578, 0x12}, 0xc002122720)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:1971 +0x366 fp=0xc011f6de68 sp=0xc011f6dcd0 pc=0x16613e6
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1.1({0x624a948, 0xc004b43aa0})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:1879 +0x8d fp=0xc011f6df30 sp=0xc011f6de68 pc=0x1660e4d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc011f6dfe0 sp=0xc011f6df30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc011f6dfe8 sp=0xc011f6dfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1158 [sync.Cond.Wait]:
runtime.gopark(0xc1116e81a5ae7246?, 0x6f1f1585cf?, 0x0?, 0x0?, 0xc1116e81a5f59b08?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00b2e5e08 sp=0xc00b2e5de8 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc003878850, 0x922ad)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc00b2e5e50 sp=0xc00b2e5e08 pc=0x4be30c
sync.(*Cond).Wait(0x4b588c0?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc00b2e5e88 sp=0xc00b2e5e50 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0005a7950, {0x624a948, 0xc001da3980})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/scheduler.go:275 +0x2ff fp=0xc00b2e5f08 sp=0xc00b2e5e88 pc=0x1e26fbf
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker-fm({0x624a948?, 0xc001da3980?})
	<autogenerated>:1 +0x39 fp=0xc00b2e5f30 sp=0xc00b2e5f08 pc=0x1e852b9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00b2e5fe0 sp=0xc00b2e5f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00b2e5fe8 sp=0xc00b2e5fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 260119 [select]:
runtime.gopark(0xc00a298188?, 0x2?, 0xd8?, 0x3?, 0xc00a298184?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00a298010 sp=0xc00a297ff0 pc=0x4907d6
runtime.selectgo(0xc00a298188, 0xc00a298180, 0x10?, 0x0, 0x1?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00a298150 sp=0xc00a298010 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc00dda8ea0)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc00a2981b8 sp=0xc00a298150 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc011b5c790, {0x51b9a20?, 0xc010282000}, 0x6248888?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc00a2982c0 sp=0xc00a2981b8 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xd4?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc00a2982f0 sp=0xc00a2982c0 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc00dda8c60, 0xc00a2983c8, 0xc00a298398)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:692 +0xd3 fp=0xc00a298348 sp=0xc00a2982f0 pc=0xc2a3b3
google.golang.org/grpc.(*clientStream).RecvMsg(0xc00dda8c60, {0x51b9a20?, 0xc010282000?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc00a2983f8 sp=0xc00a298348 pc=0xc2b61f
google.golang.org/grpc.invoke({0x624a948?, 0xc007da1440?}, {0x53d9bbc?, 0x2?}, {0x52f0080, 0xc0054f3860}, {0x51b9a20, 0xc010282000}, 0x0?, {0xc003456b00, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:73 +0xd7 fp=0xc00a298460 sp=0xc00a2983f8 pc=0xc0a637
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x624a948, 0xc007da1440}, {0x53d9bbc, 0x21}, {0x52f0080, 0xc0054f3860}, {0x51b9a20, 0xc010282000}, 0x3d9fbb1ae360f031?, 0x568c070, ...)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:247 +0x384 fp=0xc00a298550 sp=0xc00a298460 pc=0x1648b84
google.golang.org/grpc.(*ClientConn).Invoke(0x1ce48d4f6717c99d?, {0x624a948?, 0xc007da1440?}, {0x53d9bbc?, 0x0?}, {0x52f0080?, 0xc0054f3860?}, {0x51b9a20?, 0xc010282000?}, {0x0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:35 +0x223 fp=0xc00a2985f0 sp=0xc00a298550 pc=0xc0a483
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc011c30640, {0x624a948, 0xc007da1440}, 0x0?, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9334 +0xc9 fp=0xc00a298670 sp=0xc00a2985f0 pc=0xdcf7a9
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.TracingInternalClient.Batch({{0x629d930?, 0xc011c30640?}}, {0x624a948, 0xc007da1440}, 0xc0054f3860, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:329 +0x171 fp=0xc00a298748 sp=0xc00a298670 pc=0x1671a71
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*TracingInternalClient).Batch(0xa2987b0?, {0x624a948?, 0xc007da1440?}, 0x624a948?, {0x0?, 0xc0081f5550?, 0xc00a2988a8?})
	<autogenerated>:1 +0x65 fp=0xc00a298798 sp=0xc00a298748 pc=0x1671b45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc002d99740, {_, _}, _, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:211 +0x17e fp=0xc00a298a38 sp=0xc00a298798 pc=0x19daefe
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc002d99740, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76eddd0dab, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:190 +0x158 fp=0xc00a298b70 sp=0xc00a298a38 pc=0x19dad18
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76eddd0dab, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2079 +0x110f fp=0xc00a2992b8 sp=0xc00a298b70 pc=0x19ce2ef
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76eddd0dab, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1623 +0x805 fp=0xc00a299bb8 sp=0xc00a2992b8 pc=0x19cade5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76eddd0dab, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1221 +0x433 fp=0xc00a29a420 sp=0xc00a299bb8 pc=0x19c8053
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).Send(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76eddd0dab, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:845 +0x629 fp=0xc00a29a840 sp=0xc00a29a420 pc=0x19c5fe9
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnLockGatekeeper).SendLocked(0xc0110fc538, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_lock_gatekeeper.go:82 +0x2a8 fp=0xc00a29aa98 sp=0xc00a29a840 pc=0x19f2348
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnMetricRecorder).SendLocked(0xc0110fc500, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_metric_recorder.go:46 +0x142 fp=0xc00a29abc0 sp=0xc00a29aa98 pc=0x19e9042
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnCommitter).SendLocked(0xc0110fc4d0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_committer.go:129 +0x746 fp=0xc00a29ae50 sp=0xc00a29abc0 pc=0x19e5026
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).sendLockedWithRefreshAttempts(0xc0110fc3d0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:225 +0x27a fp=0xc00a29b3f0 sp=0xc00a29ae50 pc=0x19eeefa
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).SendLocked(0xc0110fc3d0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:153 +0x1cb fp=0xc00a29b6e0 sp=0xc00a29b3f0 pc=0x19ee7ab
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnPipeliner).SendLocked(0xc0110fc2a0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_pipeliner.go:290 +0x2ee fp=0xc00a29b9e0 sp=0xc00a29b6e0 pc=0x19e986e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSeqNumAllocator).SendLocked(0xc0110fc280?, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_seq_num_allocator.go:104 +0xb5 fp=0xc00a29bb88 sp=0xc00a29b9e0 pc=0x19ee115
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).SendLocked(0xc0110fc1d0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:245 +0x4e8 fp=0xc00a29bda0 sp=0xc00a29bb88 pc=0x19e6c28
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*TxnCoordSender).Send(0xc0110fc000, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_coord_sender.go:526 +0x592 fp=0xc00a29bff8 sp=0xc00a29bda0 pc=0x19dd5f2
github.com/cockroachdb/cockroach/pkg/kv.(*DB).sendUsingSender(0xc001261200, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/db.go:1016 +0x156 fp=0xc00a29c120 sp=0xc00a29bff8 pc=0x16ae696
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).Send(0xc00e553760, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/txn.go:1093 +0x225 fp=0xc00a29c3e8 sp=0xc00a29c120 pc=0x16b7905
github.com/cockroachdb/cockroach/pkg/sql/row.makeKVBatchFetcherDefaultSendFunc.func1({0x624a948?, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, {0x0, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/row/kv_batch_fetcher.go:233 +0x85 fp=0xc00a29c500 sp=0xc00a29c3e8 pc=0x2332605
github.com/cockroachdb/cockroach/pkg/sql/row.(*txnKVFetcher).fetch(0xc014468180, {0x624a948, 0xc007da11a0})
	github.com/cockroachdb/cockroach/pkg/sql/row/kv_batch_fetcher.go:468 +0x346 fp=0xc00a29c720 sp=0xc00a29c500 pc=0x2333346
github.com/cockroachdb/cockroach/pkg/sql/row.(*txnKVFetcher).nextBatch(0xc014468180, {0x624a948, 0xc007da11a0})
	github.com/cockroachdb/cockroach/pkg/sql/row/kv_batch_fetcher.go:671 +0x1145 fp=0xc00a29ca18 sp=0xc00a29c720 pc=0x23347e5
github.com/cockroachdb/cockroach/pkg/sql/row.(*KVFetcher).NextKV(0xc002d98fc0, {0x624a948, 0xc007da11a0}, 0x0)
	github.com/cockroachdb/cockroach/pkg/sql/row/kv_fetcher.go:264 +0xde fp=0xc00a29caf8 sp=0xc00a29ca18 pc=0x233723e
github.com/cockroachdb/cockroach/pkg/sql/colfetcher.(*cFetcher).NextBatch(0xc014ad6700, {0x624a948, 0xc007da11a0})
	github.com/cockroachdb/cockroach/pkg/sql/colfetcher/cfetcher.go:629 +0x8a fp=0xc00a29cdd0 sp=0xc00a29caf8 pc=0x320072a
github.com/cockroachdb/cockroach/pkg/sql/colfetcher.(*ColBatchScan).Next(0xc005ffb900)
	github.com/cockroachdb/cockroach/pkg/sql/colfetcher/colbatch_scan.go:109 +0x30 fp=0xc00a29ce28 sp=0xc00a29cdd0 pc=0x3204f70
github.com/cockroachdb/cockroach/pkg/sql/colexec/colexecutils.(*CancelChecker).Next(0xc00b888d80)
	github.com/cockroachdb/cockroach/pkg/sql/colexec/colexecutils/cancel_checker.go:59 +0x30 fp=0xc00a29ce40 sp=0xc00a29ce28 pc=0x2860090
github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).next(0xc00c28f680)
	github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:286 +0x73 fp=0xc00a29ce68 sp=0xc00a29ce40 pc=0x29a0db3
github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).nextAdapter(0xc00c28f680)
	github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:311 +0x1e fp=0xc00a29ce80 sp=0xc00a29ce68 pc=0x29a0f5e
github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).nextAdapter-fm()
	<autogenerated>:1 +0x26 fp=0xc00a29ce98 sp=0xc00a29ce80 pc=0x2a274e6
github.com/cockroachdb/cockroach/pkg/sql/colexecerror.CatchVectorizedRuntimeError(0x8?)
	github.com/cockroachdb/cockroach/pkg/sql/colexecerror/error.go:92 +0x62 fp=0xc00a29ced8 sp=0xc00a29ce98 pc=0x2126aa2
github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).Next(0xc00c28f680)
	github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:317 +0x4c fp=0xc00a29cf10 sp=0xc00a29ced8 pc=0x29a100c
github.com/cockroachdb/cockroach/pkg/sql/rowexec.(*noopProcessor).Next(0xc00ed39400)
	github.com/cockroachdb/cockroach/pkg/sql/rowexec/noop.go:89 +0x46 fp=0xc00a29cf48 sp=0xc00a29cf10 pc=0x2595586
github.com/cockroachdb/cockroach/pkg/sql.(*rowSourceToPlanNode).Next(0xc00ef63800, {{0x624a948?, 0xc007da1020?}, 0x1000000000005?, 0xc00a29d048?})
	github.com/cockroachdb/cockroach/pkg/sql/row_source_to_plan_node.go:79 +0x45 fp=0xc00a29cfc0 sp=0xc00a29cf48 pc=0x34b4f05
github.com/cockroachdb/cockroach/pkg/sql.(*updateNode).BatchedNext(0xc00fd74e00, {{0x624a948, 0xc007da1020}, 0xc00c576800, 0xc004688578})
	github.com/cockroachdb/cockroach/pkg/sql/update.go:164 +0xc4 fp=0xc00a29d020 sp=0xc00a29cfc0 pc=0x352d844
github.com/cockroachdb/cockroach/pkg/sql.(*serializeNode).Next(0xc00470cdb0, {{0x624a948?, 0xc007da1020?}, 0xc00c576800?, 0xc004688578?})
	github.com/cockroachdb/cockroach/pkg/sql/plan_batch.go:115 +0x5a fp=0xc00a29d058 sp=0xc00a29d020 pc=0x3476ffa
github.com/cockroachdb/cockroach/pkg/sql.(*planNodeToRowSource).Next(0xc010140dc0)
	github.com/cockroachdb/cockroach/pkg/sql/plan_node_to_row_source.go:211 +0x1b9 fp=0xc00a29d150 sp=0xc00a29d058 pc=0x3479e19
github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Columnarizer).Next(0xc009ce1200)
	github.com/cockroachdb/cockroach/pkg/sql/colexec/columnarizer.go:243 +0x13c fp=0xc00a29d4d0 sp=0xc00a29d150 pc=0x299d6fc
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*BatchFlowCoordinator).nextAdapter(0xc015298370)
	github.com/cockroachdb/cockroach/pkg/sql/colflow/flow_coordinator.go:252 +0x2a fp=0xc00a29d4e8 sp=0xc00a29d4d0 pc=0x32257ca
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*BatchFlowCoordinator).nextAdapter-fm()
	<autogenerated>:1 +0x26 fp=0xc00a29d500 sp=0xc00a29d4e8 pc=0x32334e6
github.com/cockroachdb/cockroach/pkg/sql/colexecerror.CatchVectorizedRuntimeError(0xc00db5fc00?)
	github.com/cockroachdb/cockroach/pkg/sql/colexecerror/error.go:92 +0x62 fp=0xc00a29d540 sp=0xc00a29d500 pc=0x2126aa2
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*BatchFlowCoordinator).next(...)
	github.com/cockroachdb/cockroach/pkg/sql/colflow/flow_coordinator.go:256
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*BatchFlowCoordinator).Run(0xc015298370, {0x624a8a0?, 0xc00b888a00?})
	github.com/cockroachdb/cockroach/pkg/sql/colflow/flow_coordinator.go:299 +0x308 fp=0xc00a29d6d0 sp=0xc00a29d540 pc=0x3225c08
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*vectorizedFlow).Run(0xc00fdcb130, {0x624a8a0, 0xc00b888a00}, 0xc00e553760?)
	github.com/cockroachdb/cockroach/pkg/sql/colflow/vectorized_flow.go:320 +0x1db fp=0xc00a29d770 sp=0xc00a29d6d0 pc=0x322ac3b
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000a94f00, {0x624a948, 0xc00470ce70}, 0xc0054f33b0, 0xc00e553760, 0xc00e075c00, 0xc0246d7c00, 0xc0046888b0, 0xc0053d12a0)
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:757 +0xbc4 fp=0xc00a29e020 sp=0xc00a29d770 pc=0x33b9844
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0x0?, {0x624a948?, 0xc00470ce70}, 0xe8?, 0xc0054f33b0, 0x3a37598f5f1fc801?, {{0x624ce40?, 0xc004f214a0?}, 0x0?}, 0xc0246d7c00, ...)
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1764 +0x265 fp=0xc00a29e0e0 sp=0xc00a29e020 pc=0x33be445
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRunAll(0xc000a94f00?, {0x624a948, 0xc00470ce70}, 0xc0046888b0, 0xc004688578?, 0xc004688578, 0xc0246d7c00, 0x0)
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1472 +0x218 fp=0xc00a29e1f8 sp=0xc00a29e0e0 pc=0x33bc4f8
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc004688000, {0x624a948?, 0xc00470ce70}, 0xc004688578, 0xc00470ce70?, {0x7fb1c7c85ea8?, 0xc0128176c8}, 0x78?, 0xc007a05328)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1597 +0x594 fp=0xc00a29e300 sp=0xc00a29e1f8 pc=0x3310cf4
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc004688000, {0x624a8a0, 0xc0082bbc80}, 0xc004688578, {0x7fb1c7c85ea8, 0xc0128176c8})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1200 +0xc2f fp=0xc00a29e720 sp=0xc00a29e300 pc=0x330e08f
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc004688000, {0x624a948?, 0xc003d1ac90?}, {{0x6274800, 0xc010446a80}, {0xc00723c939, 0x7e}, 0x2, 0x1}, 0xc0173bfd40, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:694 +0x2374 fp=0xc00a29f0b0 sp=0xc00a29e720 pc=0x3309b54
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt.func1({0x624a948?, 0xc003d1ac90?})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:131 +0xfc fp=0xc00a29f168 sp=0xc00a29f0b0 pc=0x330725c
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithProfiling(0x624a948?, {0x624a948?, 0xc003d1ac90?}, {0x6274800?, 0xc010446a80?}, 0xc0100498c4?, 0xc0031a6c5c?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:2438 +0x330 fp=0xc00a29f2b8 sp=0xc00a29f168 pc=0x3317010
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc004688000, {0x624a948, 0xc003d1ac90}, {{0x6274800, 0xc010446a80}, {0xc00723c939, 0x7e}, 0x2, 0x1}, 0xc0173bfd40, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:130 +0x4bf fp=0xc00a29f430 sp=0xc00a29f2b8 pc=0x3306bff
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc004688000, {0x624a948, 0xc003d1ac90}, {0xc0173bfd40, {0xc00dff9880, 0x2, 0x2}, {0xc00838b7f4, 0x6, 0x6}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:220 +0x173 fp=0xc00a29f550 sp=0xc00a29f430 pc=0x3307493
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2({{0xc0031a6c9b, 0x0}, 0x0, {0xc1116e81a0b75591, 0x6f1a1e6916, 0x0}, 0x1}, 0xc004688000, 0xc00a29f8c0, 0xc00a29f8b0, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2201 +0x565 fp=0xc00a29f708 sp=0xc00a29f550 pc=0x32fafc5
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc004688000)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2203 +0x6d3 fp=0xc00a29fcb8 sp=0xc00a29f708 pc=0x32f9153
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc004688000, {0x624a8a0, 0xc00da01400}, 0x41430b2580000000?, 0xc005fb7dc0?, 0xc00b600a90?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2048 +0x20b fp=0xc00a29fd70 sp=0xc00a29fcb8 pc=0x32f86eb
github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc003202000?, {0x624a8a0?, 0xc00da01400?}, {0xc002f40800?}, 0x3?, 0xc0075fb1e8?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:881 +0xe6 fp=0xc00a29fe20 sp=0xc00a29fd70 pc=0x32f3486
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1()
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:758 +0x54f fp=0xc00a29ffe0 sp=0xc00a29fe20 pc=0x37088af
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00a29ffe8 sp=0xc00a29ffe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:665 +0x22e

goroutine 301966 [sleep]:
runtime.gopark(0x4b7d7337b7c?, 0x400eca?, 0x43?, 0xee?, 0x6f327b01d7?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00cbc5df0 sp=0xc00cbc5dd0 pc=0x4907d6
time.Sleep(0x11d02b8b4)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc00cbc5e30 sp=0xc00cbc5df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc00d74b080, 0x400eca, {0x2?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc00cbc5e88 sp=0xc00cbc5e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc00d74b080, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc00cbc5ec8 sp=0xc00cbc5e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc00c29b880?, {0xc013943360?, 0x4, 0xc001cd9fa8?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc00cbc5fa8 sp=0xc00cbc5ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc00cbc5fe0 sp=0xc00cbc5fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00cbc5fe8 sp=0xc00cbc5fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 260118 [IO wait]:
runtime.gopark(0x4d28360?, 0xb?, 0x0?, 0x0?, 0x463?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc01c470f58 sp=0xc01c470f38 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0xca7fdd70?, 0xb1?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc01c470f90 sp=0xc01c470f58 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1ca7fdc88, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc01c470fb0 sp=0xc01c470f90 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc015997e00?, 0xc00edf0000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc01c470fd8 sp=0xc01c470fb0 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc015997e00, {0xc00edf0000, 0x1000, 0x1000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc01c471058 sp=0xc01c470fd8 pc=0x535efa
net.(*netFD).Read(0xc015997e00, {0xc00edf0000?, 0x7b5a68?, 0xc015997e00?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc01c4710a0 sp=0xc01c471058 pc=0x7a20c9
net.(*conn).Read(0xc00498e890, {0xc00edf0000?, 0x164290f?, 0xc00498e890?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc01c4710e8 sp=0xc01c4710a0 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc00f2cfce0, {0xc00edf0000, 0x1000, 0x1000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc01c471130 sp=0xc01c4710e8 pc=0x1641f96
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc016cfa990, {0xc00edf0000, 0x1000, 0x1000})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1949 +0x156 fp=0xc01c4711d0 sp=0xc01c471130 pc=0x370f896
bufio.(*Reader).fill(0xc012817090)
	GOROOT/src/bufio/bufio.go:106 +0xff fp=0xc01c471208 sp=0xc01c4711d0 pc=0x5ae51f
bufio.(*Reader).ReadByte(0xc012817090)
	GOROOT/src/bufio/bufio.go:265 +0x2c fp=0xc01c471228 sp=0xc01c471208 pc=0x5aecec
github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc012817668?, {0x62295c8, 0xc012817090})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:206 +0x2c fp=0xc01c471260 sp=0xc01c471228 pc=0x270ca4c
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl.func5(0xc012817000, 0xc00b600a60, 0xc01c471442, 0xc01c471444, {0x623b718, 0xc00cab43f0}, 0xc002f40800, 0xc027038f14, 0xc01c471440)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:424 +0xa5 fp=0xc01c471398 sp=0xc01c471260 pc=0x3707185
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc012817000, {0x624a948, 0xc0085a4960}, 0xc00b600a50, 0xc002f40800, 0xc0085a4750, {0x1, 0x2, {0x3, {0x532ee51, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:564 +0xc7f fp=0xc01c471768 sp=0xc01c471398 pc=0x3706c5f
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc003152c00, {0x624a948, 0xc0085a4960}, {0x628a538, 0xc00f2cfce0}, {{{0xc0084e5038, 0x4}}, 0x1, 0xc0085a4780, 0xc0085a47b0, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:174 +0x29e fp=0xc01c4718a8 sp=0xc01c471768 pc=0x37051fe
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc003152c00, {0x624a948, 0xc0085a4960}, {0x628a538?, 0xc00f2cfce0}, 0x90?)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:913 +0xd29 fp=0xc01c471e20 sp=0xc01c4718a8 pc=0x3715be9
github.com/cockroachdb/cockroach/pkg/server.(*SQLServer).startServeSQL.func1.1({0x624a948?, 0xc0085a4690?}, {0x628a538, 0xc00f2cfce0})
	github.com/cockroachdb/cockroach/pkg/server/server_sql.go:1474 +0xc8 fp=0xc01c471eb0 sp=0xc01c471e20 pc=0x39e1cc8
github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1({0x624a948, 0xc0085a4690})
	github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:162 +0xd7 fp=0xc01c471f30 sp=0xc01c471eb0 pc=0x1643997
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc01c471fe0 sp=0xc01c471f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc01c471fe8 sp=0xc01c471fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 294928 [sleep]:
runtime.gopark(0x4b8a8fd3373?, 0x200928?, 0xf6?, 0xb?, 0x7009154780?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc012a29df0 sp=0xc012a29dd0 pc=0x4907d6
time.Sleep(0x121d344ab)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc012a29e30 sp=0xc012a29df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc00e24a030, 0x200928, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc012a29e88 sp=0xc012a29e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc00e24a030, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc012a29ec8 sp=0xc012a29e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc008720a80?, {0xc002c32000?, 0x2d, 0xc011393fb8?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc012a29fa8 sp=0xc012a29ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc012a29fe0 sp=0xc012a29fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc012a29fe8 sp=0xc012a29fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 231926 [sleep]:
runtime.gopark(0x4b87952edb9?, 0x1206ba?, 0x99?, 0xf8?, 0x6fc0f36a21?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0016a1df0 sp=0xc0016a1dd0 pc=0x4907d6
time.Sleep(0x1095bae2c)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc0016a1e30 sp=0xc0016a1df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc006d270e0, 0x1206ba, {0x2?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc0016a1e88 sp=0xc0016a1e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc006d270e0, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc0016a1ec8 sp=0xc0016a1e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc01e8d1f80?, {0xc00a3c4a80?, 0x22, 0xc01e8d1f70?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc0016a1fa8 sp=0xc0016a1ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc0016a1fe0 sp=0xc0016a1fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0016a1fe8 sp=0xc0016a1fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 300502 [IO wait]:
runtime.gopark(0x4f67480?, 0xb?, 0x0?, 0x0?, 0x49c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc004ebcaf8 sp=0xc004ebcad8 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0x4e4837?, 0x0?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc004ebcb30 sp=0xc004ebcaf8 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1ca7fe7c8, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc004ebcb50 sp=0xc004ebcb30 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc015ac9380?, 0xc011c5d000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc004ebcb78 sp=0xc004ebcb50 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc015ac9380, {0xc011c5d000, 0x1000, 0x1000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc004ebcbf8 sp=0xc004ebcb78 pc=0x535efa
net.(*netFD).Read(0xc015ac9380, {0xc011c5d000?, 0x459e71?, 0x4?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc004ebcc40 sp=0xc004ebcbf8 pc=0x7a20c9
net.(*conn).Read(0xc004bf6310, {0xc011c5d000?, 0x0?, 0x0?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc004ebcc88 sp=0xc004ebcc40 pc=0x7b53c5
net/http.(*persistConn).Read(0xc0145c1d40, {0xc011c5d000?, 0xc0031889c0?, 0xc004ebcd30?})
	GOROOT/src/net/http/transport.go:1929 +0x4e fp=0xc004ebcce8 sp=0xc004ebcc88 pc=0x8ce22e
bufio.(*Reader).fill(0xc0076f62a0)
	GOROOT/src/bufio/bufio.go:106 +0xff fp=0xc004ebcd20 sp=0xc004ebcce8 pc=0x5ae51f
bufio.(*Reader).Peek(0xc0076f62a0, 0x1)
	GOROOT/src/bufio/bufio.go:144 +0x5d fp=0xc004ebcd40 sp=0xc004ebcd20 pc=0x5ae67d
net/http.(*persistConn).readLoop(0xc0145c1d40)
	GOROOT/src/net/http/transport.go:2093 +0x1ac fp=0xc004ebcfc8 sp=0xc004ebcd40 pc=0x8cf04c
net/http.(*Transport).dialConn.func5()
	GOROOT/src/net/http/transport.go:1751 +0x26 fp=0xc004ebcfe0 sp=0xc004ebcfc8 pc=0x8cd826
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc004ebcfe8 sp=0xc004ebcfe0 pc=0x4c2401
created by net/http.(*Transport).dialConn
	GOROOT/src/net/http/transport.go:1751 +0x173e

goroutine 292644 [sleep]:
runtime.gopark(0x4b89214c8ff?, 0x80199c?, 0x81?, 0xd6?, 0x6fd5fb480d?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00b771df0 sp=0xc00b771dd0 pc=0x4907d6
time.Sleep(0x105a1b12a)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc00b771e30 sp=0xc00b771df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc00fa5b590, 0x80199c, {0x4ccaa5?, 0x10000001c?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc00b771e88 sp=0xc00b771e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc00fa5b590, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc00b771ec8 sp=0xc00b771e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc00afa9f80?, {0xc00a3c4000?, 0x30, 0xc00afa9f70?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc00b771fa8 sp=0xc00b771ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc00b771fe0 sp=0xc00b771fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00b771fe8 sp=0xc00b771fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 13428 [chan receive]:
runtime.gopark(0x2faf080?, 0x3b9aca00?, 0x0?, 0x0?, 0x0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc013ab5910 sp=0xc013ab58f0 pc=0x4907d6
runtime.chanrecv(0xc00af57b00, 0xc013ab5b58, 0x1)
	GOROOT/src/runtime/chan.go:583 +0x49b fp=0xc013ab59a0 sp=0xc013ab5910 pc=0x45a91b
runtime.chanrecv1(0x1?, 0xc00391f000?)
	GOROOT/src/runtime/chan.go:442 +0x18 fp=0xc013ab59c8 sp=0xc013ab59a0 pc=0x45a418
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges.func1()
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1290 +0x127 fp=0xc013ab5b90 sp=0xc013ab59c8 pc=0x19c9a07
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f2481897, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1468 +0x17b9 fp=0xc013ab63f8 sp=0xc013ab5b90 pc=0x19c93d9
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).Send(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f2481897, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:845 +0x629 fp=0xc013ab6818 sp=0xc013ab63f8 pc=0x19c5fe9
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnLockGatekeeper).SendLocked(0xc001f38bb8, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_lock_gatekeeper.go:82 +0x2a8 fp=0xc013ab6a70 sp=0xc013ab6818 pc=0x19f2348
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnMetricRecorder).SendLocked(0xc001f38b80, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_metric_recorder.go:46 +0x142 fp=0xc013ab6b98 sp=0xc013ab6a70 pc=0x19e9042
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnCommitter).SendLocked(0xc001f38b50, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_committer.go:129 +0x746 fp=0xc013ab6e28 sp=0xc013ab6b98 pc=0x19e5026
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).sendLockedWithRefreshAttempts(0xc001f38a50, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:225 +0x27a fp=0xc013ab73c8 sp=0xc013ab6e28 pc=0x19eeefa
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).SendLocked(0xc001f38a50, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:153 +0x1cb fp=0xc013ab76b8 sp=0xc013ab73c8 pc=0x19ee7ab
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnPipeliner).SendLocked(0xc001f38920, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_pipeliner.go:290 +0x2ee fp=0xc013ab79b8 sp=0xc013ab76b8 pc=0x19e986e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSeqNumAllocator).SendLocked(0xc001f38900?, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_seq_num_allocator.go:104 +0xb5 fp=0xc013ab7b60 sp=0xc013ab79b8 pc=0x19ee115
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).SendLocked(0xc001f38850, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:245 +0x4e8 fp=0xc013ab7d78 sp=0xc013ab7b60 pc=0x19e6c28
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*TxnCoordSender).Send(0xc001f38680, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_coord_sender.go:526 +0x592 fp=0xc013ab7fd0 sp=0xc013ab7d78 pc=0x19dd5f2
github.com/cockroachdb/cockroach/pkg/kv.(*DB).sendUsingSender(0xc001261200, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/db.go:1016 +0x156 fp=0xc013ab80f8 sp=0xc013ab7fd0 pc=0x16ae696
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).Send(0xc00a5a9550, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/txn.go:1093 +0x225 fp=0xc013ab83c0 sp=0xc013ab80f8 pc=0x16b7905
github.com/cockroachdb/cockroach/pkg/sql/row.makeKVBatchFetcherDefaultSendFunc.func1({0x624a948?, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, {0x0, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/row/kv_batch_fetcher.go:233 +0x85 fp=0xc013ab84d8 sp=0xc013ab83c0 pc=0x2332605
github.com/cockroachdb/cockroach/pkg/sql/row.(*txnKVFetcher).fetch(0xc010ed6c00, {0x624a948, 0xc014435a70})
	github.com/cockroachdb/cockroach/pkg/sql/row/kv_batch_fetcher.go:468 +0x346 fp=0xc013ab86f8 sp=0xc013ab84d8 pc=0x2333346
github.com/cockroachdb/cockroach/pkg/sql/row.(*txnKVFetcher).nextBatch(0xc010ed6c00, {0x624a948, 0xc014435a70})
	github.com/cockroachdb/cockroach/pkg/sql/row/kv_batch_fetcher.go:671 +0x1145 fp=0xc013ab89f0 sp=0xc013ab86f8 pc=0x23347e5
github.com/cockroachdb/cockroach/pkg/sql/row.(*KVFetcher).NextKV(0xc00af57800, {0x624a948, 0xc014435a70}, 0x0)
	github.com/cockroachdb/cockroach/pkg/sql/row/kv_fetcher.go:264 +0xde fp=0xc013ab8ad0 sp=0xc013ab89f0 pc=0x233723e
github.com/cockroachdb/cockroach/pkg/sql/colfetcher.(*cFetcher).NextBatch(0xc0129ef180, {0x624a948, 0xc014435a70})
	github.com/cockroachdb/cockroach/pkg/sql/colfetcher/cfetcher.go:629 +0x8a fp=0xc013ab8da8 sp=0xc013ab8ad0 pc=0x320072a
github.com/cockroachdb/cockroach/pkg/sql/colfetcher.(*ColBatchScan).Next(0xc017738500)
	github.com/cockroachdb/cockroach/pkg/sql/colfetcher/colbatch_scan.go:109 +0x30 fp=0xc013ab8e00 sp=0xc013ab8da8 pc=0x3204f70
github.com/cockroachdb/cockroach/pkg/sql/colexec/colexecutils.(*CancelChecker).Next(0xc007c5b840)
	github.com/cockroachdb/cockroach/pkg/sql/colexec/colexecutils/cancel_checker.go:59 +0x30 fp=0xc013ab8e18 sp=0xc013ab8e00 pc=0x2860090
github.com/cockroachdb/cockroach/pkg/sql/colexec/colexecutils.(*BatchSchemaSubsetEnforcer).Next(0xc011e8e3f0)
	github.com/cockroachdb/cockroach/pkg/sql/colexec/colexecutils/operator.go:202 +0x2e fp=0xc013ab8e68 sp=0xc013ab8e18 pc=0x2860bee
github.com/cockroachdb/cockroach/pkg/sql/colexec.(*bufferOp).advance(...)
	github.com/cockroachdb/cockroach/pkg/sql/colexec/buffer.go:48
github.com/cockroachdb/cockroach/pkg/sql/colexec.(*caseOp).Next(0xc00bcaf110)
	github.com/cockroachdb/cockroach/pkg/sql/colexec/case.go:195 +0x4a fp=0xc013ab8fc8 sp=0xc013ab8e68 pc=0x299be6a
github.com/cockroachdb/cockroach/pkg/sql/colexec/colexecbase.(*simpleProjectOp).Next(0xc00af57980)
	github.com/cockroachdb/cockroach/pkg/sql/colexec/colexecbase/simple_project.go:124 +0x3f fp=0xc013ab9088 sp=0xc013ab8fc8 pc=0x293bf5f
github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).next(0xc00611c960)
	github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:286 +0x73 fp=0xc013ab90b0 sp=0xc013ab9088 pc=0x29a0db3
github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).nextAdapter(0xc00611c960)
	github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:311 +0x1e fp=0xc013ab90c8 sp=0xc013ab90b0 pc=0x29a0f5e
github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).nextAdapter-fm()
	<autogenerated>:1 +0x26 fp=0xc013ab90e0 sp=0xc013ab90c8 pc=0x2a274e6
github.com/cockroachdb/cockroach/pkg/sql/colexecerror.CatchVectorizedRuntimeError(0xc0144f3400?)
	github.com/cockroachdb/cockroach/pkg/sql/colexecerror/error.go:92 +0x62 fp=0xc013ab9120 sp=0xc013ab90e0 pc=0x2126aa2
github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).Next(0xc00611c960)
	github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:317 +0x4c fp=0xc013ab9158 sp=0xc013ab9120 pc=0x29a100c
github.com/cockroachdb/cockroach/pkg/sql.(*rowSourceToPlanNode).Next(0xc011764900, {{0xc0144f3400?, 0xc001a8de78?}, 0x624cee8?, 0xc013ab9220?})
	github.com/cockroachdb/cockroach/pkg/sql/row_source_to_plan_node.go:79 +0x45 fp=0xc013ab91d0 sp=0xc013ab9158 pc=0x34b4f05
github.com/cockroachdb/cockroach/pkg/sql.(*updateNode).BatchedNext(0xc01d874700, {{0x624a948, 0xc0144359e0}, 0xc0144f3400, 0xc001a8de78})
	github.com/cockroachdb/cockroach/pkg/sql/update.go:164 +0xc4 fp=0xc013ab9230 sp=0xc013ab91d0 pc=0x352d844
github.com/cockroachdb/cockroach/pkg/sql.(*rowCountNode).startExec(0xc00b3d3680, {{0x624a948?, 0xc0144359e0?}, 0xc0144f3400?, 0xc001a8de78?})
	github.com/cockroachdb/cockroach/pkg/sql/plan_batch.go:173 +0xce fp=0xc013ab9288 sp=0xc013ab9230 pc=0x34772ae
github.com/cockroachdb/cockroach/pkg/sql.startExec.func2({0xc013ab9488?, 0x624d578?}, {0x624ceb0, 0xc00b3d3680})
	github.com/cockroachdb/cockroach/pkg/sql/plan.go:518 +0x143 fp=0xc013ab9338 sp=0xc013ab9288 pc=0x3476843
github.com/cockroachdb/cockroach/pkg/sql.(*planVisitor).visitInternal.func1()
	github.com/cockroachdb/cockroach/pkg/sql/walk.go:112 +0x3e fp=0xc013ab9370 sp=0xc013ab9338 pc=0x354d95e
github.com/cockroachdb/cockroach/pkg/sql.(*planVisitor).visitInternal(0xc013ab9488, {0x624ceb0?, 0xc00b3d3680?}, {0x5338c31?, 0x5?})
	github.com/cockroachdb/cockroach/pkg/sql/walk.go:297 +0x14c3 fp=0xc013ab9400 sp=0xc013ab9370 pc=0x354d863
github.com/cockroachdb/cockroach/pkg/sql.(*planVisitor).visit(0xc013ab9488, {0x624ceb0, 0xc00b3d3680})
	github.com/cockroachdb/cockroach/pkg/sql/walk.go:79 +0xf7 fp=0xc013ab9450 sp=0xc013ab9400 pc=0x354c297
github.com/cockroachdb/cockroach/pkg/sql.walkPlan(...)
	github.com/cockroachdb/cockroach/pkg/sql/walk.go:43
github.com/cockroachdb/cockroach/pkg/sql.startExec({{0x624a948?, 0xc0144359e0?}, 0xc0144f3400?, 0xc001a8de78?}, {0x624ceb0, 0xc00b3d3680})
	github.com/cockroachdb/cockroach/pkg/sql/plan.go:521 +0x119 fp=0xc013ab94d0 sp=0xc013ab9450 pc=0x3476699
github.com/cockroachdb/cockroach/pkg/sql.(*planNodeToRowSource).Start(0xc019dfbb80, {0x624a948, 0xc014435980})
	github.com/cockroachdb/cockroach/pkg/sql/plan_node_to_row_source.go:166 +0xbd fp=0xc013ab9510 sp=0xc013ab94d0 pc=0x3479bfd
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*FlowCoordinator).Start.func1()
	github.com/cockroachdb/cockroach/pkg/sql/colflow/flow_coordinator.go:122 +0x34 fp=0xc013ab9538 sp=0xc013ab9510 pc=0x3224ef4
github.com/cockroachdb/cockroach/pkg/sql/colexecerror.CatchVectorizedRuntimeError(0xc0103b59e0?)
	github.com/cockroachdb/cockroach/pkg/sql/colexecerror/error.go:92 +0x62 fp=0xc013ab9578 sp=0xc013ab9538 pc=0x2126aa2
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*FlowCoordinator).Start(0xc0103b59e0, {0x624a8a0?, 0xc007c5b800?})
	github.com/cockroachdb/cockroach/pkg/sql/colflow/flow_coordinator.go:121 +0x70 fp=0xc013ab95d0 sp=0xc013ab9578 pc=0x3224e70
github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBaseNoHelper).Run(0xc0103b59e0, {0x624a8a0?, 0xc007c5b800?})
	github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:728 +0x3a fp=0xc013ab9610 sp=0xc013ab95d0 pc=0x230ec1a
github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc032cb3200, {0x624a8a0, 0xc007c5b800}, 0xc0103b59e0?)
	github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:480 +0x25a fp=0xc013ab96d0 sp=0xc013ab9610 pc=0x25bf07a
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*vectorizedFlow).Run(0x629ebe0?, {0x624a8a0?, 0xc007c5b800?}, 0xc00a5a9550?)
	github.com/cockroachdb/cockroach/pkg/sql/colflow/vectorized_flow.go:307 +0x206 fp=0xc013ab9770 sp=0xc013ab96d0 pc=0x322ac66
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000a94f00, {0x624a948, 0xc014434690}, 0xc0043b54a0, 0xc00a5a9550, 0xc00e374500, 0xc016195880, 0xc001a8e1b0, 0xc006c87010)
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:757 +0xbc4 fp=0xc013aba020 sp=0xc013ab9770 pc=0x33b9844
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0x0?, {0x624a948?, 0xc014434690}, 0xe8?, 0xc0043b54a0, 0xe94be441032a5901?, {{0x624ceb0?, 0xc00b3d3680?}, 0x0?}, 0xc016195880, ...)
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1764 +0x265 fp=0xc013aba0e0 sp=0xc013aba020 pc=0x33be445
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRunAll(0xc000a94f00?, {0x624a948, 0xc014434690}, 0xc001a8e1b0, 0xc001a8de78?, 0xc001a8de78, 0xc016195880, 0x0)
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1472 +0x218 fp=0xc013aba1f8 sp=0xc013aba0e0 pc=0x33bc4f8
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc001a8d900, {0x624a948?, 0xc014434690}, 0xc001a8de78, 0xc014434690?, {0x7fb1c7c85ea8?, 0xc00e42fac8}, 0x6e?, 0xc0008ac678)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1597 +0x594 fp=0xc013aba300 sp=0xc013aba1f8 pc=0x3310cf4
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc001a8d900, {0x624a8a0, 0xc007c5af00}, 0xc001a8de78, {0x7fb1c7c85ea8, 0xc00e42fac8})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1200 +0xc2f fp=0xc013aba720 sp=0xc013aba300 pc=0x330e08f
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc001a8d900, {0x624a948?, 0xc007c21860?}, {{0x6274800, 0xc01445e000}, {0xc0044d8005, 0x6e}, 0x3, 0x1}, 0xc0084ab560, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:694 +0x2374 fp=0xc013abb0b0 sp=0xc013aba720 pc=0x3309b54
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt.func1({0x624a948?, 0xc007c21860?})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:131 +0xfc fp=0xc013abb168 sp=0xc013abb0b0 pc=0x330725c
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithProfiling(0x624a948?, {0x624a948?, 0xc007c21860?}, {0x6274800?, 0xc01445e000?}, 0xc0044d8000?, 0x203004?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:2438 +0x330 fp=0xc013abb2b8 sp=0xc013abb168 pc=0x3317010
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc001a8d900, {0x624a948, 0xc007c21860}, {{0x6274800, 0xc01445e000}, {0xc0044d8005, 0x6e}, 0x3, 0x1}, 0xc0084ab560, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:130 +0x4bf fp=0xc013abb430 sp=0xc013abb2b8 pc=0x3306bff
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc001a8d900, {0x624a948, 0xc007c21860}, {0xc0084ab560, {0xc007d12d20, 0x3, 0x3}, {0x9c5f2e8, 0x1, 0x1}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:220 +0x173 fp=0xc013abb550 sp=0xc013abb430 pc=0x3307493
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2({{0xc00c2a3a70, 0x0}, 0x0, {0xc1116e81a521c112, 0x6f1e88d49b, 0x0}, 0x1}, 0xc001a8d900, 0xc013abb8c0, 0xc013abb8b0, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2201 +0x565 fp=0xc013abb708 sp=0xc013abb550 pc=0x32fafc5
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc001a8d900)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2203 +0x6d3 fp=0xc013abbcb8 sp=0xc013abb708 pc=0x32f9153
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc001a8d900, {0x624a8a0, 0xc010131640}, 0x4118d9b400000000?, 0xc007f67dc0?, 0xc0131d0d80?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2048 +0x20b fp=0xc013abbd70 sp=0xc013abbcb8 pc=0x32f86eb
github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc003202000?, {0x624a8a0?, 0xc010131640?}, {0xc002f40800?}, 0x3?, 0xc000869e90?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:881 +0xe6 fp=0xc013abbe20 sp=0xc013abbd70 pc=0x32f3486
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1()
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:758 +0x54f fp=0xc013abbfe0 sp=0xc013abbe20 pc=0x37088af
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc013abbfe8 sp=0xc013abbfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:665 +0x22e

goroutine 302120 [IO wait]:
runtime.gopark(0x4d28360?, 0xb?, 0x0?, 0x0?, 0x11e?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0125e8f58 sp=0xc0125e8f38 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0xc7c0c9f8?, 0xb1?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc0125e8f90 sp=0xc0125e8f58 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1c7c0c910, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc0125e8fb0 sp=0xc0125e8f90 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc006179b80?, 0xc00b922000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc0125e8fd8 sp=0xc0125e8fb0 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc006179b80, {0xc00b922000, 0x1000, 0x1000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc0125e9058 sp=0xc0125e8fd8 pc=0x535efa
net.(*netFD).Read(0xc006179b80, {0xc00b922000?, 0x7b5a68?, 0xc006179b80?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc0125e90a0 sp=0xc0125e9058 pc=0x7a20c9
net.(*conn).Read(0xc00a6473c0, {0xc00b922000?, 0x164290f?, 0xc00a6473c0?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc0125e90e8 sp=0xc0125e90a0 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc00f153860, {0xc00b922000, 0x1000, 0x1000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc0125e9130 sp=0xc0125e90e8 pc=0x1641f96
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc011822d98, {0xc00b922000, 0x1000, 0x1000})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1949 +0x156 fp=0xc0125e91d0 sp=0xc0125e9130 pc=0x370f896
bufio.(*Reader).fill(0xc003d10c90)
	GOROOT/src/bufio/bufio.go:106 +0xff fp=0xc0125e9208 sp=0xc0125e91d0 pc=0x5ae51f
bufio.(*Reader).ReadByte(0xc003d10c90)
	GOROOT/src/bufio/bufio.go:265 +0x2c fp=0xc0125e9228 sp=0xc0125e9208 pc=0x5aecec
github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc003d11268?, {0x62295c8, 0xc003d10c90})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:206 +0x2c fp=0xc0125e9260 sp=0xc0125e9228 pc=0x270ca4c
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl.func5(0xc003d10c00, 0xc00fce06c0, 0xc0125e9442, 0xc0125e9444, {0x623b718, 0xc024213d40}, 0xc002f40800, 0xc004b83754, 0xc0125e9440)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:424 +0xa5 fp=0xc0125e9398 sp=0xc0125e9260 pc=0x3707185
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc003d10c00, {0x624a948, 0xc014e9a870}, 0xc00fce06b0, 0xc002f40800, 0xc014e9a7b0, {0x1, 0x2, {0x3, {0x532ee51, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:564 +0xc7f fp=0xc0125e9768 sp=0xc0125e9398 pc=0x3706c5f
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc003152c00, {0x624a948, 0xc014e9a870}, {0x628a538, 0xc00f153860}, {{{0xc00a90a01f, 0x4}}, 0x1, 0xc014e9a7e0, 0xc014e9a810, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:174 +0x29e fp=0xc0125e98a8 sp=0xc0125e9768 pc=0x37051fe
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc003152c00, {0x624a948, 0xc014e9a870}, {0x628a538?, 0xc00f153860}, 0x90?)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:913 +0xd29 fp=0xc0125e9e20 sp=0xc0125e98a8 pc=0x3715be9
github.com/cockroachdb/cockroach/pkg/server.(*SQLServer).startServeSQL.func1.1({0x624a948?, 0xc014e9a6f0?}, {0x628a538, 0xc00f153860})
	github.com/cockroachdb/cockroach/pkg/server/server_sql.go:1474 +0xc8 fp=0xc0125e9eb0 sp=0xc0125e9e20 pc=0x39e1cc8
github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1({0x624a948, 0xc014e9a6f0})
	github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:162 +0xd7 fp=0xc0125e9f30 sp=0xc0125e9eb0 pc=0x1643997
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0125e9fe0 sp=0xc0125e9f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0125e9fe8 sp=0xc0125e9fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 278970 [sleep]:
runtime.gopark(0x4b82bddd8eb?, 0x604ca?, 0xcd?, 0xf8?, 0x6f7b38a056?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc003894df0 sp=0xc003894dd0 pc=0x4907d6
time.Sleep(0x11115f9bb)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc003894e30 sp=0xc003894df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc01170fe30, 0x604ca, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc003894e88 sp=0xc003894e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc01170fe30, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc003894ec8 sp=0xc003894e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0x0?, {0xc01fe0d500?, 0x30, 0xc004084f70?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc003894fa8 sp=0xc003894ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc003894fe0 sp=0xc003894fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc003894fe8 sp=0xc003894fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 1324 [select, 7 minutes]:
runtime.gopark(0xc0083e9578?, 0x2?, 0x0?, 0xe4?, 0xc0083e953c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0083e93a8 sp=0xc0083e9388 pc=0x4907d6
runtime.selectgo(0xc0083e9578, 0xc0083e9538, 0xc0014e82c0?, 0x0, 0x27?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0083e94e8 sp=0xc0083e93a8 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).RaftMessageBatch(0xc001730460, {0x628a958, 0xc0043aed80})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:313 +0x208 fp=0xc0083e95b0 sp=0xc0083e94e8 pc=0x1d82b08
github.com/cockroachdb/cockroach/pkg/kv/kvserver._MultiRaft_RaftMessageBatch_Handler({0x525f4e0?, 0xc001730460}, {0x627d570?, 0xc0039fe0c0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/bazel-out/k8-opt/bin/pkg/kv/kvserver/kvserver_go_proto_/github.com/cockroachdb/cockroach/pkg/kv/kvserver/storage_services.pb.go:244 +0x9f fp=0xc0083e95e8 sp=0xc0083e95b0 pc=0x1d4b57f
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x525f4e0, 0xc001730460}, {0x627dc78?, 0xc00245eb60?}, 0xc0046d7ed8, 0x5683c48)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x6c4 fp=0xc0083e9920 sp=0xc0083e95e8 pc=0x16481a4
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x525f4e0?, 0xc001730460?}, {0x627dc78?, 0xc00245eb60?})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1408 +0x5b fp=0xc0083e9960 sp=0xc0083e9920 pc=0xc21dfb
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x525f4e0, 0xc001730460}, {0x627dc78, 0xc00245eb60}, 0x1054f90?, 0xc0014e8280)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:272 +0x74 fp=0xc0083e9990 sp=0xc0083e9960 pc=0x16576d4
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x525f4e0?, 0xc001730460?}, {0x627dc78?, 0xc00245eb60?})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1411 +0x83 fp=0xc0083e99d0 sp=0xc0083e9990 pc=0xc21e23
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x0?, 0x0?})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:241 +0x2d fp=0xc0083e9a00 sp=0xc0083e99d0 pc=0x165798d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0xc000b6c6c0, {0x624a948, 0xc004f1c9c0}, {0xc003aabb08?, 0x46159f?}, 0xc003aabac0)
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:341 +0xd1 fp=0xc0083e9a78 sp=0xc0083e9a00 pc=0x10542d1
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x525f4e0, 0xc001730460}, {0x627dc78?, 0xc00245eb60?}, 0xc0046d7ed8, 0xc0014e8280)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:240 +0xef fp=0xc0083e9b00 sp=0xc0083e9a78 pc=0x165790f
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x525f4e0?, 0xc001730460?}, {0x627dc78?, 0xc00245eb60?})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1411 +0x83 fp=0xc0083e9b40 sp=0xc0083e9b00 pc=0xc21e23
google.golang.org/grpc.chainStreamInterceptors.func1({0x525f4e0, 0xc001730460}, {0x627dc78, 0xc00245eb60}, 0xc0046d7ed8, 0x5683c48)
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1413 +0x12b fp=0xc0083e9b90 sp=0xc0083e9b40 pc=0xc21d4b
google.golang.org/grpc.(*Server).processStreamingRPC(0xc008720a80, {0x6294e00, 0xc0021a1860}, 0xc002c63560, 0xc000967b90, 0x8ff1fe0, 0x0)
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1549 +0xf3b fp=0xc0083e9e48 sp=0xc0083e9b90 pc=0xc22dbb
google.golang.org/grpc.(*Server).handleStream(0xc008720a80, {0x6294e00, 0xc0021a1860}, 0xc002c63560, 0x0)
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1624 +0x9ea fp=0xc0083e9f68 sp=0xc0083e9e48 pc=0xc245ea
google.golang.org/grpc.(*Server).serveStreams.func1.2()
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:922 +0x98 fp=0xc0083e9fe0 sp=0xc0083e9f68 pc=0xc1dab8
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0083e9fe8 sp=0xc0083e9fe0 pc=0x4c2401
created by google.golang.org/grpc.(*Server).serveStreams.func1
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:920 +0x28a

goroutine 1652 [select]:
runtime.gopark(0xc007eb3f00?, 0x2?, 0x88?, 0x3d?, 0xc007eb3ed4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc013633d60 sp=0xc013633d40 pc=0x4907d6
runtime.selectgo(0xc013633f00, 0xc007eb3ed0, 0x0?, 0x0, 0xc007eb3ef0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc013633ea0 sp=0xc013633d60 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0036c80a0, 0x1)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/controlbuf.go:407 +0x115 fp=0xc013633f30 sp=0xc013633ea0 pc=0xbd68d5
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00274be00)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/controlbuf.go:534 +0x85 fp=0xc013633f88 sp=0xc013633f30 pc=0xbd6fe5
google.golang.org/grpc/internal/transport.NewServerTransport.func2()
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:332 +0xce fp=0xc013633fe0 sp=0xc013633f88 pc=0xbedbae
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc013633fe8 sp=0xc013633fe0 pc=0x4c2401
created by google.golang.org/grpc/internal/transport.NewServerTransport
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:329 +0x19f3

goroutine 1159 [sync.Cond.Wait]:
runtime.gopark(0xc036aa9920?, 0x0?, 0x0?, 0x0?, 0x0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc002d25e08 sp=0xc002d25de8 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc003878850, 0x922ab)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc002d25e50 sp=0xc002d25e08 pc=0x4be30c
sync.(*Cond).Wait(0x4b588c0?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc002d25e88 sp=0xc002d25e50 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0005a7950, {0x624a948, 0xc001da39e0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/scheduler.go:275 +0x2ff fp=0xc002d25f08 sp=0xc002d25e88 pc=0x1e26fbf
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker-fm({0x624a948?, 0xc001da39e0?})
	<autogenerated>:1 +0x39 fp=0xc002d25f30 sp=0xc002d25f08 pc=0x1e852b9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc002d25fe0 sp=0xc002d25f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc002d25fe8 sp=0xc002d25fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1160 [sync.Cond.Wait]:
runtime.gopark(0xc1116e81a4901d8b?, 0x6f1df7311f?, 0x0?, 0x0?, 0xc1116e81a5028d77?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0037fde08 sp=0xc0037fdde8 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc003878850, 0x922a0)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc0037fde50 sp=0xc0037fde08 pc=0x4be30c
sync.(*Cond).Wait(0x4b588c0?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc0037fde88 sp=0xc0037fde50 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0005a7950, {0x624a948, 0xc001da3aa0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/scheduler.go:275 +0x2ff fp=0xc0037fdf08 sp=0xc0037fde88 pc=0x1e26fbf
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker-fm({0x624a948?, 0xc001da3aa0?})
	<autogenerated>:1 +0x39 fp=0xc0037fdf30 sp=0xc0037fdf08 pc=0x1e852b9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0037fdfe0 sp=0xc0037fdf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0037fdfe8 sp=0xc0037fdfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1161 [sync.Cond.Wait]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc010107e08 sp=0xc010107de8 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc003878850, 0x922ae)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc010107e50 sp=0xc010107e08 pc=0x4be30c
sync.(*Cond).Wait(0x4b588c0?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc010107e88 sp=0xc010107e50 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0005a7950, {0x624a948, 0xc001da3b00})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/scheduler.go:275 +0x2ff fp=0xc010107f08 sp=0xc010107e88 pc=0x1e26fbf
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker-fm({0x624a948?, 0xc001da3b00?})
	<autogenerated>:1 +0x39 fp=0xc010107f30 sp=0xc010107f08 pc=0x1e852b9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc010107fe0 sp=0xc010107f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc010107fe8 sp=0xc010107fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1162 [sync.Cond.Wait]:
runtime.gopark(0xc1116e81a49b669d?, 0x6f1e027a2b?, 0x0?, 0x0?, 0xc1116e81a5059ed8?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc012625e08 sp=0xc012625de8 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc003878850, 0x922a4)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc012625e50 sp=0xc012625e08 pc=0x4be30c
sync.(*Cond).Wait(0x4b588c0?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc012625e88 sp=0xc012625e50 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0005a7950, {0x624a948, 0xc001da3b60})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/scheduler.go:275 +0x2ff fp=0xc012625f08 sp=0xc012625e88 pc=0x1e26fbf
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker-fm({0x624a948?, 0xc001da3b60?})
	<autogenerated>:1 +0x39 fp=0xc012625f30 sp=0xc012625f08 pc=0x1e852b9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc012625fe0 sp=0xc012625f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc012625fe8 sp=0xc012625fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1163 [sync.Cond.Wait]:
runtime.gopark(0xc1116e81a6ba738d?, 0x6f2021871c?, 0x0?, 0x0?, 0xc1116e81a6cdeebc?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc003a1de08 sp=0xc003a1dde8 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc003878850, 0x922b1)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc003a1de50 sp=0xc003a1de08 pc=0x4be30c
sync.(*Cond).Wait(0x4b588c0?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc003a1de88 sp=0xc003a1de50 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0005a7950, {0x624a948, 0xc001b92210})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/scheduler.go:275 +0x2ff fp=0xc003a1df08 sp=0xc003a1de88 pc=0x1e26fbf
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker-fm({0x624a948?, 0xc001b92210?})
	<autogenerated>:1 +0x39 fp=0xc003a1df30 sp=0xc003a1df08 pc=0x1e852b9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc003a1dfe0 sp=0xc003a1df30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc003a1dfe8 sp=0xc003a1dfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1164 [sync.Cond.Wait]:
runtime.gopark(0xc1116e81a4bb1dbb?, 0x6f1e223148?, 0x0?, 0x0?, 0xc1116e81a4fda5e8?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0042dde08 sp=0xc0042ddde8 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc003878850, 0x9229f)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc0042dde50 sp=0xc0042dde08 pc=0x4be30c
sync.(*Cond).Wait(0x4b588c0?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc0042dde88 sp=0xc0042dde50 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0005a7950, {0x624a948, 0xc001b92270})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/scheduler.go:275 +0x2ff fp=0xc0042ddf08 sp=0xc0042dde88 pc=0x1e26fbf
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker-fm({0x624a948?, 0xc001b92270?})
	<autogenerated>:1 +0x39 fp=0xc0042ddf30 sp=0xc0042ddf08 pc=0x1e852b9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0042ddfe0 sp=0xc0042ddf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0042ddfe8 sp=0xc0042ddfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1165 [sync.Cond.Wait]:
runtime.gopark(0xc1116e81a4914a53?, 0x6f1df85de0?, 0x0?, 0x0?, 0xc1116e81a504e5df?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0148bfe08 sp=0xc0148bfde8 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc003878850, 0x922a1)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc0148bfe50 sp=0xc0148bfe08 pc=0x4be30c
sync.(*Cond).Wait(0x4b588c0?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc0148bfe88 sp=0xc0148bfe50 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0005a7950, {0x624a948, 0xc001b92330})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/scheduler.go:275 +0x2ff fp=0xc0148bff08 sp=0xc0148bfe88 pc=0x1e26fbf
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker-fm({0x624a948?, 0xc001b92330?})
	<autogenerated>:1 +0x39 fp=0xc0148bff30 sp=0xc0148bff08 pc=0x1e852b9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0148bffe0 sp=0xc0148bff30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0148bffe8 sp=0xc0148bffe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1166 [sync.Cond.Wait]:
runtime.gopark(0xc00a34b320?, 0x6f1cc9f709?, 0x0?, 0x0?, 0xc1116e81a362fc71?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0157cfe08 sp=0xc0157cfde8 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc003878850, 0x922a9)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc0157cfe50 sp=0xc0157cfe08 pc=0x4be30c
sync.(*Cond).Wait(0x4b588c0?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc0157cfe88 sp=0xc0157cfe50 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0005a7950, {0x624a948, 0xc001b923c0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/scheduler.go:275 +0x2ff fp=0xc0157cff08 sp=0xc0157cfe88 pc=0x1e26fbf
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker-fm({0x624a948?, 0xc001b923c0?})
	<autogenerated>:1 +0x39 fp=0xc0157cff30 sp=0xc0157cff08 pc=0x1e852b9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0157cffe0 sp=0xc0157cff30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0157cffe8 sp=0xc0157cffe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1167 [sync.Cond.Wait]:
runtime.gopark(0xc1116e81a42768ed?, 0x6f1d8e7c78?, 0x0?, 0x0?, 0xc1116e81a4942a3b?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc015641e08 sp=0xc015641de8 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc003878850, 0x92299)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc015641e50 sp=0xc015641e08 pc=0x4be30c
sync.(*Cond).Wait(0x4b588c0?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc015641e88 sp=0xc015641e50 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0005a7950, {0x624a948, 0xc001b92420})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/scheduler.go:275 +0x2ff fp=0xc015641f08 sp=0xc015641e88 pc=0x1e26fbf
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker-fm({0x624a948?, 0xc001b92420?})
	<autogenerated>:1 +0x39 fp=0xc015641f30 sp=0xc015641f08 pc=0x1e852b9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc015641fe0 sp=0xc015641f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc015641fe8 sp=0xc015641fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1168 [sync.Cond.Wait]:
runtime.gopark(0xc0076f6000?, 0x0?, 0x0?, 0x0?, 0x0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00d8e1e08 sp=0xc00d8e1de8 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc003878850, 0x922af)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc00d8e1e50 sp=0xc00d8e1e08 pc=0x4be30c
sync.(*Cond).Wait(0x4b588c0?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc00d8e1e88 sp=0xc00d8e1e50 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0005a7950, {0x624a948, 0xc001b92f60})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/scheduler.go:275 +0x2ff fp=0xc00d8e1f08 sp=0xc00d8e1e88 pc=0x1e26fbf
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker-fm({0x624a948?, 0xc001b92f60?})
	<autogenerated>:1 +0x39 fp=0xc00d8e1f30 sp=0xc00d8e1f08 pc=0x1e852b9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00d8e1fe0 sp=0xc00d8e1f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00d8e1fe8 sp=0xc00d8e1fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1169 [sync.Cond.Wait]:
runtime.gopark(0xc1116e81a5389c77?, 0x6f1e9faffb?, 0x0?, 0x0?, 0xc1116e81a5544665?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc005ae9e08 sp=0xc005ae9de8 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc003878850, 0x922a8)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc005ae9e50 sp=0xc005ae9e08 pc=0x4be30c
sync.(*Cond).Wait(0x4b588c0?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc005ae9e88 sp=0xc005ae9e50 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0005a7950, {0x624a948, 0xc001b92ff0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/scheduler.go:275 +0x2ff fp=0xc005ae9f08 sp=0xc005ae9e88 pc=0x1e26fbf
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker-fm({0x624a948?, 0xc001b92ff0?})
	<autogenerated>:1 +0x39 fp=0xc005ae9f30 sp=0xc005ae9f08 pc=0x1e852b9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc005ae9fe0 sp=0xc005ae9f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc005ae9fe8 sp=0xc005ae9fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1170 [sync.Cond.Wait]:
runtime.gopark(0xc00c076000?, 0x6f19ca128b?, 0x0?, 0x0?, 0xc1116e81a069d312?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc003ce9e08 sp=0xc003ce9de8 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc003878850, 0x922ac)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc003ce9e50 sp=0xc003ce9e08 pc=0x4be30c
sync.(*Cond).Wait(0x4b588c0?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc003ce9e88 sp=0xc003ce9e50 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0005a7950, {0x624a948, 0xc001b930e0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/scheduler.go:275 +0x2ff fp=0xc003ce9f08 sp=0xc003ce9e88 pc=0x1e26fbf
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker-fm({0x624a948?, 0xc001b930e0?})
	<autogenerated>:1 +0x39 fp=0xc003ce9f30 sp=0xc003ce9f08 pc=0x1e852b9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc003ce9fe0 sp=0xc003ce9f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc003ce9fe8 sp=0xc003ce9fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1171 [sync.Cond.Wait]:
runtime.gopark(0xc038a89aa0?, 0x6f1c15542d?, 0x0?, 0x0?, 0xc1116e81a2ae5c95?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc002ea3e08 sp=0xc002ea3de8 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc003878850, 0x92294)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc002ea3e50 sp=0xc002ea3e08 pc=0x4be30c
sync.(*Cond).Wait(0x4b588c0?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc002ea3e88 sp=0xc002ea3e50 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0005a7950, {0x624a948, 0xc001b93140})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/scheduler.go:275 +0x2ff fp=0xc002ea3f08 sp=0xc002ea3e88 pc=0x1e26fbf
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker-fm({0x624a948?, 0xc001b93140?})
	<autogenerated>:1 +0x39 fp=0xc002ea3f30 sp=0xc002ea3f08 pc=0x1e852b9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc002ea3fe0 sp=0xc002ea3f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc002ea3fe8 sp=0xc002ea3fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1172 [sync.Cond.Wait]:
runtime.gopark(0xc1116e81a5f6c3be?, 0x6f1f5dd74c?, 0x0?, 0x0?, 0xc1116e81a6da096b?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc012de5e08 sp=0xc012de5de8 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc003878850, 0x922b2)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc012de5e50 sp=0xc012de5e08 pc=0x4be30c
sync.(*Cond).Wait(0x4b588c0?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc012de5e88 sp=0xc012de5e50 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0005a7950, {0x624a948, 0xc001b931d0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/scheduler.go:275 +0x2ff fp=0xc012de5f08 sp=0xc012de5e88 pc=0x1e26fbf
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker-fm({0x624a948?, 0xc001b931d0?})
	<autogenerated>:1 +0x39 fp=0xc012de5f30 sp=0xc012de5f08 pc=0x1e852b9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc012de5fe0 sp=0xc012de5f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc012de5fe8 sp=0xc012de5fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1173 [sync.Cond.Wait]:
runtime.gopark(0xc1116e81a4307d24?, 0x6f1d9790a9?, 0x0?, 0x0?, 0xc1116e81a497da63?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc012de1e08 sp=0xc012de1de8 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc003878850, 0x9229a)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc012de1e50 sp=0xc012de1e08 pc=0x4be30c
sync.(*Cond).Wait(0x4b588c0?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc012de1e88 sp=0xc012de1e50 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0005a7950, {0x624a948, 0xc001b93d40})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/scheduler.go:275 +0x2ff fp=0xc012de1f08 sp=0xc012de1e88 pc=0x1e26fbf
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker-fm({0x624a948?, 0xc001b93d40?})
	<autogenerated>:1 +0x39 fp=0xc012de1f30 sp=0xc012de1f08 pc=0x1e852b9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc012de1fe0 sp=0xc012de1f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc012de1fe8 sp=0xc012de1fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1174 [sync.Cond.Wait]:
runtime.gopark(0xc1116e81a493f4d4?, 0x6f1dfb085d?, 0x0?, 0x0?, 0xc1116e81a5051354?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc001cabe08 sp=0xc001cabde8 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc003878850, 0x922a2)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc001cabe50 sp=0xc001cabe08 pc=0x4be30c
sync.(*Cond).Wait(0x4b588c0?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc001cabe88 sp=0xc001cabe50 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0005a7950, {0x624a948, 0xc00294b5c0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/scheduler.go:275 +0x2ff fp=0xc001cabf08 sp=0xc001cabe88 pc=0x1e26fbf
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker-fm({0x624a948?, 0xc00294b5c0?})
	<autogenerated>:1 +0x39 fp=0xc001cabf30 sp=0xc001cabf08 pc=0x1e852b9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc001cabfe0 sp=0xc001cabf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc001cabfe8 sp=0xc001cabfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1175 [sync.Cond.Wait]:
runtime.gopark(0xc1116e81a4380727?, 0x6f1d9f1ab5?, 0x0?, 0x0?, 0xc1116e81a4983936?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0018b5e08 sp=0xc0018b5de8 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc003878850, 0x9229c)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc0018b5e50 sp=0xc0018b5e08 pc=0x4be30c
sync.(*Cond).Wait(0x4b588c0?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc0018b5e88 sp=0xc0018b5e50 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0005a7950, {0x624a948, 0xc00294b620})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/scheduler.go:275 +0x2ff fp=0xc0018b5f08 sp=0xc0018b5e88 pc=0x1e26fbf
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker-fm({0x624a948?, 0xc00294b620?})
	<autogenerated>:1 +0x39 fp=0xc0018b5f30 sp=0xc0018b5f08 pc=0x1e852b9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0018b5fe0 sp=0xc0018b5f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0018b5fe8 sp=0xc0018b5fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1176 [sync.Cond.Wait]:
runtime.gopark(0xc1116e81a4bbf83e?, 0x6f1e230bc7?, 0x0?, 0x0?, 0xc1116e81a4bc0c80?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc013371e08 sp=0xc013371de8 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc003878850, 0x9229d)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc013371e50 sp=0xc013371e08 pc=0x4be30c
sync.(*Cond).Wait(0x4b588c0?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc013371e88 sp=0xc013371e50 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0005a7950, {0x624a948, 0xc00294b6b0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/scheduler.go:275 +0x2ff fp=0xc013371f08 sp=0xc013371e88 pc=0x1e26fbf
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker-fm({0x624a948?, 0xc00294b6b0?})
	<autogenerated>:1 +0x39 fp=0xc013371f30 sp=0xc013371f08 pc=0x1e852b9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc013371fe0 sp=0xc013371f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc013371fe8 sp=0xc013371fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1177 [sync.Cond.Wait]:
runtime.gopark(0xc1116e81a49b1c3a?, 0x6f1e022fc7?, 0x0?, 0x0?, 0xc1116e81a5053774?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc011cd3e08 sp=0xc011cd3de8 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc003878850, 0x922a3)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc011cd3e50 sp=0xc011cd3e08 pc=0x4be30c
sync.(*Cond).Wait(0x4b588c0?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc011cd3e88 sp=0xc011cd3e50 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0005a7950, {0x624a948, 0xc000aa2f30})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/scheduler.go:275 +0x2ff fp=0xc011cd3f08 sp=0xc011cd3e88 pc=0x1e26fbf
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker-fm({0x624a948?, 0xc000aa2f30?})
	<autogenerated>:1 +0x39 fp=0xc011cd3f30 sp=0xc011cd3f08 pc=0x1e852b9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc011cd3fe0 sp=0xc011cd3f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc011cd3fe8 sp=0xc011cd3fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1178 [sync.Cond.Wait]:
runtime.gopark(0xc1116e81a535c415?, 0x6f1e9cd7a6?, 0x0?, 0x0?, 0xc1116e81a553f8bd?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0145f5e08 sp=0xc0145f5de8 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc003878850, 0x922a7)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc0145f5e50 sp=0xc0145f5e08 pc=0x4be30c
sync.(*Cond).Wait(0x4b588c0?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc0145f5e88 sp=0xc0145f5e50 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0005a7950, {0x624a948, 0xc000aa3260})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/scheduler.go:275 +0x2ff fp=0xc0145f5f08 sp=0xc0145f5e88 pc=0x1e26fbf
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker-fm({0x624a948?, 0xc000aa3260?})
	<autogenerated>:1 +0x39 fp=0xc0145f5f30 sp=0xc0145f5f08 pc=0x1e852b9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0145f5fe0 sp=0xc0145f5f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0145f5fe8 sp=0xc0145f5fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1179 [sync.Cond.Wait]:
runtime.gopark(0xc1116e81a674fc14?, 0x6f1fdc0f9b?, 0x0?, 0x0?, 0xc1116e81a6751f67?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0036e1e08 sp=0xc0036e1de8 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc003878850, 0x922b0)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc0036e1e50 sp=0xc0036e1e08 pc=0x4be30c
sync.(*Cond).Wait(0x4b588c0?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc0036e1e88 sp=0xc0036e1e50 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0005a7950, {0x624a948, 0xc000aa3410})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/scheduler.go:275 +0x2ff fp=0xc0036e1f08 sp=0xc0036e1e88 pc=0x1e26fbf
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker-fm({0x624a948?, 0xc000aa3410?})
	<autogenerated>:1 +0x39 fp=0xc0036e1f30 sp=0xc0036e1f08 pc=0x1e852b9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0036e1fe0 sp=0xc0036e1f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0036e1fe8 sp=0xc0036e1fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1180 [sync.Cond.Wait]:
runtime.gopark(0xc1116e81a4541168?, 0x6f1dbb24eb?, 0x0?, 0x0?, 0xc1116e81a4c1c6f3?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc002cf3e08 sp=0xc002cf3de8 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc003878850, 0x9229e)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc002cf3e50 sp=0xc002cf3e08 pc=0x4be30c
sync.(*Cond).Wait(0x4b588c0?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc002cf3e88 sp=0xc002cf3e50 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0005a7950, {0x624a948, 0xc005c74000})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/scheduler.go:275 +0x2ff fp=0xc002cf3f08 sp=0xc002cf3e88 pc=0x1e26fbf
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker-fm({0x624a948?, 0xc005c74000?})
	<autogenerated>:1 +0x39 fp=0xc002cf3f30 sp=0xc002cf3f08 pc=0x1e852b9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc002cf3fe0 sp=0xc002cf3f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc002cf3fe8 sp=0xc002cf3fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1181 [semacquire]:
runtime.gopark(0x0?, 0x0?, 0x40?, 0x91?, 0x0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc003e4c830 sp=0xc003e4c810 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
runtime.semacquire1(0xc0107db540, 0xe8?, 0x1, 0x0)
	GOROOT/src/runtime/sema.go:150 +0x1fe fp=0xc003e4c898 sp=0xc003e4c830 pc=0x4a17de
sync.runtime_Semacquire(0x1?)
	GOROOT/src/runtime/sema.go:62 +0x25 fp=0xc003e4c8c8 sp=0xc003e4c898 pc=0x4be005
sync.(*WaitGroup).Wait(0x117ca6f?)
	GOROOT/src/sync/waitgroup.go:139 +0x52 fp=0xc003e4c8f0 sp=0xc003e4c8c8 pc=0x4ce332
github.com/cockroachdb/pebble.(*commitPipeline).publish(0xc000cdc000, 0xc0107db440)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/commit.go:402 +0x8a fp=0xc003e4c920 sp=0xc003e4c8f0 pc=0x10f532a
github.com/cockroachdb/pebble.(*commitPipeline).Commit(0xc000cdc000, 0xc0107db440, 0xff?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/commit.go:266 +0xfe fp=0xc003e4c950 sp=0xc003e4c920 pc=0x10f4c7e
github.com/cockroachdb/pebble.(*DB).Apply(0xc001528000, 0xc0107db440, 0x4e4837?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/db.go:739 +0x1ce fp=0xc003e4c9d8 sp=0xc003e4c950 pc=0x111c86e
github.com/cockroachdb/pebble.(*Batch).Commit(...)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/batch.go:1049
github.com/cockroachdb/cockroach/pkg/storage.(*pebbleBatch).Commit(0xc015ca46f0?, 0x1?)
	github.com/cockroachdb/cockroach/pkg/storage/pebble_batch.go:546 +0x3c fp=0xc003e4ca00 sp=0xc003e4c9d8 pc=0x185d37c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).handleRaftReadyRaftMuLocked(_, {_, _}, {{0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/replica_raft.go:983 +0x188a fp=0xc003e4d4b0 sp=0xc003e4ca00 pc=0x1ddf7aa
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).handleRaftReady(_, {_, _}, {{0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/replica_raft.go:664 +0x17b fp=0xc003e4d9b0 sp=0xc003e4d4b0 pc=0x1dddd1b
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).processReady(0xc00103ea80, 0xc003a0d9b0?)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/store_raft.go:641 +0xb8 fp=0xc003e4de88 sp=0xc003e4d9b0 pc=0x1e48038
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0005a7950, {0x624a948, 0xc005c74060})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/scheduler.go:308 +0x264 fp=0xc003e4df08 sp=0xc003e4de88 pc=0x1e26f24
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker-fm({0x624a948?, 0xc005c74060?})
	<autogenerated>:1 +0x39 fp=0xc003e4df30 sp=0xc003e4df08 pc=0x1e852b9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc003e4dfe0 sp=0xc003e4df30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc003e4dfe8 sp=0xc003e4dfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1182 [sync.Cond.Wait]:
runtime.gopark(0xc1116e81a53914fd?, 0x6f1ea02882?, 0x0?, 0x0?, 0xc1116e81a5537639?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc013a0de08 sp=0xc013a0dde8 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc003878850, 0x922a6)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc013a0de50 sp=0xc013a0de08 pc=0x4be30c
sync.(*Cond).Wait(0x4b588c0?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc013a0de88 sp=0xc013a0de50 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0005a7950, {0x624a948, 0xc005c740f0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/scheduler.go:275 +0x2ff fp=0xc013a0df08 sp=0xc013a0de88 pc=0x1e26fbf
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker-fm({0x624a948?, 0xc005c740f0?})
	<autogenerated>:1 +0x39 fp=0xc013a0df30 sp=0xc013a0df08 pc=0x1e852b9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc013a0dfe0 sp=0xc013a0df30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc013a0dfe8 sp=0xc013a0dfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1183 [sync.Cond.Wait]:
runtime.gopark(0xc1116e81a49211cf?, 0x6f1df9256a?, 0x0?, 0x0?, 0xc1116e81a492373a?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc013a09e08 sp=0xc013a09de8 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc003878850, 0x92298)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc013a09e50 sp=0xc013a09e08 pc=0x4be30c
sync.(*Cond).Wait(0x4b588c0?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc013a09e88 sp=0xc013a09e50 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0005a7950, {0x624a948, 0xc005c74150})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/scheduler.go:275 +0x2ff fp=0xc013a09f08 sp=0xc013a09e88 pc=0x1e26fbf
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker-fm({0x624a948?, 0xc005c74150?})
	<autogenerated>:1 +0x39 fp=0xc013a09f30 sp=0xc013a09f08 pc=0x1e852b9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc013a09fe0 sp=0xc013a09f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc013a09fe8 sp=0xc013a09fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1184 [sync.Cond.Wait]:
runtime.gopark(0xc00a34b560?, 0x6f1b586f72?, 0x0?, 0x0?, 0xc1116e81a2b4b0ee?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0157ade08 sp=0xc0157adde8 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc003878850, 0x92295)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc0157ade50 sp=0xc0157ade08 pc=0x4be30c
sync.(*Cond).Wait(0x4b588c0?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc0157ade88 sp=0xc0157ade50 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0005a7950, {0x624a948, 0xc005c741b0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/scheduler.go:275 +0x2ff fp=0xc0157adf08 sp=0xc0157ade88 pc=0x1e26fbf
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker-fm({0x624a948?, 0xc005c741b0?})
	<autogenerated>:1 +0x39 fp=0xc0157adf30 sp=0xc0157adf08 pc=0x1e852b9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0157adfe0 sp=0xc0157adf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0157adfe8 sp=0xc0157adfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1185 [semacquire, 7 minutes]:
runtime.gopark(0xc001857380?, 0xc21132?, 0x0?, 0xd5?, 0xc008720a80?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc001405630 sp=0xc001405610 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
runtime.semacquire1(0xc0005a7a38, 0xb8?, 0x1, 0x0)
	GOROOT/src/runtime/sema.go:150 +0x1fe fp=0xc001405698 sp=0xc001405630 pc=0x4a17de
sync.runtime_Semacquire(0x40000?)
	GOROOT/src/runtime/sema.go:62 +0x25 fp=0xc0014056c8 sp=0xc001405698 pc=0x4be005
sync.(*WaitGroup).Wait(0xc001211cc8?)
	GOROOT/src/sync/waitgroup.go:139 +0x52 fp=0xc0014056f0 sp=0xc0014056c8 pc=0x4ce332
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Wait(0xc45d72?, {0x4a1?, 0xc007fd8300?})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/scheduler.go:236 +0x25 fp=0xc001405708 sp=0xc0014056f0 pc=0x1e26a85
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Wait-fm({0x624a948?, 0xc005c74ae0?})
	<autogenerated>:1 +0x39 fp=0xc001405730 sp=0xc001405708 pc=0x1e854f9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0014057e0 sp=0xc001405730 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0014057e8 sp=0xc0014057e0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1186 [select]:
runtime.gopark(0xc001cdbe70?, 0x2?, 0x0?, 0x0?, 0xc001cdbe3c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc001cdbc90 sp=0xc001cdbc70 pc=0x4907d6
runtime.selectgo(0xc001cdbe70, 0xc001cdbe38, 0xc001cdbe90?, 0x0, 0xdcc27c846f551af3?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc001cdbdd0 sp=0xc001cdbc90 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).raftTickLoop(0xc00103ea80, {0x4a2?, 0xc0031c1d00?})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/store_raft.go:749 +0x150 fp=0xc001cdbf08 sp=0xc001cdbdd0 pc=0x1e48ff0
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).raftTickLoop-fm({0x624a948?, 0xc005c74b40?})
	<autogenerated>:1 +0x39 fp=0xc001cdbf30 sp=0xc001cdbf08 pc=0x1e85579
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc001cdbfe0 sp=0xc001cdbf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc001cdbfe8 sp=0xc001cdbfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1187 [select]:
runtime.gopark(0xc0039d1ed0?, 0x2?, 0xec?, 0xa0?, 0xc0039d1eb4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0039d1d38 sp=0xc0039d1d18 pc=0x4907d6
runtime.selectgo(0xc0039d1ed0, 0xc0039d1eb0, 0xc005c74ba0?, 0x0, 0x2?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0039d1e78 sp=0xc0039d1d38 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).coalescedHeartbeatsLoop(0xc00103ea80, {0x624a948, 0xc005c74ba0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/store_raft.go:829 +0x105 fp=0xc0039d1f08 sp=0xc0039d1e78 pc=0x1e497c5
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).coalescedHeartbeatsLoop-fm({0x624a948?, 0xc005c74ba0?})
	<autogenerated>:1 +0x39 fp=0xc0039d1f30 sp=0xc0039d1f08 pc=0x1e855f9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0039d1fe0 sp=0xc0039d1f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0039d1fe8 sp=0xc0039d1fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1188 [select, 3 minutes]:
runtime.gopark(0xc001408700?, 0x2?, 0x10?, 0xf7?, 0xc0014086e4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc001408568 sp=0xc001408548 pc=0x4907d6
runtime.selectgo(0xc001408700, 0xc0014086e0, 0xc001408700?, 0x0, 0xc0014086e0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0014086a8 sp=0xc001408568 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).Start.func3({0xc00123b180, 0x62148c0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/store.go:2079 +0xb9 fp=0xc001408730 sp=0xc0014086a8 pc=0x1e32219
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0014087e0 sp=0xc001408730 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0014087e8 sp=0xc0014087e0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1189 [select]:
runtime.gopark(0xc00f53ddd0?, 0x2?, 0x0?, 0x66?, 0xc00f53dd7c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00bb81bd8 sp=0xc00bb81bb8 pc=0x4907d6
runtime.selectgo(0xc00bb81dd0, 0xc00f53dd78, 0xc005c74e40?, 0x0, 0x4000000000000000?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00bb81d18 sp=0xc00bb81bd8 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startGossip.func3({0x624a948, 0xc005c74e40})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/store.go:2247 +0x2c9 fp=0xc00bb81f30 sp=0xc00bb81d18 pc=0x1e332c9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00bb81fe0 sp=0xc00bb81f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00bb81fe8 sp=0xc00bb81fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1190 [select]:
runtime.gopark(0xc001cdedd0?, 0x2?, 0x0?, 0x0?, 0xc001cded7c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc001cdebd8 sp=0xc001cdebb8 pc=0x4907d6
runtime.selectgo(0xc001cdedd0, 0xc001cded78, 0x2faf080?, 0x0, 0x4000000000000000?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc001cded18 sp=0xc001cdebd8 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startGossip.func3({0x624a948, 0xc005c74f90})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/store.go:2247 +0x2c9 fp=0xc001cdef30 sp=0xc001cded18 pc=0x1e332c9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc001cdefe0 sp=0xc001cdef30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc001cdefe8 sp=0xc001cdefe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 310007 [select]:
runtime.gopark(0xc00654e2d8?, 0x2?, 0xd8?, 0xe6?, 0xc00654e2d4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00654e160 sp=0xc00654e140 pc=0x4907d6
runtime.selectgo(0xc00654e2d8, 0xc00654e2d0, 0x10?, 0x0, 0x101?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00654e2a0 sp=0xc00654e160 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc0129b8d80)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc00654e308 sp=0xc00654e2a0 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc015686630, {0x51b9a20?, 0xc00a7ca280}, 0x6248888?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc00654e410 sp=0xc00654e308 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x106?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc00654e440 sp=0xc00654e410 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc0129b8b40, 0xc00654e518, 0xc00654e4e8)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:692 +0xd3 fp=0xc00654e498 sp=0xc00654e440 pc=0xc2a3b3
google.golang.org/grpc.(*clientStream).RecvMsg(0xc0129b8b40, {0x51b9a20?, 0xc00a7ca280?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc00654e548 sp=0xc00654e498 pc=0xc2b61f
google.golang.org/grpc.invoke({0x624a948?, 0xc011d54ed0?}, {0x53d9bbc?, 0x2?}, {0x52f0080, 0xc00a2c7590}, {0x51b9a20, 0xc00a7ca280}, 0x0?, {0xc003456b00, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:73 +0xd7 fp=0xc00654e5b0 sp=0xc00654e548 pc=0xc0a637
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x624a948, 0xc011d54ed0}, {0x53d9bbc, 0x21}, {0x52f0080, 0xc00a2c7590}, {0x51b9a20, 0xc00a7ca280}, 0x26c5165e5a631f64?, 0x568c070, ...)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:247 +0x384 fp=0xc00654e6a0 sp=0xc00654e5b0 pc=0x1648b84
google.golang.org/grpc.(*ClientConn).Invoke(0xe054e6835a6b638?, {0x624a948?, 0xc011d54ed0?}, {0x53d9bbc?, 0x0?}, {0x52f0080?, 0xc00a2c7590?}, {0x51b9a20?, 0xc00a7ca280?}, {0x0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:35 +0x223 fp=0xc00654e740 sp=0xc00654e6a0 pc=0xc0a483
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc011c31f10, {0x624a948, 0xc011d54ed0}, 0x0?, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9334 +0xc9 fp=0xc00654e7c0 sp=0xc00654e740 pc=0xdcf7a9
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.TracingInternalClient.Batch({{0x629d930?, 0xc011c31f10?}}, {0x624a948, 0xc011d54ed0}, 0xc00a2c7590, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:329 +0x171 fp=0xc00654e898 sp=0xc00654e7c0 pc=0x1671a71
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*TracingInternalClient).Batch(0x845c900?, {0x624a948?, 0xc011d54ed0?}, 0x624a948?, {0x0?, 0xc0081f5550?, 0xc00845c9f8?})
	<autogenerated>:1 +0x65 fp=0xc00654e8e8 sp=0xc00654e898 pc=0x1671b45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc016c3d800, {_, _}, _, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:211 +0x17e fp=0xc00654eb88 sp=0xc00654e8e8 pc=0x19daefe
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc016c3d800, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f2f450e3, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:190 +0x158 fp=0xc00654ecc0 sp=0xc00654eb88 pc=0x19dad18
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f2f450e3, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2079 +0x110f fp=0xc00654f408 sp=0xc00654ecc0 pc=0x19ce2ef
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f2f450e3, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1623 +0x805 fp=0xc00654fd08 sp=0xc00654f408 pc=0x19cade5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatchAsync.func1({0x624a948, 0xc011d54ed0})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1506 +0x1bc fp=0xc00654ff30 sp=0xc00654fd08 pc=0x19ca1dc
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00654ffe0 sp=0xc00654ff30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00654ffe8 sp=0xc00654ffe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1192 [select, 7 minutes]:
runtime.gopark(0xc003898ee8?, 0x3?, 0x11?, 0x0?, 0xc003898d7a?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc003898be8 sp=0xc003898bc8 pc=0x4907d6
runtime.selectgo(0xc003898ee8, 0xc003898d74, 0x0?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc003898d28 sp=0xc003898be8 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startLeaseRenewer.func1({0x624a948, 0xc005c750b0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/store.go:2347 +0x2ce fp=0xc003898f30 sp=0xc003898d28 pc=0x1e33ace
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc003898fe0 sp=0xc003898f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc003898fe8 sp=0xc003898fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1193 [select]:
runtime.gopark(0xc0070a2d50?, 0x3?, 0x62?, 0x0?, 0xc0070a2d12?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0070a2b70 sp=0xc0070a2b50 pc=0x4907d6
runtime.selectgo(0xc0070a2d50, 0xc0070a2d0c, 0x0?, 0x0, 0x6f16fd374d?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0070a2cb0 sp=0xc0070a2b70 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startRangefeedUpdater.func1.2({0x624a8a0, 0xc001d66800}, {0xc001d66800?, 0xbebc200?, 0x0?}, 0xc003adf500)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/store.go:2396 +0x19f fp=0xc0070a2d90 sp=0xc0070a2cb0 pc=0x1e345bf
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startRangefeedUpdater.func1({0x624a948?, 0xc005c75140?})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/store.go:2457 +0x2f5 fp=0xc0070a2f30 sp=0xc0070a2d90 pc=0x1e34115
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0070a2fe0 sp=0xc0070a2f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0070a2fe8 sp=0xc0070a2fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1194 [select, 1 minutes]:
runtime.gopark(0xc003743e08?, 0x2?, 0x9a?, 0xd5?, 0xc003743ddc?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc01e8d2bf0 sp=0xc01e8d2bd0 pc=0x4907d6
runtime.selectgo(0xc01e8d2e08, 0xc003743dd8, 0xc005c752c0?, 0x0, 0xc005090800?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc01e8d2d30 sp=0xc01e8d2bf0 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*StoreRebalancer).Start.func1({0x624a948, 0xc005c752c0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/store_rebalancer.go:169 +0x1ad fp=0xc01e8d2f30 sp=0xc01e8d2d30 pc=0x1e4b04d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc01e8d2fe0 sp=0xc01e8d2f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc01e8d2fe8 sp=0xc01e8d2fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 50976 [select]:
runtime.gopark(0xc0082bff48?, 0x2?, 0x6?, 0x0?, 0xc0082bfef4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0082bfd50 sp=0xc0082bfd30 pc=0x4907d6
runtime.selectgo(0xc0082bff48, 0xc0082bfef0, 0x0?, 0x0, 0x3?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0082bfe90 sp=0xc0082bfd50 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc0150d83c0)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:1572 +0x165 fp=0xc0082bffc8 sp=0xc0082bfe90 pc=0xbeb085
google.golang.org/grpc/internal/transport.newHTTP2Client.func6()
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:360 +0x26 fp=0xc0082bffe0 sp=0xc0082bffc8 pc=0xbe0906
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0082bffe8 sp=0xc0082bffe0 pc=0x4c2401
created by google.golang.org/grpc/internal/transport.newHTTP2Client
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:360 +0x197c

goroutine 1196 [select, 7 minutes]:
runtime.gopark(0xc0086a96e8?, 0x3?, 0x60?, 0xe6?, 0xc0086a9672?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0086a94c8 sp=0xc0086a94a8 pc=0x4907d6
runtime.selectgo(0xc0086a96e8, 0xc0086a966c, 0xa?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0086a9608 sp=0xc0086a94c8 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2({0x624a948, 0xc0034b81e0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/queue.go:842 +0x118 fp=0xc0086a9730 sp=0xc0086a9608 pc=0x1d76158
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0086a97e0 sp=0xc0086a9730 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0086a97e8 sp=0xc0086a97e0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1197 [select]:
runtime.gopark(0xc014ba7ee8?, 0x3?, 0x20?, 0xfb?, 0xc014ba7e72?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00e660cc8 sp=0xc00e660ca8 pc=0x4907d6
runtime.selectgo(0xc00e660ee8, 0xc014ba7e6c, 0xc01559ac30?, 0x0, 0x27?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00e660e08 sp=0xc00e660cc8 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2({0x624a948, 0xc0034b82a0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/queue.go:842 +0x118 fp=0xc00e660f30 sp=0xc00e660e08 pc=0x1d76158
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00e660fe0 sp=0xc00e660f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00e660fe8 sp=0xc00e660fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1198 [select]:
runtime.gopark(0xc003327ee8?, 0x3?, 0x0?, 0x7c?, 0xc003327e72?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc011238cc8 sp=0xc011238ca8 pc=0x4907d6
runtime.selectgo(0xc011238ee8, 0xc003327e6c, 0xc057732cc0?, 0x0, 0x27?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc011238e08 sp=0xc011238cc8 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2({0x624a948, 0xc0034b8300})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/queue.go:842 +0x118 fp=0xc011238f30 sp=0xc011238e08 pc=0x1d76158
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc011238fe0 sp=0xc011238f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc011238fe8 sp=0xc011238fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1199 [select]:
runtime.gopark(0xc01cf8fee8?, 0x3?, 0x0?, 0x7c?, 0xc01cf8fe72?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc011236cc8 sp=0xc011236ca8 pc=0x4907d6
runtime.selectgo(0xc011236ee8, 0xc01cf8fe6c, 0xc0029ed080?, 0x0, 0x2b?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc011236e08 sp=0xc011236cc8 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2({0x624a948, 0xc0034b8360})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/queue.go:842 +0x118 fp=0xc011236f30 sp=0xc011236e08 pc=0x1d76158
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc011236fe0 sp=0xc011236f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc011236fe8 sp=0xc011236fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1200 [select]:
runtime.gopark(0xc00bb83ee8?, 0x3?, 0x0?, 0xe4?, 0xc00bb83e72?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc002a14cc8 sp=0xc002a14ca8 pc=0x4907d6
runtime.selectgo(0xc002a14ee8, 0xc00bb83e6c, 0xc00caf5920?, 0x0, 0x2b?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc002a14e08 sp=0xc002a14cc8 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2({0x624a948, 0xc00371a180})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/queue.go:842 +0x118 fp=0xc002a14f30 sp=0xc002a14e08 pc=0x1d76158
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc002a14fe0 sp=0xc002a14f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc002a14fe8 sp=0xc002a14fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1201 [select]:
runtime.gopark(0xc00788dee8?, 0x3?, 0x0?, 0x7c?, 0xc00788de72?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00788dcc8 sp=0xc00788dca8 pc=0x4907d6
runtime.selectgo(0xc00788dee8, 0xc00788de6c, 0xc00ea988d0?, 0x0, 0x29?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00788de08 sp=0xc00788dcc8 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2({0x624a948, 0xc00371b860})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/queue.go:842 +0x118 fp=0xc00788df30 sp=0xc00788de08 pc=0x1d76158
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00788dfe0 sp=0xc00788df30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00788dfe8 sp=0xc00788dfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1218 [select, 7 minutes]:
runtime.gopark(0xc0086ab6e8?, 0x3?, 0x0?, 0x0?, 0xc0086ab672?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0086e5cc8 sp=0xc0086e5ca8 pc=0x4907d6
runtime.selectgo(0xc0086e5ee8, 0xc0086ab66c, 0x0?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0086e5e08 sp=0xc0086e5cc8 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2({0x624a948, 0xc00371b8f0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/queue.go:842 +0x118 fp=0xc0086e5f30 sp=0xc0086e5e08 pc=0x1d76158
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0086e5fe0 sp=0xc0086e5f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0086e5fe8 sp=0xc0086e5fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1219 [select]:
runtime.gopark(0xc002a1aee8?, 0x3?, 0x5?, 0x30?, 0xc002a1ae72?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc002a1acc8 sp=0xc002a1aca8 pc=0x4907d6
runtime.selectgo(0xc002a1aee8, 0xc002a1ae6c, 0xc02e69fe30?, 0x0, 0x34?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc002a1ae08 sp=0xc002a1acc8 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2({0x624a948, 0xc00371ba70})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/queue.go:842 +0x118 fp=0xc002a1af30 sp=0xc002a1ae08 pc=0x1d76158
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc002a1afe0 sp=0xc002a1af30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc002a1afe8 sp=0xc002a1afe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1220 [select, 6 minutes]:
runtime.gopark(0xc019737ee8?, 0x3?, 0x0?, 0x0?, 0xc019737e72?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc001674cc8 sp=0xc001674ca8 pc=0x4907d6
runtime.selectgo(0xc001674ee8, 0xc019737e6c, 0xc014472b70?, 0x0, 0x37?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc001674e08 sp=0xc001674cc8 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2({0x624a948, 0xc00371bb90})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/queue.go:842 +0x118 fp=0xc001674f30 sp=0xc001674e08 pc=0x1d76158
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc001674fe0 sp=0xc001674f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc001674fe8 sp=0xc001674fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1221 [select]:
runtime.gopark(0xc00401fd30?, 0x3?, 0x5b?, 0x0?, 0xc00401fcd2?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00401fb08 sp=0xc00401fae8 pc=0x4907d6
runtime.selectgo(0xc00401fd30, 0xc00401fccc, 0xc00371bce0?, 0x0, 0xc000d17400?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00401fc48 sp=0xc00401fb08 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicaScanner).waitAndProcess(0xc001730380, {0x624a948, 0xc00371bce0}, {0x19b56a0?, 0x8fc5000?, 0x0?}, 0xc005103c00)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/scanner.go:224 +0x23c fp=0xc00401fd70 sp=0xc00401fc48 pc=0x1e2523c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicaScanner).scanLoop.func1.1(0xc004f98400?)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/scanner.go:286 +0x4a fp=0xc00401fdc0 sp=0xc00401fd70 pc=0x1e25d4a
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*storeReplicaVisitor).Visit(0xc003a0df50, 0xc001d66780)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/store.go:452 +0x1e9 fp=0xc00401fe50 sp=0xc00401fdc0 pc=0x1e2b2e9
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicaScanner).scanLoop.func1({0x624a948?, 0xc00371bce0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/scanner.go:284 +0x23c fp=0xc00401ff30 sp=0xc00401fe50 pc=0x1e2599c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00401ffe0 sp=0xc00401ff30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00401ffe8 sp=0xc00401ffe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1254 [select, 7 minutes]:
runtime.gopark(0xc00009b7b0?, 0x2?, 0x2d?, 0xe4?, 0xc00009b794?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00009b618 sp=0xc00009b5f8 pc=0x4907d6
runtime.selectgo(0xc00009b7b0, 0xc00009b790, 0xc00009b750?, 0x0, 0xc00009b7d0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00009b758 sp=0xc00009b618 pc=0x4a071c
google.golang.org/grpc.newClientStreamWithParams.func4()
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:341 +0x92 fp=0xc00009b7e0 sp=0xc00009b758 pc=0xc28912
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00009b7e8 sp=0xc00009b7e0 pc=0x4c2401
created by google.golang.org/grpc.newClientStreamWithParams
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:340 +0xb7e

goroutine 266926 [IO wait]:
runtime.gopark(0x4d28360?, 0xb?, 0x0?, 0x0?, 0xc3?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00bf0cf58 sp=0xc00bf0cf38 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0xc7d6ed90?, 0xb1?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc00bf0cf90 sp=0xc00bf0cf58 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1c7d6eca8, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc00bf0cfb0 sp=0xc00bf0cf90 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc015818f00?, 0xc0107e3000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc00bf0cfd8 sp=0xc00bf0cfb0 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc015818f00, {0xc0107e3000, 0x1000, 0x1000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc00bf0d058 sp=0xc00bf0cfd8 pc=0x535efa
net.(*netFD).Read(0xc015818f00, {0xc0107e3000?, 0x7b5a68?, 0xc015818f00?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc00bf0d0a0 sp=0xc00bf0d058 pc=0x7a20c9
net.(*conn).Read(0xc004dc22a8, {0xc0107e3000?, 0x164290f?, 0xc004dc22a8?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc00bf0d0e8 sp=0xc00bf0d0a0 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc01195d440, {0xc0107e3000, 0x1000, 0x1000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc00bf0d130 sp=0xc00bf0d0e8 pc=0x1641f96
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc037438960, {0xc0107e3000, 0x1000, 0x1000})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1949 +0x156 fp=0xc00bf0d1d0 sp=0xc00bf0d130 pc=0x370f896
bufio.(*Reader).fill(0xc010f9a090)
	GOROOT/src/bufio/bufio.go:106 +0xff fp=0xc00bf0d208 sp=0xc00bf0d1d0 pc=0x5ae51f
bufio.(*Reader).ReadByte(0xc010f9a090)
	GOROOT/src/bufio/bufio.go:265 +0x2c fp=0xc00bf0d228 sp=0xc00bf0d208 pc=0x5aecec
github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc010f9a668?, {0x62295c8, 0xc010f9a090})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:206 +0x2c fp=0xc00bf0d260 sp=0xc00bf0d228 pc=0x270ca4c
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl.func5(0xc010f9a000, 0xc00b239500, 0xc00bf0d442, 0xc00bf0d444, {0x623b718, 0xc02f17a6c0}, 0xc002f40800, 0xc00838a2c4, 0xc00bf0d440)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:424 +0xa5 fp=0xc00bf0d398 sp=0xc00bf0d260 pc=0x3707185
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc010f9a000, {0x624a948, 0xc0347081b0}, 0xc00b2394f0, 0xc002f40800, 0xc0347080f0, {0x1, 0x2, {0x3, {0x532ee51, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:564 +0xc7f fp=0xc00bf0d768 sp=0xc00bf0d398 pc=0x3706c5f
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc003152c00, {0x624a948, 0xc0347081b0}, {0x628a538, 0xc01195d440}, {{{0xc012542009, 0x4}}, 0x1, 0xc034708120, 0xc034708150, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:174 +0x29e fp=0xc00bf0d8a8 sp=0xc00bf0d768 pc=0x37051fe
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc003152c00, {0x624a948, 0xc0347081b0}, {0x628a538?, 0xc01195d440}, 0x90?)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:913 +0xd29 fp=0xc00bf0de20 sp=0xc00bf0d8a8 pc=0x3715be9
github.com/cockroachdb/cockroach/pkg/server.(*SQLServer).startServeSQL.func1.1({0x624a948?, 0xc034708030?}, {0x628a538, 0xc01195d440})
	github.com/cockroachdb/cockroach/pkg/server/server_sql.go:1474 +0xc8 fp=0xc00bf0deb0 sp=0xc00bf0de20 pc=0x39e1cc8
github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1({0x624a948, 0xc034708030})
	github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:162 +0xd7 fp=0xc00bf0df30 sp=0xc00bf0deb0 pc=0x1643997
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00bf0dfe0 sp=0xc00bf0df30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00bf0dfe8 sp=0xc00bf0dfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1226 [select]:
runtime.gopark(0xc007a87950?, 0x4?, 0x4c?, 0x0?, 0xc007a878a0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc007a87700 sp=0xc007a876e0 pc=0x4907d6
runtime.selectgo(0xc007a87950, 0xc007a87898, 0xc00c98aea0?, 0x0, 0x4?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc007a87840 sp=0xc007a87700 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).processQueue(0xc001730460, 0xc0081b95e0, {0x628a900, 0xc007324db0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:434 +0x345 fp=0xc007a87cd8 sp=0xc007a87840 pc=0x1d83c25
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).startProcessNewQueue.func2({0x624a948, 0xc003aeedb0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:601 +0x367 fp=0xc007a87e18 sp=0xc007a87cd8 pc=0x1d852e7
runtime/pprof.Do({0x624a948?, 0xc003c2e150?}, {{0xc007d9fec0?, 0xc001ae76b8?, 0xc448e6?}}, 0xc007d9f720)
	GOROOT/src/runtime/pprof/runtime.go:40 +0xa3 fp=0xc007a87e88 sp=0xc007a87e18 pc=0xfd3223
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).startProcessNewQueue.func3({0x624a948, 0xc003c2e150})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:607 +0x1c8 fp=0xc007a87f30 sp=0xc007a87e88 pc=0x1d84f28
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc007a87fe0 sp=0xc007a87f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc007a87fe8 sp=0xc007a87fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1227 [select]:
runtime.gopark(0xc017db5950?, 0x4?, 0x50?, 0x2e?, 0xc017db58a0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc017db5700 sp=0xc017db56e0 pc=0x4907d6
runtime.selectgo(0xc017db5950, 0xc017db5898, 0xc00c267ba0?, 0x0, 0x27?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc017db5840 sp=0xc017db5700 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).processQueue(0xc001730460, 0xc0081b9640, {0x628a900, 0xc008591030})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:434 +0x345 fp=0xc017db5cd8 sp=0xc017db5840 pc=0x1d83c25
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).startProcessNewQueue.func2({0x624a948, 0xc00455ae10})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:601 +0x367 fp=0xc017db5e18 sp=0xc017db5cd8 pc=0x1d852e7
runtime/pprof.Do({0x624a948?, 0xc003c2e450?}, {{0xc0022fa6a0?, 0xc001aebeb8?, 0xc448e6?}}, 0xc007d9f8a0)
	GOROOT/src/runtime/pprof/runtime.go:40 +0xa3 fp=0xc017db5e88 sp=0xc017db5e18 pc=0xfd3223
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).startProcessNewQueue.func3({0x624a948, 0xc003c2e450})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:607 +0x1c8 fp=0xc017db5f30 sp=0xc017db5e88 pc=0x1d84f28
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc017db5fe0 sp=0xc017db5f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc017db5fe8 sp=0xc017db5fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1228 [select]:
runtime.gopark(0xc02028f950?, 0x4?, 0x0?, 0xfc?, 0xc02028f8a0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc02028f700 sp=0xc02028f6e0 pc=0x4907d6
runtime.selectgo(0xc02028f950, 0xc02028f898, 0xc00f253520?, 0x0, 0x27?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc02028f840 sp=0xc02028f700 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).processQueue(0xc001730460, 0xc0081b96c0, {0x628a900, 0xc0005e80f0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:434 +0x345 fp=0xc02028fcd8 sp=0xc02028f840 pc=0x1d83c25
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).startProcessNewQueue.func2({0x624a948, 0xc003c2e7b0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:601 +0x367 fp=0xc02028fe18 sp=0xc02028fcd8 pc=0x1d852e7
runtime/pprof.Do({0x624a948?, 0xc003c2e720?}, {{0xc007d9fa20?, 0xc0082de6b8?, 0xc448e6?}}, 0xc007d9fa00)
	GOROOT/src/runtime/pprof/runtime.go:40 +0xa3 fp=0xc02028fe88 sp=0xc02028fe18 pc=0xfd3223
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).startProcessNewQueue.func3({0x624a948, 0xc003c2e720})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:607 +0x1c8 fp=0xc02028ff30 sp=0xc02028fe88 pc=0x1d84f28
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc02028ffe0 sp=0xc02028ff30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc02028ffe8 sp=0xc02028ffe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1229 [select, 7 minutes]:
runtime.gopark(0xc0086e1f98?, 0x2?, 0x0?, 0x0?, 0xc0086e1f7c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0086e1e00 sp=0xc0086e1de0 pc=0x4907d6
runtime.selectgo(0xc0086e1f98, 0xc0086e1f78, 0xc0081b9b10?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0086e1f40 sp=0xc0086e1e00 pc=0x4a071c
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc003456600)
	google.golang.org/grpc/external/org_golang_google_grpc/balancer_conn_wrappers.go:112 +0x73 fp=0xc0086e1fc8 sp=0xc0086e1f40 pc=0xc088f3
google.golang.org/grpc.newCCBalancerWrapper.func1()
	google.golang.org/grpc/external/org_golang_google_grpc/balancer_conn_wrappers.go:73 +0x26 fp=0xc0086e1fe0 sp=0xc0086e1fc8 pc=0xc08846
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0086e1fe8 sp=0xc0086e1fe0 pc=0x4c2401
created by google.golang.org/grpc.newCCBalancerWrapper
	google.golang.org/grpc/external/org_golang_google_grpc/balancer_conn_wrappers.go:73 +0x22a

goroutine 219249 [sleep]:
runtime.gopark(0x4b84f847919?, 0x400e9f?, 0x1e?, 0xba?, 0x6f99a161ab?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc014a97df0 sp=0xc014a97dd0 pc=0x4907d6
time.Sleep(0x10bd84800)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc014a97e30 sp=0xc014a97df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc00d79da10, 0x400e9f, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc014a97e88 sp=0xc014a97e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc00d79da10, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc014a97ec8 sp=0xc014a97e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc008720a80?, {0xc001138a80?, 0x28, 0xc0081e0fb8?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc014a97fa8 sp=0xc014a97ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc014a97fe0 sp=0xc014a97fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc014a97fe8 sp=0xc014a97fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 1231 [select]:
runtime.gopark(0xc01a6bddb8?, 0x3?, 0x77?, 0x0?, 0xc01a6bdd32?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0119a3b90 sp=0xc0119a3b70 pc=0x4907d6
runtime.selectgo(0xc0119a3db8, 0xc01a6bdd2c, 0xc0036240c0?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0119a3cd0 sp=0xc0119a3b90 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc0004178c0, {0x624a948, 0xc0036240c0}, 0xc0081f5630, {0xc002379578, 0x12}, 0xc003adff20)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:1971 +0x366 fp=0xc0119a3e68 sp=0xc0119a3cd0 pc=0x16613e6
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1.1({0x624a948, 0xc0036240c0})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:1879 +0x8d fp=0xc0119a3f30 sp=0xc0119a3e68 pc=0x1660e4d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0119a3fe0 sp=0xc0119a3f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0119a3fe8 sp=0xc0119a3fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 50983 [IO wait]:
runtime.gopark(0xc003b8bd80?, 0xb?, 0x0?, 0x0?, 0x388?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc003b8ba80 sp=0xc003b8ba60 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0x3e?, 0x0?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc003b8bab8 sp=0xc003b8ba80 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1ccf29198, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc003b8bad8 sp=0xc003b8bab8 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc006816b80?, 0xc003904000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc003b8bb00 sp=0xc003b8bad8 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc006816b80, {0xc003904000, 0x8000, 0x8000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc003b8bb80 sp=0xc003b8bb00 pc=0x535efa
net.(*netFD).Read(0xc006816b80, {0xc003904000?, 0x50c7cc0?, 0x1?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc003b8bbc8 sp=0xc003b8bb80 pc=0x7a20c9
net.(*conn).Read(0xc01552c8a8, {0xc003904000?, 0xc012455e00?, 0xc012455ec0?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc003b8bc10 sp=0xc003b8bbc8 pc=0x7b53c5
bufio.(*Reader).Read(0xc002e1bce0, {0xc0030563c0, 0x9, 0xc008634544?})
	GOROOT/src/bufio/bufio.go:237 +0x1bb fp=0xc003b8bc48 sp=0xc003b8bc10 pc=0x5aeafb
io.ReadAtLeast({0x62052c0, 0xc002e1bce0}, {0xc0030563c0, 0x9, 0x9}, 0x9)
	GOROOT/src/io/io.go:332 +0x9a fp=0xc003b8bc90 sp=0xc003b8bc48 pc=0x52d13a
io.ReadFull(...)
	GOROOT/src/io/io.go:351
golang.org/x/net/http2.readFrameHeader({0xc0030563c0?, 0x9?, 0xc012455e30?}, {0x62052c0?, 0xc002e1bce0?})
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:237 +0x6e fp=0xc003b8bce0 sp=0xc003b8bc90 pc=0xba1d8e
golang.org/x/net/http2.(*Framer).ReadFrame(0xc003056380)
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:498 +0x95 fp=0xc003b8bd90 sp=0xc003b8bce0 pc=0xba25f5
google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc00a50cb40)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:1498 +0x4be fp=0xc003b8bfc8 sp=0xc003b8bd90 pc=0xbea79e
google.golang.org/grpc/internal/transport.newHTTP2Client.func7()
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:365 +0x26 fp=0xc003b8bfe0 sp=0xc003b8bfc8 pc=0xbe08a6
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc003b8bfe8 sp=0xc003b8bfe0 pc=0x4c2401
created by google.golang.org/grpc/internal/transport.newHTTP2Client
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:365 +0x19bf

goroutine 1233 [select, 7 minutes]:
runtime.gopark(0xc0086e2f98?, 0x2?, 0x0?, 0x0?, 0xc0086e2f7c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0086e2e00 sp=0xc0086e2de0 pc=0x4907d6
runtime.selectgo(0xc0086e2f98, 0xc0086e2f78, 0xc0053583e0?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0086e2f40 sp=0xc0086e2e00 pc=0x4a071c
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc003456b40)
	google.golang.org/grpc/external/org_golang_google_grpc/balancer_conn_wrappers.go:112 +0x73 fp=0xc0086e2fc8 sp=0xc0086e2f40 pc=0xc088f3
google.golang.org/grpc.newCCBalancerWrapper.func1()
	google.golang.org/grpc/external/org_golang_google_grpc/balancer_conn_wrappers.go:73 +0x26 fp=0xc0086e2fe0 sp=0xc0086e2fc8 pc=0xc08846
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0086e2fe8 sp=0xc0086e2fe0 pc=0x4c2401
created by google.golang.org/grpc.newCCBalancerWrapper
	google.golang.org/grpc/external/org_golang_google_grpc/balancer_conn_wrappers.go:73 +0x22a

goroutine 1267 [select]:
runtime.gopark(0xc01dc43db8?, 0x3?, 0x5e?, 0x0?, 0xc01dc43d32?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0041d3b90 sp=0xc0041d3b70 pc=0x4907d6
runtime.selectgo(0xc0041d3db8, 0xc01dc43d2c, 0xc00455ac30?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0041d3cd0 sp=0xc0041d3b90 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc0004178c0, {0x624a948, 0xc00455ac30}, 0xc0081f5950, {0xc002379530, 0x12}, 0xc002b78c00)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:1971 +0x366 fp=0xc0041d3e68 sp=0xc0041d3cd0 pc=0x16613e6
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1.1({0x624a948, 0xc00455ac30})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:1879 +0x8d fp=0xc0041d3f30 sp=0xc0041d3e68 pc=0x1660e4d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0041d3fe0 sp=0xc0041d3f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0041d3fe8 sp=0xc0041d3fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1268 [select, 7 minutes]:
runtime.gopark(0xc0086e3f98?, 0x2?, 0x0?, 0x0?, 0xc0086e3f7c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0086e3e00 sp=0xc0086e3de0 pc=0x4907d6
runtime.selectgo(0xc0086e3f98, 0xc0086e3f78, 0xc005358c70?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0086e3f40 sp=0xc0086e3e00 pc=0x4a071c
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc003456dc0)
	google.golang.org/grpc/external/org_golang_google_grpc/balancer_conn_wrappers.go:112 +0x73 fp=0xc0086e3fc8 sp=0xc0086e3f40 pc=0xc088f3
google.golang.org/grpc.newCCBalancerWrapper.func1()
	google.golang.org/grpc/external/org_golang_google_grpc/balancer_conn_wrappers.go:73 +0x26 fp=0xc0086e3fe0 sp=0xc0086e3fc8 pc=0xc08846
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0086e3fe8 sp=0xc0086e3fe0 pc=0x4c2401
created by google.golang.org/grpc.newCCBalancerWrapper
	google.golang.org/grpc/external/org_golang_google_grpc/balancer_conn_wrappers.go:73 +0x22a

goroutine 1270 [select]:
runtime.gopark(0xc012447db8?, 0x3?, 0x7a?, 0x0?, 0xc012447d32?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc014eb1b90 sp=0xc014eb1b70 pc=0x4907d6
runtime.selectgo(0xc014eb1db8, 0xc012447d2c, 0xc00455bbc0?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc014eb1cd0 sp=0xc014eb1b90 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc0004178c0, {0x624a948, 0xc00455bbc0}, 0xc0081f5c20, {0xc002379530, 0x12}, 0xc002b797a0)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:1971 +0x366 fp=0xc014eb1e68 sp=0xc014eb1cd0 pc=0x16613e6
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1.1({0x624a948, 0xc00455bbc0})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:1879 +0x8d fp=0xc014eb1f30 sp=0xc014eb1e68 pc=0x1660e4d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc014eb1fe0 sp=0xc014eb1f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc014eb1fe8 sp=0xc014eb1fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1277 [select]:
runtime.gopark(0xc0082de748?, 0x2?, 0x6?, 0x0?, 0xc0082de6f4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0082de550 sp=0xc0082de530 pc=0x4907d6
runtime.selectgo(0xc0082de748, 0xc0082de6f0, 0x0?, 0x0, 0x3?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0082de690 sp=0xc0082de550 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc0016581e0)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:1572 +0x165 fp=0xc0082de7c8 sp=0xc0082de690 pc=0xbeb085
google.golang.org/grpc/internal/transport.newHTTP2Client.func6()
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:360 +0x26 fp=0xc0082de7e0 sp=0xc0082de7c8 pc=0xbe0906
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0082de7e8 sp=0xc0082de7e0 pc=0x4c2401
created by google.golang.org/grpc/internal/transport.newHTTP2Client
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:360 +0x197c

goroutine 1274 [select]:
runtime.gopark(0xc001ae7748?, 0x2?, 0x6?, 0x0?, 0xc001ae76f4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc001ae7550 sp=0xc001ae7530 pc=0x4907d6
runtime.selectgo(0xc001ae7748, 0xc001ae76f0, 0x0?, 0x0, 0x3?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc001ae7690 sp=0xc001ae7550 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc001658000)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:1572 +0x165 fp=0xc001ae77c8 sp=0xc001ae7690 pc=0xbeb085
google.golang.org/grpc/internal/transport.newHTTP2Client.func6()
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:360 +0x26 fp=0xc001ae77e0 sp=0xc001ae77c8 pc=0xbe0906
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc001ae77e8 sp=0xc001ae77e0 pc=0x4c2401
created by google.golang.org/grpc/internal/transport.newHTTP2Client
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:360 +0x197c

goroutine 1280 [select]:
runtime.gopark(0xc001aebf48?, 0x2?, 0x6?, 0x0?, 0xc001aebef4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc001aebd50 sp=0xc001aebd30 pc=0x4907d6
runtime.selectgo(0xc001aebf48, 0xc001aebef0, 0x0?, 0x0, 0x3?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc001aebe90 sp=0xc001aebd50 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc0016583c0)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:1572 +0x165 fp=0xc001aebfc8 sp=0xc001aebe90 pc=0xbeb085
google.golang.org/grpc/internal/transport.newHTTP2Client.func6()
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:360 +0x26 fp=0xc001aebfe0 sp=0xc001aebfc8 pc=0xbe0906
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc001aebfe8 sp=0xc001aebfe0 pc=0x4c2401
created by google.golang.org/grpc/internal/transport.newHTTP2Client
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:360 +0x197c

goroutine 1275 [IO wait]:
runtime.gopark(0xc0039d2d80?, 0xb?, 0x0?, 0x0?, 0x5e0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0039d2a80 sp=0xc0039d2a60 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0x40?, 0x0?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc0039d2ab8 sp=0xc0039d2a80 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1c7c0c280, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc0039d2ad8 sp=0xc0039d2ab8 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc00707b600?, 0xc003cec000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc0039d2b00 sp=0xc0039d2ad8 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc00707b600, {0xc003cec000, 0x8000, 0x8000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc0039d2b80 sp=0xc0039d2b00 pc=0x535efa
net.(*netFD).Read(0xc00707b600, {0xc003cec000?, 0xc000087958?, 0xc0039d2cd0?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc0039d2bc8 sp=0xc0039d2b80 pc=0x7a20c9
net.(*conn).Read(0xc004fe3178, {0xc003cec000?, 0x100?, 0xc0159509f0?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc0039d2c10 sp=0xc0039d2bc8 pc=0x7b53c5
bufio.(*Reader).Read(0xc0046a0960, {0xc0023242e0, 0x9, 0xc016d05c3c?})
	GOROOT/src/bufio/bufio.go:237 +0x1bb fp=0xc0039d2c48 sp=0xc0039d2c10 pc=0x5aeafb
io.ReadAtLeast({0x62052c0, 0xc0046a0960}, {0xc0023242e0, 0x9, 0x9}, 0x9)
	GOROOT/src/io/io.go:332 +0x9a fp=0xc0039d2c90 sp=0xc0039d2c48 pc=0x52d13a
io.ReadFull(...)
	GOROOT/src/io/io.go:351
golang.org/x/net/http2.readFrameHeader({0xc0023242e0?, 0x9?, 0xc0159508d0?}, {0x62052c0?, 0xc0046a0960?})
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:237 +0x6e fp=0xc0039d2ce0 sp=0xc0039d2c90 pc=0xba1d8e
golang.org/x/net/http2.(*Framer).ReadFrame(0xc0023242a0)
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:498 +0x95 fp=0xc0039d2d90 sp=0xc0039d2ce0 pc=0xba25f5
google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc001658000)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:1498 +0x4be fp=0xc0039d2fc8 sp=0xc0039d2d90 pc=0xbea79e
google.golang.org/grpc/internal/transport.newHTTP2Client.func7()
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:365 +0x26 fp=0xc0039d2fe0 sp=0xc0039d2fc8 pc=0xbe08a6
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0039d2fe8 sp=0xc0039d2fe0 pc=0x4c2401
created by google.golang.org/grpc/internal/transport.newHTTP2Client
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:365 +0x19bf

goroutine 1276 [select]:
runtime.gopark(0xc005a45f00?, 0x2?, 0x57?, 0x0?, 0xc005a45ed4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc005a45d60 sp=0xc005a45d40 pc=0x4907d6
runtime.selectgo(0xc005a45f00, 0xc005a45ed0, 0x7b55a5?, 0x0, 0xc005f58000?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc005a45ea0 sp=0xc005a45d60 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc002140230, 0x1)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/controlbuf.go:407 +0x115 fp=0xc005a45f30 sp=0xc005a45ea0 pc=0xbd68d5
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0046a09c0)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/controlbuf.go:534 +0x85 fp=0xc005a45f88 sp=0xc005a45f30 pc=0xbd6fe5
google.golang.org/grpc/internal/transport.newHTTP2Client.func3()
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:415 +0x6a fp=0xc005a45fe0 sp=0xc005a45f88 pc=0xbe078a
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc005a45fe8 sp=0xc005a45fe0 pc=0x4c2401
created by google.golang.org/grpc/internal/transport.newHTTP2Client
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:413 +0x2011

goroutine 1278 [IO wait]:
runtime.gopark(0xc0039d3d80?, 0xb?, 0x0?, 0x0?, 0x3ae?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0039d3a80 sp=0xc0039d3a60 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0x3e?, 0x0?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc0039d3ab8 sp=0xc0039d3a80 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1c7c0c370, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc0039d3ad8 sp=0xc0039d3ab8 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc00707b580?, 0xc0015f6000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc0039d3b00 sp=0xc0039d3ad8 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc00707b580, {0xc0015f6000, 0x8000, 0x8000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc0039d3b80 sp=0xc0039d3b00 pc=0x535efa
net.(*netFD).Read(0xc00707b580, {0xc0015f6000?, 0x50c7cc0?, 0x1?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc0039d3bc8 sp=0xc0039d3b80 pc=0x7a20c9
net.(*conn).Read(0xc004fe31a8, {0xc0015f6000?, 0x0?, 0xc03554d8c0?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc0039d3c10 sp=0xc0039d3bc8 pc=0x7b53c5
bufio.(*Reader).Read(0xc0046a11a0, {0xc0023243c0, 0x9, 0xc00bb6b4cc?})
	GOROOT/src/bufio/bufio.go:237 +0x1bb fp=0xc0039d3c48 sp=0xc0039d3c10 pc=0x5aeafb
io.ReadAtLeast({0x62052c0, 0xc0046a11a0}, {0xc0023243c0, 0x9, 0x9}, 0x9)
	GOROOT/src/io/io.go:332 +0x9a fp=0xc0039d3c90 sp=0xc0039d3c48 pc=0x52d13a
io.ReadFull(...)
	GOROOT/src/io/io.go:351
golang.org/x/net/http2.readFrameHeader({0xc0023243c0?, 0x9?, 0xc03554d770?}, {0x62052c0?, 0xc0046a11a0?})
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:237 +0x6e fp=0xc0039d3ce0 sp=0xc0039d3c90 pc=0xba1d8e
golang.org/x/net/http2.(*Framer).ReadFrame(0xc002324380)
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:498 +0x95 fp=0xc0039d3d90 sp=0xc0039d3ce0 pc=0xba25f5
google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc0016581e0)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:1498 +0x4be fp=0xc0039d3fc8 sp=0xc0039d3d90 pc=0xbea79e
google.golang.org/grpc/internal/transport.newHTTP2Client.func7()
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:365 +0x26 fp=0xc0039d3fe0 sp=0xc0039d3fc8 pc=0xbe08a6
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0039d3fe8 sp=0xc0039d3fe0 pc=0x4c2401
created by google.golang.org/grpc/internal/transport.newHTTP2Client
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:365 +0x19bf

goroutine 1279 [select]:
runtime.gopark(0xc003f5df00?, 0x2?, 0x7e?, 0x0?, 0xc003f5ded4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc003f5dd60 sp=0xc003f5dd40 pc=0x4907d6
runtime.selectgo(0xc003f5df00, 0xc003f5ded0, 0x7b55a5?, 0x0, 0xc006a3e000?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc003f5dea0 sp=0xc003f5dd60 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0021402d0, 0x1)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/controlbuf.go:407 +0x115 fp=0xc003f5df30 sp=0xc003f5dea0 pc=0xbd68d5
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0046a1200)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/controlbuf.go:534 +0x85 fp=0xc003f5df88 sp=0xc003f5df30 pc=0xbd6fe5
google.golang.org/grpc/internal/transport.newHTTP2Client.func3()
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:415 +0x6a fp=0xc003f5dfe0 sp=0xc003f5df88 pc=0xbe078a
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc003f5dfe8 sp=0xc003f5dfe0 pc=0x4c2401
created by google.golang.org/grpc/internal/transport.newHTTP2Client
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:413 +0x2011

goroutine 1281 [IO wait]:
runtime.gopark(0xc0039d4d80?, 0xb?, 0x0?, 0x0?, 0xb65?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0039d4a80 sp=0xc0039d4a60 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0x3e?, 0x0?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc0039d4ab8 sp=0xc0039d4a80 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1c7c0c190, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc0039d4ad8 sp=0xc0039d4ab8 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc00707b680?, 0xc002ac0000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc0039d4b00 sp=0xc0039d4ad8 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc00707b680, {0xc002ac0000, 0x8000, 0x8000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc0039d4b80 sp=0xc0039d4b00 pc=0x535efa
net.(*netFD).Read(0xc00707b680, {0xc002ac0000?, 0x50c7cc0?, 0x1?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc0039d4bc8 sp=0xc0039d4b80 pc=0x7a20c9
net.(*conn).Read(0xc004fe3240, {0xc002ac0000?, 0xc015336500?, 0xc015336690?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc0039d4c10 sp=0xc0039d4bc8 pc=0x7b53c5
bufio.(*Reader).Read(0xc0046a1740, {0xc0023244a0, 0x9, 0xc013334adc?})
	GOROOT/src/bufio/bufio.go:237 +0x1bb fp=0xc0039d4c48 sp=0xc0039d4c10 pc=0x5aeafb
io.ReadAtLeast({0x62052c0, 0xc0046a1740}, {0xc0023244a0, 0x9, 0x9}, 0x9)
	GOROOT/src/io/io.go:332 +0x9a fp=0xc0039d4c90 sp=0xc0039d4c48 pc=0x52d13a
io.ReadFull(...)
	GOROOT/src/io/io.go:351
golang.org/x/net/http2.readFrameHeader({0xc0023244a0?, 0x9?, 0xc015336570?}, {0x62052c0?, 0xc0046a1740?})
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:237 +0x6e fp=0xc0039d4ce0 sp=0xc0039d4c90 pc=0xba1d8e
golang.org/x/net/http2.(*Framer).ReadFrame(0xc002324460)
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:498 +0x95 fp=0xc0039d4d90 sp=0xc0039d4ce0 pc=0xba25f5
google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc0016583c0)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:1498 +0x4be fp=0xc0039d4fc8 sp=0xc0039d4d90 pc=0xbea79e
google.golang.org/grpc/internal/transport.newHTTP2Client.func7()
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:365 +0x26 fp=0xc0039d4fe0 sp=0xc0039d4fc8 pc=0xbe08a6
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0039d4fe8 sp=0xc0039d4fe0 pc=0x4c2401
created by google.golang.org/grpc/internal/transport.newHTTP2Client
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:365 +0x19bf

goroutine 1282 [select]:
runtime.gopark(0xc004133f00?, 0x2?, 0x75?, 0x1?, 0xc004133ed4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc004133d60 sp=0xc004133d40 pc=0x4907d6
runtime.selectgo(0xc004133f00, 0xc004133ed0, 0x7b55a5?, 0x0, 0xc007ab0000?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc004133ea0 sp=0xc004133d60 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc002140550, 0x1)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/controlbuf.go:407 +0x115 fp=0xc004133f30 sp=0xc004133ea0 pc=0xbd68d5
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0046a17a0)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/controlbuf.go:534 +0x85 fp=0xc004133f88 sp=0xc004133f30 pc=0xbd6fe5
google.golang.org/grpc/internal/transport.newHTTP2Client.func3()
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:415 +0x6a fp=0xc004133fe0 sp=0xc004133f88 pc=0xbe078a
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc004133fe8 sp=0xc004133fe0 pc=0x4c2401
created by google.golang.org/grpc/internal/transport.newHTTP2Client
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:413 +0x2011

goroutine 1295 [select]:
runtime.gopark(0xc00d4ebf00?, 0x2?, 0x88?, 0xbd?, 0xc00d4ebed4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00d4ebd60 sp=0xc00d4ebd40 pc=0x4907d6
runtime.selectgo(0xc00d4ebf00, 0xc00d4ebed0, 0x0?, 0x0, 0xc00d4ebef0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00d4ebea0 sp=0xc00d4ebd60 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc002141900, 0x1)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/controlbuf.go:407 +0x115 fp=0xc00d4ebf30 sp=0xc00d4ebea0 pc=0xbd68d5
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc005602300)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/controlbuf.go:534 +0x85 fp=0xc00d4ebf88 sp=0xc00d4ebf30 pc=0xbd6fe5
google.golang.org/grpc/internal/transport.NewServerTransport.func2()
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:332 +0xce fp=0xc00d4ebfe0 sp=0xc00d4ebf88 pc=0xbedbae
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00d4ebfe8 sp=0xc00d4ebfe0 pc=0x4c2401
created by google.golang.org/grpc/internal/transport.NewServerTransport
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:329 +0x19f3

goroutine 1296 [select]:
runtime.gopark(0xc001940f70?, 0x4?, 0x6?, 0x0?, 0xc001940ed0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc001940d18 sp=0xc001940cf8 pc=0x4907d6
runtime.selectgo(0xc001940f70, 0xc001940ec8, 0x1d73f8d?, 0x0, 0x624a948?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc001940e58 sp=0xc001940d18 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc0021a1860)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:1131 +0x233 fp=0xc001940fc8 sp=0xc001940e58 pc=0xbf4d73
google.golang.org/grpc/internal/transport.NewServerTransport.func4()
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:341 +0x26 fp=0xc001940fe0 sp=0xc001940fc8 pc=0xbedaa6
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc001940fe8 sp=0xc001940fe0 pc=0x4c2401
created by google.golang.org/grpc/internal/transport.NewServerTransport
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:341 +0x1a38

goroutine 1297 [runnable]:
runtime.gopark(0x0?, 0xb?, 0x0?, 0x0?, 0x2e6?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0039d5aa0 sp=0xc0039d5a80 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0xbef6f1?, 0x0?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc0039d5ad8 sp=0xc0039d5aa0 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1c7c0bfb0, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc0039d5af8 sp=0xc0039d5ad8 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc0038b6b00?, 0xc00411c000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc0039d5b20 sp=0xc0039d5af8 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc0038b6b00, {0xc00411c000, 0x8000, 0x8000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc0039d5ba0 sp=0xc0039d5b20 pc=0x535efa
net.(*netFD).Read(0xc0038b6b00, {0xc00411c000?, 0xc0039d5c70?, 0x46159f?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc0039d5be8 sp=0xc0039d5ba0 pc=0x7a20c9
net.(*conn).Read(0xc004bf6748, {0xc00411c000?, 0x7fb1f593df18?, 0x18?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc0039d5c30 sp=0xc0039d5be8 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc005435da0, {0xc00411c000, 0x8000, 0x8000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc0039d5c78 sp=0xc0039d5c30 pc=0x1641f96
bufio.(*Reader).Read(0xc0056022a0, {0xc002324580, 0x9, 0xc00c503d10?})
	GOROOT/src/bufio/bufio.go:237 +0x1bb fp=0xc0039d5cb0 sp=0xc0039d5c78 pc=0x5aeafb
io.ReadAtLeast({0x62052c0, 0xc0056022a0}, {0xc002324580, 0x9, 0x9}, 0x9)
	GOROOT/src/io/io.go:332 +0x9a fp=0xc0039d5cf8 sp=0xc0039d5cb0 pc=0x52d13a
io.ReadFull(...)
	GOROOT/src/io/io.go:351
golang.org/x/net/http2.readFrameHeader({0xc002324580?, 0x9?, 0xc000118110?}, {0x62052c0?, 0xc0056022a0?})
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:237 +0x6e fp=0xc0039d5d48 sp=0xc0039d5cf8 pc=0xba1d8e
golang.org/x/net/http2.(*Framer).ReadFrame(0xc002324540)
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:498 +0x95 fp=0xc0039d5df8 sp=0xc0039d5d48 pc=0xba25f5
google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc0021a1860, 0xbd97b1?, 0xbd700f?)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:611 +0x174 fp=0xc0039d5f18 sp=0xc0039d5df8 pc=0xbf09b4
google.golang.org/grpc.(*Server).serveStreams(0xc008720a80, {0x6294e00?, 0xc0021a1860})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:906 +0x142 fp=0xc0039d5f80 sp=0xc0039d5f18 pc=0xc1d702
google.golang.org/grpc.(*Server).handleRawConn.func1()
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:848 +0x46 fp=0xc0039d5fe0 sp=0xc0039d5f80 pc=0xc1cec6
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0039d5fe8 sp=0xc0039d5fe0 pc=0x4c2401
created by google.golang.org/grpc.(*Server).handleRawConn
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:847 +0x185

goroutine 290766 [sleep]:
runtime.gopark(0x4b7f05c8219?, 0x40bb69?, 0xe6?, 0x6a?, 0x6f40ff487c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00e663df0 sp=0xc00e663dd0 pc=0x4907d6
time.Sleep(0x1125df863)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc00e663e30 sp=0xc00e663df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc00d0af560, 0x40bb69, {0x12?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc00e663e88 sp=0xc00e663e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc00d0af560, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc00e663ec8 sp=0xc00e663e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0x0?, {0xc0173e6a00?, 0x9, 0xc005d4af70?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc00e663fa8 sp=0xc00e663ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc00e663fe0 sp=0xc00e663fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00e663fe8 sp=0xc00e663fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 51007 [select]:
runtime.gopark(0xc0082c2f70?, 0x4?, 0x6?, 0x0?, 0xc0082c2ed0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0082c2d18 sp=0xc0082c2cf8 pc=0x4907d6
runtime.selectgo(0xc0082c2f70, 0xc0082c2ec8, 0x1c?, 0x0, 0x2?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0082c2e58 sp=0xc0082c2d18 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc0022b0d00)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:1131 +0x233 fp=0xc0082c2fc8 sp=0xc0082c2e58 pc=0xbf4d73
google.golang.org/grpc/internal/transport.NewServerTransport.func4()
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:341 +0x26 fp=0xc0082c2fe0 sp=0xc0082c2fc8 pc=0xbedaa6
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0082c2fe8 sp=0xc0082c2fe0 pc=0x4c2401
created by google.golang.org/grpc/internal/transport.NewServerTransport
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:341 +0x1a38

goroutine 5051 [select, 7 minutes]:
runtime.gopark(0xc003aade58?, 0x2?, 0x1?, 0x30?, 0xc003aaddfc?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc003aadc80 sp=0xc003aadc60 pc=0x4907d6
runtime.selectgo(0xc003aade58, 0xc003aaddf8, 0xc004186300?, 0x0, 0x2?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc003aaddc0 sp=0xc003aadc80 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1({0x624a8a0, 0xc004186300})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:203 +0x15e fp=0xc003aadf58 sp=0xc003aaddc0 pc=0x19d27fe
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
	github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x25 fp=0xc003aadf78 sp=0xc003aadf58 pc=0x1187be5
golang.org/x/sync/errgroup.(*Group).Go.func1()
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:74 +0x64 fp=0xc003aadfe0 sp=0xc003aadf78 pc=0x1187344
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc003aadfe8 sp=0xc003aadfe0 pc=0x4c2401
created by golang.org/x/sync/errgroup.(*Group).Go
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:71 +0xa5

goroutine 47359 [select]:
runtime.gopark(0xc00feb3e38?, 0x3?, 0x60?, 0x31?, 0xc00feb3dea?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00feb3c40 sp=0xc00feb3c20 pc=0x4907d6
runtime.selectgo(0xc00feb3e38, 0xc00feb3de4, 0xc007cd85a0?, 0x0, 0xc001760de0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00feb3d80 sp=0xc00feb3c40 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).outputLoop(0xc002b48e00, {0x624a8a0, 0xc00f1ef880})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:322 +0x265 fp=0xc00feb3e78 sp=0xc00feb3d80 pc=0x1c8b565
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).runOutputLoop(0xc002b48e00, {0x624a948, 0xc010b28b70}, 0xc001760ef0?)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:347 +0xc5 fp=0xc00feb3eb0 sp=0xc00feb3e78 pc=0x1c8b7c5
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run.func1({0x624a948?, 0xc010b28b70?})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:296 +0x4c fp=0xc00feb3f30 sp=0xc00feb3eb0 pc=0x1c86a8c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00feb3fe0 sp=0xc00feb3f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00feb3fe8 sp=0xc00feb3fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 47349 [chan receive, 6 minutes]:
runtime.gopark(0xc001ce2780?, 0x624a948?, 0x0?, 0x9?, 0xc0009af860?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00dc831b0 sp=0xc00dc83190 pc=0x4907d6
runtime.chanrecv(0xc004c42ae0, 0xc00dc83350, 0x1)
	GOROOT/src/runtime/chan.go:583 +0x49b fp=0xc00dc83240 sp=0xc00dc831b0 pc=0x45a91b
runtime.chanrecv1(0x17600a17c78406fa?, 0x0?)
	GOROOT/src/runtime/chan.go:442 +0x18 fp=0xc00dc83268 sp=0xc00dc83240 pc=0x45a418
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).rangeFeedWithRangeID(0xc001ba9800, 0xe3?, 0xc00ba46fc0, {0x7fb1c11d14f0, 0xc0005e8df0}, 0x0)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/replica_rangefeed.go:250 +0x707 fp=0xc00dc83448 sp=0xc00dc83268 pc=0x1e00027
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).RangeFeed(...)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/replica_rangefeed.go:152
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).RangeFeed(0xc00103ea80, 0xc00ba46fc0, {0x7fb1c11d14f0, 0xc0005e8df0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/store.go:3253 +0x10c fp=0xc00dc834a8 sp=0xc00dc83448 pc=0x1e3af0c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Stores).RangeFeed(0x0?, 0xc00ba46fc0, {0x7fb1c11d14f0, 0xc0005e8df0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/stores.go:228 +0xf6 fp=0xc00dc83510 sp=0xc00dc834a8 pc=0x1e64156
github.com/cockroachdb/cockroach/pkg/server.(*Node).singleRangeFeed(0xc003bbd540?, 0xc003bbd598?, {0x7fb1c11d14f0?, 0xc0005e8df0?})
	github.com/cockroachdb/cockroach/pkg/server/node.go:1341 +0x38 fp=0xc00dc83568 sp=0xc00dc83510 pc=0x39c1118
github.com/cockroachdb/cockroach/pkg/server.(*Node).RangeFeed(0x2?, 0x5198800?, {0x6283d60?, 0xc0005e8df0})
	github.com/cockroachdb/cockroach/pkg/server/node.go:1335 +0x4e fp=0xc00dc835a8 sp=0xc00dc83568 pc=0x39c108e
github.com/cockroachdb/cockroach/pkg/roachpb._Internal_RangeFeed_Handler({0x52b4780?, 0xc0017fca80}, {0x627d570, 0xc017a36b80})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9647 +0xd0 fp=0xc00dc835e8 sp=0xc00dc835a8 pc=0xdd1150
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x52b4780, 0xc0017fca80}, {0x627dc78?, 0xc0125485b0?}, 0xc0061d4480, 0x5684148)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x6c4 fp=0xc00dc83920 sp=0xc00dc835e8 pc=0x16481a4
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x52b4780?, 0xc0017fca80?}, {0x627dc78?, 0xc0125485b0?})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1408 +0x5b fp=0xc00dc83960 sp=0xc00dc83920 pc=0xc21dfb
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x52b4780, 0xc0017fca80}, {0x627dc78, 0xc0125485b0}, 0x1054f90?, 0xc014b4cd40)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:272 +0x74 fp=0xc00dc83990 sp=0xc00dc83960 pc=0x16576d4
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x52b4780?, 0xc0017fca80?}, {0x627dc78?, 0xc0125485b0?})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1411 +0x83 fp=0xc00dc839d0 sp=0xc00dc83990 pc=0xc21e23
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x0?, 0x0?})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:241 +0x2d fp=0xc00dc83a00 sp=0xc00dc839d0 pc=0x165798d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0xc000b6c6c0, {0x624a948, 0xc004f37740}, {0xc001cdcb08?, 0x46159f?}, 0xc001cdcac0)
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:341 +0xd1 fp=0xc00dc83a78 sp=0xc00dc83a00 pc=0x10542d1
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x52b4780, 0xc0017fca80}, {0x627dc78?, 0xc0125485b0?}, 0xc0061d4480, 0xc014b4cd40)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:240 +0xef fp=0xc00dc83b00 sp=0xc00dc83a78 pc=0x165790f
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x52b4780?, 0xc0017fca80?}, {0x627dc78?, 0xc0125485b0?})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1411 +0x83 fp=0xc00dc83b40 sp=0xc00dc83b00 pc=0xc21e23
google.golang.org/grpc.chainStreamInterceptors.func1({0x52b4780, 0xc0017fca80}, {0x627dc78, 0xc0125485b0}, 0xc0061d4480, 0x5684148)
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1413 +0x12b fp=0xc00dc83b90 sp=0xc00dc83b40 pc=0xc21d4b
google.golang.org/grpc.(*Server).processStreamingRPC(0xc008720a80, {0x6294e00, 0xc0066ef520}, 0xc012474360, 0xc00096e5d0, 0x8ff4e40, 0x0)
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1549 +0xf3b fp=0xc00dc83e48 sp=0xc00dc83b90 pc=0xc22dbb
google.golang.org/grpc.(*Server).handleStream(0xc008720a80, {0x6294e00, 0xc0066ef520}, 0xc012474360, 0x0)
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1624 +0x9ea fp=0xc00dc83f68 sp=0xc00dc83e48 pc=0xc245ea
google.golang.org/grpc.(*Server).serveStreams.func1.2()
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:922 +0x98 fp=0xc00dc83fe0 sp=0xc00dc83f68 pc=0xc1dab8
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00dc83fe8 sp=0xc00dc83fe0 pc=0x4c2401
created by google.golang.org/grpc.(*Server).serveStreams.func1
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:920 +0x28a

goroutine 301370 [IO wait]:
runtime.gopark(0x12fb?, 0xb?, 0x0?, 0x0?, 0x407?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc021bf2618 sp=0xc021bf25f8 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0x12?, 0x0?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc021bf2650 sp=0xc021bf2618 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1ca7fd9b8, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc021bf2670 sp=0xc021bf2650 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc029913900?, 0xc00cc69300?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc021bf2698 sp=0xc021bf2670 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc029913900, {0xc00cc69300, 0x1300, 0x1300})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc021bf2718 sp=0xc021bf2698 pc=0x535efa
net.(*netFD).Read(0xc029913900, {0xc00cc69300?, 0xc00ee9c158?, 0xc021bf2808?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc021bf2760 sp=0xc021bf2718 pc=0x7a20c9
net.(*conn).Read(0xc00c2623a0, {0xc00cc69300?, 0x0?, 0x0?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc021bf27a8 sp=0xc021bf2760 pc=0x7b53c5
crypto/tls.(*atLeastReader).Read(0xc00cc57638, {0xc00cc69300?, 0x0?, 0xfee080260b2012c7?})
	GOROOT/src/crypto/tls/conn.go:787 +0x3d fp=0xc021bf27f0 sp=0xc021bf27a8 pc=0x80c45d
bytes.(*Buffer).ReadFrom(0xc015aaf078, {0x62055e0, 0xc00cc57638})
	GOROOT/src/bytes/buffer.go:202 +0x98 fp=0xc021bf2848 sp=0xc021bf27f0 pc=0x579738
crypto/tls.(*Conn).readFromUntil(0xc015aaee00, {0x62148c0?, 0xc00c2623a0}, 0xc010174f80?)
	GOROOT/src/crypto/tls/conn.go:809 +0xe5 fp=0xc021bf2888 sp=0xc021bf2848 pc=0x80c645
crypto/tls.(*Conn).readRecordOrCCS(0xc015aaee00, 0x0)
	GOROOT/src/crypto/tls/conn.go:616 +0x116 fp=0xc021bf2c10 sp=0xc021bf2888 pc=0x809a96
crypto/tls.(*Conn).readRecord(...)
	GOROOT/src/crypto/tls/conn.go:582
crypto/tls.(*Conn).Read(0xc015aaee00, {0xc011e80000, 0x1000, 0x11?})
	GOROOT/src/crypto/tls/conn.go:1315 +0x16f fp=0xc021bf2c80 sp=0xc021bf2c10 pc=0x80fa0f
bufio.(*Reader).Read(0xc004fdf7a0, {0xc002b77460, 0x9, 0xc021bf2d18?})
	GOROOT/src/bufio/bufio.go:237 +0x1bb fp=0xc021bf2cb8 sp=0xc021bf2c80 pc=0x5aeafb
io.ReadAtLeast({0x62052c0, 0xc004fdf7a0}, {0xc002b77460, 0x9, 0x9}, 0x9)
	GOROOT/src/io/io.go:332 +0x9a fp=0xc021bf2d00 sp=0xc021bf2cb8 pc=0x52d13a
io.ReadFull(...)
	GOROOT/src/io/io.go:351
golang.org/x/net/http2.readFrameHeader({0xc002b77460?, 0x9?, 0xc021bf2df0?}, {0x62052c0?, 0xc004fdf7a0?})
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:237 +0x6e fp=0xc021bf2d50 sp=0xc021bf2d00 pc=0xba1d8e
golang.org/x/net/http2.(*Framer).ReadFrame(0xc002b77420)
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:498 +0x95 fp=0xc021bf2e00 sp=0xc021bf2d50 pc=0xba25f5
golang.org/x/net/http2.(*clientConnReadLoop).run(0xc021bf2f98)
	golang.org/x/net/http2/external/org_golang_x_net/http2/transport.go:2123 +0x130 fp=0xc021bf2f60 sp=0xc021bf2e00 pc=0xbc54d0
golang.org/x/net/http2.(*ClientConn).readLoop(0xc0124e4300)
	golang.org/x/net/http2/external/org_golang_x_net/http2/transport.go:2019 +0x6f fp=0xc021bf2fc8 sp=0xc021bf2f60 pc=0xbc49ef
golang.org/x/net/http2.(*Transport).newClientConn.func1()
	golang.org/x/net/http2/external/org_golang_x_net/http2/transport.go:726 +0x26 fp=0xc021bf2fe0 sp=0xc021bf2fc8 pc=0xbbd6c6
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc021bf2fe8 sp=0xc021bf2fe0 pc=0x4c2401
created by golang.org/x/net/http2.(*Transport).newClientConn
	golang.org/x/net/http2/external/org_golang_x_net/http2/transport.go:726 +0xaaa

goroutine 47360 [select]:
runtime.gopark(0xc008373c60?, 0xa?, 0xa0?, 0xa8?, 0xc0083738d4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0083736e8 sp=0xc0083736c8 pc=0x4907d6
runtime.selectgo(0xc008373c60, 0xc0083738c0, 0xc003755520?, 0x0, 0x16?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc008373828 sp=0xc0083736e8 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run(0xc004104d80, {0x624a948?, 0xc011ae8090?}, 0xc45d72?, 0xc0061d44c8, 0xc000b6c6c0)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:268 +0x51f fp=0xc008373ef0 sp=0xc008373828 pc=0x1c85b3f
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).Start.func1({0x624a948?, 0xc011ae8090?})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:221 +0x3c fp=0xc008373f30 sp=0xc008373ef0 pc=0x1c855dc
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc008373fe0 sp=0xc008373f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc008373fe8 sp=0xc008373fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 300567 [IO wait]:
runtime.gopark(0x35c?, 0xb?, 0x0?, 0x0?, 0x364?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00e661618 sp=0xc00e6615f8 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0x12?, 0x0?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc00e661650 sp=0xc00e661618 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1c7c0ca00, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc00e661670 sp=0xc00e661650 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc016109480?, 0xc00cc32c00?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc00e661698 sp=0xc00e661670 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc016109480, {0xc00cc32c00, 0x1300, 0x1300})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc00e661718 sp=0xc00e661698 pc=0x535efa
net.(*netFD).Read(0xc016109480, {0xc00cc32c00?, 0xc006d7a018?, 0xc00e661808?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc00e661760 sp=0xc00e661718 pc=0x7a20c9
net.(*conn).Read(0xc00452dde8, {0xc00cc32c00?, 0x0?, 0x0?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc00e6617a8 sp=0xc00e661760 pc=0x7b53c5
crypto/tls.(*atLeastReader).Read(0xc0086c7c20, {0xc00cc32c00?, 0x0?, 0xbfd9145f43a3acc8?})
	GOROOT/src/crypto/tls/conn.go:787 +0x3d fp=0xc00e6617f0 sp=0xc00e6617a8 pc=0x80c45d
bytes.(*Buffer).ReadFrom(0xc013b85af8, {0x62055e0, 0xc0086c7c20})
	GOROOT/src/bytes/buffer.go:202 +0x98 fp=0xc00e661848 sp=0xc00e6617f0 pc=0x579738
crypto/tls.(*Conn).readFromUntil(0xc013b85880, {0x62148c0?, 0xc00452dde8}, 0xc01b236480?)
	GOROOT/src/crypto/tls/conn.go:809 +0xe5 fp=0xc00e661888 sp=0xc00e661848 pc=0x80c645
crypto/tls.(*Conn).readRecordOrCCS(0xc013b85880, 0x0)
	GOROOT/src/crypto/tls/conn.go:616 +0x116 fp=0xc00e661c10 sp=0xc00e661888 pc=0x809a96
crypto/tls.(*Conn).readRecord(...)
	GOROOT/src/crypto/tls/conn.go:582
crypto/tls.(*Conn).Read(0xc013b85880, {0xc00b6d5000, 0x1000, 0x11?})
	GOROOT/src/crypto/tls/conn.go:1315 +0x16f fp=0xc00e661c80 sp=0xc00e661c10 pc=0x80fa0f
bufio.(*Reader).Read(0xc0076ea900, {0xc002e05380, 0x9, 0xc00e661d18?})
	GOROOT/src/bufio/bufio.go:237 +0x1bb fp=0xc00e661cb8 sp=0xc00e661c80 pc=0x5aeafb
io.ReadAtLeast({0x62052c0, 0xc0076ea900}, {0xc002e05380, 0x9, 0x9}, 0x9)
	GOROOT/src/io/io.go:332 +0x9a fp=0xc00e661d00 sp=0xc00e661cb8 pc=0x52d13a
io.ReadFull(...)
	GOROOT/src/io/io.go:351
golang.org/x/net/http2.readFrameHeader({0xc002e05380?, 0x9?, 0xc00e661df0?}, {0x62052c0?, 0xc0076ea900?})
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:237 +0x6e fp=0xc00e661d50 sp=0xc00e661d00 pc=0xba1d8e
golang.org/x/net/http2.(*Framer).ReadFrame(0xc002e05340)
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:498 +0x95 fp=0xc00e661e00 sp=0xc00e661d50 pc=0xba25f5
golang.org/x/net/http2.(*clientConnReadLoop).run(0xc00e661f98)
	golang.org/x/net/http2/external/org_golang_x_net/http2/transport.go:2123 +0x130 fp=0xc00e661f60 sp=0xc00e661e00 pc=0xbc54d0
golang.org/x/net/http2.(*ClientConn).readLoop(0xc0360ac180)
	golang.org/x/net/http2/external/org_golang_x_net/http2/transport.go:2019 +0x6f fp=0xc00e661fc8 sp=0xc00e661f60 pc=0xbc49ef
golang.org/x/net/http2.(*Transport).newClientConn.func1()
	golang.org/x/net/http2/external/org_golang_x_net/http2/transport.go:726 +0x26 fp=0xc00e661fe0 sp=0xc00e661fc8 pc=0xbbd6c6
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00e661fe8 sp=0xc00e661fe0 pc=0x4c2401
created by golang.org/x/net/http2.(*Transport).newClientConn
	golang.org/x/net/http2/external/org_golang_x_net/http2/transport.go:726 +0xaaa

goroutine 3737 [select]:
runtime.gopark(0xc007891ea8?, 0x2?, 0x0?, 0x0?, 0xc007891e3c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0082beca0 sp=0xc0082bec80 pc=0x4907d6
runtime.selectgo(0xc0082beea8, 0xc007891e38, 0x6207560?, 0x0, 0x18?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0082bede0 sp=0xc0082beca0 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvprober.(*Prober).Start.func1.1({0x624a948, 0xc0051ee120})
	github.com/cockroachdb/cockroach/pkg/kv/kvprober/kvprober.go:308 +0x330 fp=0xc0082bef30 sp=0xc0082bede0 pc=0x373bcf0
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0082befe0 sp=0xc0082bef30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0082befe8 sp=0xc0082befe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 5127 [sync.Cond.Wait]:
runtime.gopark(0xc001ad36b8?, 0xad6120?, 0xa0?, 0xb1?, 0xc0563ea570?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc015c29c78 sp=0xc015c29c58 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc000b6e2b8, 0x1a24)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc015c29cc0 sp=0xc015c29c78 pc=0x4be30c
sync.(*Cond).Wait(0x5?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc015c29cf8 sp=0xc015c29cc0 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport.(*updatesBuf).GetBySeq(0xc000b6e2a0, {0x624a8a0, 0xc004495f40}, 0x8c4)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport/sender.go:594 +0xdb fp=0xc015c29db0 sp=0xc015c29cf8 pc=0x1d1cc5b
github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport.(*rpcConn).run.func1({0x624a948?, 0xc004740b40?})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport/sender.go:803 +0x336 fp=0xc015c29f30 sp=0xc015c29db0 pc=0x1d1dbd6
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc015c29fe0 sp=0xc015c29f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc015c29fe8 sp=0xc015c29fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 5126 [sync.Cond.Wait]:
runtime.gopark(0xc001ad38a6?, 0x0?, 0x90?, 0xb5?, 0xc0563ea990?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc01eb37c78 sp=0xc01eb37c58 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc000b6e2b8, 0x1a26)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc01eb37cc0 sp=0xc01eb37c78 pc=0x4be30c
sync.(*Cond).Wait(0x5?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc01eb37cf8 sp=0xc01eb37cc0 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport.(*updatesBuf).GetBySeq(0xc000b6e2a0, {0x624a8a0, 0xc00476c1c0}, 0x8c4)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport/sender.go:594 +0xdb fp=0xc01eb37db0 sp=0xc01eb37cf8 pc=0x1d1cc5b
github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport.(*rpcConn).run.func1({0x624a948?, 0xc004740ae0?})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport/sender.go:803 +0x336 fp=0xc01eb37f30 sp=0xc01eb37db0 pc=0x1d1dbd6
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc01eb37fe0 sp=0xc01eb37f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc01eb37fe8 sp=0xc01eb37fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 300344 [sleep]:
runtime.gopark(0x4b8534c5793?, 0x8019b6?, 0x48?, 0x26?, 0x6f9d5bcddb?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc007891df0 sp=0xc007891dd0 pc=0x4907d6
time.Sleep(0x10bcaa925)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc007891e30 sp=0xc007891df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc015266a80, 0x8019b6, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc007891e88 sp=0xc007891e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc015266a80, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc007891ec8 sp=0xc007891e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc008720a80?, {0xc00c222a00?, 0xb, 0xc002a17fb8?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc007891fa8 sp=0xc007891ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc007891fe0 sp=0xc007891fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc007891fe8 sp=0xc007891fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 1763 [select]:
runtime.gopark(0xc003aa8a10?, 0x2?, 0xd4?, 0x3?, 0xc003aa89f4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc003aa8878 sp=0xc003aa8858 pc=0x4907d6
runtime.selectgo(0xc003aa8a10, 0xc003aa89f0, 0xc000518000?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc003aa89b8 sp=0xc003aa8878 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc0021ce6e0, {0xc004767fd8, 0x5, 0x5})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:179 +0x90 fp=0xc003aa8a40 sp=0xc003aa89b8 pc=0xbf96b0
google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0021ce6e0, {0xc004767fd8?, 0xc0067d5938?, 0xc003aa8a88?})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:173 +0x178 fp=0xc003aa8a80 sp=0xc003aa8a40 pc=0xbf9578
google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc00495a9f0, {0xc004767fd8?, 0xc003aa8b00?, 0xbf0787?})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:485 +0x32 fp=0xc003aa8ac8 sp=0xc003aa8a80 pc=0xbfabb2
io.ReadAtLeast({0x6213e00, 0xc00495a9f0}, {0xc004767fd8, 0x5, 0x5}, 0x5)
	GOROOT/src/io/io.go:332 +0x9a fp=0xc003aa8b10 sp=0xc003aa8ac8 pc=0x52d13a
io.ReadFull(...)
	GOROOT/src/io/io.go:351
google.golang.org/grpc/internal/transport.(*Stream).Read(0xc002e19b00, {0xc004767fd8, 0x5, 0x5})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:469 +0xa5 fp=0xc003aa8b50 sp=0xc003aa8b10 pc=0xbfab25
google.golang.org/grpc.(*parser).recvMsg(0xc004767fc8, 0x7fffffff)
	google.golang.org/grpc/external/org_golang_google_grpc/rpc_util.go:559 +0x47 fp=0xc003aa8bd0 sp=0xc003aa8b50 pc=0xc18c47
google.golang.org/grpc.recvAndDecompress(0x1e63756?, 0xc002e19b00, {0x0, 0x0}, 0x7fffffff, 0x0, {0x6248888, 0x9c5fde0})
	google.golang.org/grpc/external/org_golang_google_grpc/rpc_util.go:690 +0x66 fp=0xc003aa8c68 sp=0xc003aa8bd0 pc=0xc19546
google.golang.org/grpc.recv(0x1d1a426?, {0x7fb1c7c6d568, 0xc0004b4550}, 0x2?, {0x0?, 0x0?}, {0x512ca20, 0xc004683980}, 0x203001?, 0x0, ...)
	google.golang.org/grpc/external/org_golang_google_grpc/rpc_util.go:756 +0x6e fp=0xc003aa8ce0 sp=0xc003aa8c68 pc=0xc19c2e
google.golang.org/grpc.(*serverStream).RecvMsg(0xc008401930, {0x512ca20?, 0xc004683980})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:1583 +0x178 fp=0xc003aa8e10 sp=0xc003aa8ce0 pc=0xc30178
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingServerStream).RecvMsg(0x9172428?, {0x512ca20?, 0xc004683980?})
	<autogenerated>:1 +0x34 fp=0xc003aa8e38 sp=0xc003aa8e10 pc=0x1649cb4
github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/ctpb.(*sideTransportPushUpdatesServer).Recv(0xc0043ae2d0)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/ctpb/bazel-out/k8-opt/bin/pkg/kv/kvserver/closedts/ctpb/ctpb_go_proto_/github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/ctpb/service.pb.go:363 +0x4c fp=0xc003aa8e68 sp=0xc003aa8e38 pc=0x16c594c
github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport.(*incomingStream).Run.func1({0x624a948, 0xc00495aff0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport/receiver.go:304 +0xc2 fp=0xc003aa8f30 sp=0xc003aa8e68 pc=0x1d1a762
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc003aa8fe0 sp=0xc003aa8f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc003aa8fe8 sp=0xc003aa8fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 5101 [select]:
runtime.gopark(0xc00c463ef8?, 0x2?, 0x90?, 0x3d?, 0xc00c463ed4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc01123cd58 sp=0xc01123cd38 pc=0x4907d6
runtime.selectgo(0xc01123cef8, 0xc00c463ed0, 0xc004de1560?, 0x0, 0xc003aa9f00?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc01123ce98 sp=0xc01123cd58 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/ts.(*poller).start.func1({0x624a948, 0xc004de1560})
	github.com/cockroachdb/cockroach/pkg/ts/db.go:176 +0xfb fp=0xc01123cf30 sp=0xc01123ce98 pc=0x35b191b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc01123cfe0 sp=0xc01123cf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc01123cfe8 sp=0xc01123cfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 5055 [select, 7 minutes]:
runtime.gopark(0xc001141fb0?, 0x2?, 0x0?, 0x0?, 0xc001141f9c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc001141e28 sp=0xc001141e08 pc=0x4907d6
runtime.selectgo(0xc001141fb0, 0xc001141f98, 0x6221ba0?, 0x0, 0x624a948?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc001141f68 sp=0xc001141e28 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2()
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:340 +0x71 fp=0xc001141fe0 sp=0xc001141f68 pc=0x1649731
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc001141fe8 sp=0xc001141fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:339 +0x152

goroutine 294797 [sync.Cond.Wait]:
runtime.gopark(0x468005?, 0x4fdee40?, 0x48?, 0x55?, 0xc8?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc015f635d0 sp=0xc015f635b0 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc00d8fca10, 0xd6)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc015f63618 sp=0xc015f635d0 pc=0x4be30c
sync.(*Cond).Wait(0xc00856e400?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc015f63650 sp=0xc015f63618 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/sql.(*StmtBuf).CurCmd(0xc00856ea68)
	github.com/cockroachdb/cockroach/pkg/sql/conn_io.go:460 +0xbe fp=0xc015f63708 sp=0xc015f63650 pc=0x3321a5e
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc002fe6000)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2074 +0xe5 fp=0xc015f63cb8 sp=0xc015f63708 pc=0x32f8b65
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc002fe6000, {0x624a8a0, 0xc00d8fca40}, 0x4140dcfc00000000?, 0xc003bbfdc0?, 0xc00eca0950?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2048 +0x20b fp=0xc015f63d70 sp=0xc015f63cb8 pc=0x32f86eb
github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc003202000?, {0x624a8a0?, 0xc00d8fca40?}, {0xc002f40800?}, 0x3?, 0xc0197699b0?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:881 +0xe6 fp=0xc015f63e20 sp=0xc015f63d70 pc=0x32f3486
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1()
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:758 +0x54f fp=0xc015f63fe0 sp=0xc015f63e20 pc=0x37088af
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc015f63fe8 sp=0xc015f63fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:665 +0x22e

goroutine 266932 [select]:
runtime.gopark(0xc019214cf0?, 0x2?, 0x60?, 0xf5?, 0xc019214cec?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc019214b78 sp=0xc019214b58 pc=0x4907d6
runtime.selectgo(0xc019214cf0, 0xc019214ce8, 0x10?, 0x0, 0x101?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc019214cb8 sp=0xc019214b78 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc013ecd0e0)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc019214d20 sp=0xc019214cb8 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc0112e2000, {0x51b9a20?, 0xc00a7cbe00}, 0x6248888?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc019214e28 sp=0xc019214d20 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x11c?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc019214e58 sp=0xc019214e28 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc013eccea0, 0xc019214f30, 0xc019214f00)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:692 +0xd3 fp=0xc019214eb0 sp=0xc019214e58 pc=0xc2a3b3
google.golang.org/grpc.(*clientStream).RecvMsg(0xc013eccea0, {0x51b9a20?, 0xc00a7cbe00?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc019214f60 sp=0xc019214eb0 pc=0xc2b61f
google.golang.org/grpc.invoke({0x624a948?, 0xc00c005410?}, {0x53d9bbc?, 0x2?}, {0x52f0080, 0xc01e6d80f0}, {0x51b9a20, 0xc00a7cbe00}, 0x0?, {0xc000f30f80, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:73 +0xd7 fp=0xc019214fc8 sp=0xc019214f60 pc=0xc0a637
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x624a948, 0xc00c005410}, {0x53d9bbc, 0x21}, {0x52f0080, 0xc01e6d80f0}, {0x51b9a20, 0xc00a7cbe00}, 0x39b1036d126c3f2d?, 0x568c070, ...)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:247 +0x384 fp=0xc0192150b8 sp=0xc019214fc8 pc=0x1648b84
google.golang.org/grpc.(*ClientConn).Invoke(0x79b9cd23bb66c38f?, {0x624a948?, 0xc00c005410?}, {0x53d9bbc?, 0x0?}, {0x52f0080?, 0xc01e6d80f0?}, {0x51b9a20?, 0xc00a7cbe00?}, {0x0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:35 +0x223 fp=0xc019215158 sp=0xc0192150b8 pc=0xc0a483
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc00452c4d0, {0x624a948, 0xc00c005410}, 0x0?, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9334 +0xc9 fp=0xc0192151d8 sp=0xc019215158 pc=0xdcf7a9
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.TracingInternalClient.Batch({{0x629d930?, 0xc00452c4d0?}}, {0x624a948, 0xc00c005410}, 0xc01e6d80f0, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:329 +0x171 fp=0xc0192152b0 sp=0xc0192151d8 pc=0x1671a71
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*TracingInternalClient).Batch(0x33ec0e0?, {0x624a948?, 0xc00c005410?}, 0x624a948?, {0x0?, 0xc002339f00?, 0xc019215410?})
	<autogenerated>:1 +0x65 fp=0xc019215300 sp=0xc0192152b0 pc=0x1671b45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc00847b1a0, {_, _}, _, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:211 +0x17e fp=0xc0192155a0 sp=0xc019215300 pc=0x19daefe
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc00847b1a0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f3d54179, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:190 +0x158 fp=0xc0192156d8 sp=0xc0192155a0 pc=0x19dad18
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f3d54179, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2079 +0x110f fp=0xc019215e20 sp=0xc0192156d8 pc=0x19ce2ef
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f3d54179, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1623 +0x805 fp=0xc019216720 sp=0xc019215e20 pc=0x19cade5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f3d54179, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1221 +0x433 fp=0xc019216f88 sp=0xc019216720 pc=0x19c8053
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).Send(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f3d54179, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:845 +0x629 fp=0xc0192173a8 sp=0xc019216f88 pc=0x19c5fe9
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnLockGatekeeper).SendLocked(0xc00ba26638, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_lock_gatekeeper.go:82 +0x2a8 fp=0xc019217600 sp=0xc0192173a8 pc=0x19f2348
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnMetricRecorder).SendLocked(0xc00ba26600, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_metric_recorder.go:46 +0x142 fp=0xc019217728 sp=0xc019217600 pc=0x19e9042
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnCommitter).SendLocked(0xc00ba265d0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_committer.go:129 +0x746 fp=0xc0192179b8 sp=0xc019217728 pc=0x19e5026
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).sendLockedWithRefreshAttempts(0xc00ba264d0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:225 +0x27a fp=0xc019217f58 sp=0xc0192179b8 pc=0x19eeefa
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).SendLocked(0xc00ba264d0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:153 +0x1cb fp=0xc019218248 sp=0xc019217f58 pc=0x19ee7ab
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnPipeliner).SendLocked(0xc00ba263a0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_pipeliner.go:290 +0x2ee fp=0xc019218548 sp=0xc019218248 pc=0x19e986e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSeqNumAllocator).SendLocked(0xc00ba26380?, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_seq_num_allocator.go:104 +0xb5 fp=0xc0192186f0 sp=0xc019218548 pc=0x19ee115
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).SendLocked(0xc00ba262d0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:245 +0x4e8 fp=0xc019218908 sp=0xc0192186f0 pc=0x19e6c28
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*TxnCoordSender).Send(0xc00ba26100, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_coord_sender.go:526 +0x592 fp=0xc019218b60 sp=0xc019218908 pc=0x19dd5f2
github.com/cockroachdb/cockroach/pkg/kv.(*DB).sendUsingSender(0xc001261200, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/db.go:1016 +0x156 fp=0xc019218c88 sp=0xc019218b60 pc=0x16ae696
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).Send(0xc0073bc8f0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/txn.go:1093 +0x225 fp=0xc019218f50 sp=0xc019218c88 pc=0x16b7905
github.com/cockroachdb/cockroach/pkg/sql.(*insertFastPathNode).runFKChecks(0xc01167a000, {{0x624a948?, 0xc00c005320?}, 0xc00f7d3800?, 0xc0069f4b78?})
	github.com/cockroachdb/cockroach/pkg/sql/insert_fast_path.go:212 +0x127 fp=0xc019219198 sp=0xc019218f50 pc=0x341d5a7
github.com/cockroachdb/cockroach/pkg/sql.(*insertFastPathNode).BatchedNext(0xc01167a000, {{0x624a948, 0xc00c005320}, 0xc00f7d3800, 0xc0069f4b78})
	github.com/cockroachdb/cockroach/pkg/sql/insert_fast_path.go:307 +0xac fp=0xc019219230 sp=0xc019219198 pc=0x341dd4c
github.com/cockroachdb/cockroach/pkg/sql.(*rowCountNode).startExec(0xc010e1f3b0, {{0x624a948?, 0xc00c005320?}, 0xc00f7d3800?, 0xc0069f4b78?})
	github.com/cockroachdb/cockroach/pkg/sql/plan_batch.go:173 +0xce fp=0xc019219288 sp=0xc019219230 pc=0x34772ae
github.com/cockroachdb/cockroach/pkg/sql.startExec.func2({0xc019219488?, 0x624c900?}, {0x624ceb0, 0xc010e1f3b0})
	github.com/cockroachdb/cockroach/pkg/sql/plan.go:518 +0x143 fp=0xc019219338 sp=0xc019219288 pc=0x3476843
github.com/cockroachdb/cockroach/pkg/sql.(*planVisitor).visitInternal.func1()
	github.com/cockroachdb/cockroach/pkg/sql/walk.go:112 +0x3e fp=0xc019219370 sp=0xc019219338 pc=0x354d95e
github.com/cockroachdb/cockroach/pkg/sql.(*planVisitor).visitInternal(0xc019219488, {0x624ceb0?, 0xc010e1f3b0?}, {0x5338c31?, 0x5?})
	github.com/cockroachdb/cockroach/pkg/sql/walk.go:297 +0x14c3 fp=0xc019219400 sp=0xc019219370 pc=0x354d863
github.com/cockroachdb/cockroach/pkg/sql.(*planVisitor).visit(0xc019219488, {0x624ceb0, 0xc010e1f3b0})
	github.com/cockroachdb/cockroach/pkg/sql/walk.go:79 +0xf7 fp=0xc019219450 sp=0xc019219400 pc=0x354c297
github.com/cockroachdb/cockroach/pkg/sql.walkPlan(...)
	github.com/cockroachdb/cockroach/pkg/sql/walk.go:43
github.com/cockroachdb/cockroach/pkg/sql.startExec({{0x624a948?, 0xc00c005320?}, 0xc00f7d3800?, 0xc0069f4b78?}, {0x624ceb0, 0xc010e1f3b0})
	github.com/cockroachdb/cockroach/pkg/sql/plan.go:521 +0x119 fp=0xc0192194d0 sp=0xc019219450 pc=0x3476699
github.com/cockroachdb/cockroach/pkg/sql.(*planNodeToRowSource).Start(0xc004adf080, {0x624a948, 0xc00c0052f0})
	github.com/cockroachdb/cockroach/pkg/sql/plan_node_to_row_source.go:166 +0xbd fp=0xc019219510 sp=0xc0192194d0 pc=0x3479bfd
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*FlowCoordinator).Start.func1()
	github.com/cockroachdb/cockroach/pkg/sql/colflow/flow_coordinator.go:122 +0x34 fp=0xc019219538 sp=0xc019219510 pc=0x3224ef4
github.com/cockroachdb/cockroach/pkg/sql/colexecerror.CatchVectorizedRuntimeError(0xc012b90d80?)
	github.com/cockroachdb/cockroach/pkg/sql/colexecerror/error.go:92 +0x62 fp=0xc019219578 sp=0xc019219538 pc=0x2126aa2
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*FlowCoordinator).Start(0xc012b90d80, {0x624a8a0?, 0xc005537440?})
	github.com/cockroachdb/cockroach/pkg/sql/colflow/flow_coordinator.go:121 +0x70 fp=0xc0192195d0 sp=0xc019219578 pc=0x3224e70
github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBaseNoHelper).Run(0xc012b90d80, {0x624a8a0?, 0xc005537440?})
	github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:728 +0x3a fp=0xc019219610 sp=0xc0192195d0 pc=0x230ec1a
github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc00d346c00, {0x624a8a0, 0xc005537440}, 0xc012b90d80?)
	github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:480 +0x25a fp=0xc0192196d0 sp=0xc019219610 pc=0x25bf07a
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*vectorizedFlow).Run(0x629ebe0?, {0x624a8a0?, 0xc005537440?}, 0xc0073bc8f0?)
	github.com/cockroachdb/cockroach/pkg/sql/colflow/vectorized_flow.go:307 +0x206 fp=0xc019219770 sp=0xc0192196d0 pc=0x322ac66
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000a94f00, {0x624a948, 0xc00c0050b0}, 0xc00a2c7d10, 0xc0073bc8f0, 0xc00a7cbb80, 0xc002897c00, 0xc0069f4eb0, 0xc011f21930)
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:757 +0xbc4 fp=0xc01921a020 sp=0xc019219770 pc=0x33b9844
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0x0?, {0x624a948?, 0xc00c0050b0}, 0xe8?, 0xc00a2c7d10, 0xf3eba8873ef4bc01?, {{0x624ceb0?, 0xc010e1f3b0?}, 0x0?}, 0xc002897c00, ...)
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1764 +0x265 fp=0xc01921a0e0 sp=0xc01921a020 pc=0x33be445
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRunAll(0xc000a94f00?, {0x624a948, 0xc00c0050b0}, 0xc0069f4eb0, 0xc0069f4b78?, 0xc0069f4b78, 0xc002897c00, 0x0)
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1472 +0x218 fp=0xc01921a1f8 sp=0xc01921a0e0 pc=0x33bc4f8
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc0069f4600, {0x624a948?, 0xc00c0050b0}, 0xc0069f4b78, 0xc00c0050b0?, {0x7fb1c7c85ea8?, 0xc004453ec8}, 0x71?, 0xc00112bb08)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1597 +0x594 fp=0xc01921a300 sp=0xc01921a1f8 pc=0x3310cf4
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc0069f4600, {0x624a8a0, 0xc005536c80}, 0xc0069f4b78, {0x7fb1c7c85ea8, 0xc004453ec8})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1200 +0xc2f fp=0xc01921a720 sp=0xc01921a300 pc=0x330e08f
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc0069f4600, {0x624a948?, 0xc0085c77a0?}, {{0x6273140, 0xc012b825a0}, {0xc00d668404, 0x7a}, 0x7, 0x1}, 0xc01272c000, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:694 +0x2374 fp=0xc01921b0b0 sp=0xc01921a720 pc=0x3309b54
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt.func1({0x624a948?, 0xc0085c77a0?})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:131 +0xfc fp=0xc01921b168 sp=0xc01921b0b0 pc=0x330725c
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithProfiling(0x624a948?, {0x624a948?, 0xc0085c77a0?}, {0x6273140?, 0xc012b825a0?}, 0x624a948?, 0xc0085c77a0?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:2438 +0x330 fp=0xc01921b2b8 sp=0xc01921b168 pc=0x3317010
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc0069f4600, {0x624a948, 0xc0085c77a0}, {{0x6273140, 0xc012b825a0}, {0xc00d668404, 0x7a}, 0x7, 0x1}, 0xc01272c000, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:130 +0x4bf fp=0xc01921b430 sp=0xc01921b2b8 pc=0x3306bff
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc0069f4600, {0x624a948, 0xc0085c77a0}, {0xc01272c000, {0xc00112b9d0, 0x7, 0x7}, {0x9c5f2e8, 0x1, 0x1}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:220 +0x173 fp=0xc01921b550 sp=0xc01921b430 pc=0x3307493
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2({{0xc00bfe731f, 0x0}, 0x0, {0xc1116e81a65f6564, 0x6f1fc678fb, 0x0}, 0x1}, 0xc0069f4600, 0xc01921b8c0, 0xc01921b8b0, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2201 +0x565 fp=0xc01921b708 sp=0xc01921b550 pc=0x32fafc5
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc0069f4600)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2203 +0x6d3 fp=0xc01921bcb8 sp=0xc01921b708 pc=0x32f9153
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc0069f4600, {0x624a8a0, 0xc00ff14080}, 0x4114a89400000000?, 0xc020287dc0?, 0xc00a712b10?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2048 +0x20b fp=0xc01921bd70 sp=0xc01921bcb8 pc=0x32f86eb
github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc003202000?, {0x624a8a0?, 0xc00ff14080?}, {0xc002f40800?}, 0x3?, 0xc00fa785e8?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:881 +0xe6 fp=0xc01921be20 sp=0xc01921bd70 pc=0x32f3486
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1()
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:758 +0x54f fp=0xc01921bfe0 sp=0xc01921be20 pc=0x37088af
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc01921bfe8 sp=0xc01921bfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:665 +0x22e

goroutine 263437 [IO wait]:
runtime.gopark(0x4d28360?, 0xb?, 0x0?, 0x0?, 0xbb?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00e708f58 sp=0xc00e708f38 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0xc7c0c908?, 0xb1?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc00e708f90 sp=0xc00e708f58 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1c7c0c820, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc00e708fb0 sp=0xc00e708f90 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc057133580?, 0xc004261000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc00e708fd8 sp=0xc00e708fb0 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc057133580, {0xc004261000, 0x1000, 0x1000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc00e709058 sp=0xc00e708fd8 pc=0x535efa
net.(*netFD).Read(0xc057133580, {0xc004261000?, 0x7b5a68?, 0xc057133580?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc00e7090a0 sp=0xc00e709058 pc=0x7a20c9
net.(*conn).Read(0xc01211eef8, {0xc004261000?, 0x164290f?, 0xc01211eef8?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc00e7090e8 sp=0xc00e7090a0 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc00b5aba40, {0xc004261000, 0x1000, 0x1000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc00e709130 sp=0xc00e7090e8 pc=0x1641f96
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc0076d93e0, {0xc004261000, 0x1000, 0x1000})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1949 +0x156 fp=0xc00e7091d0 sp=0xc00e709130 pc=0x370f896
bufio.(*Reader).fill(0xc00f56fc90)
	GOROOT/src/bufio/bufio.go:106 +0xff fp=0xc00e709208 sp=0xc00e7091d0 pc=0x5ae51f
bufio.(*Reader).ReadByte(0xc00f56fc90)
	GOROOT/src/bufio/bufio.go:265 +0x2c fp=0xc00e709228 sp=0xc00e709208 pc=0x5aecec
github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc00f570268?, {0x62295c8, 0xc00f56fc90})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:206 +0x2c fp=0xc00e709260 sp=0xc00e709228 pc=0x270ca4c
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl.func5(0xc00f56fc00, 0xc015094bd0, 0xc00e709442, 0xc00e709444, {0x623b718, 0xc012831440}, 0xc002f40800, 0xc0115e4314, 0xc00e709440)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:424 +0xa5 fp=0xc00e709398 sp=0xc00e709260 pc=0x3707185
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc00f56fc00, {0x624a948, 0xc007586030}, 0xc015094bc0, 0xc002f40800, 0xc005ec5230, {0x1, 0x2, {0x3, {0x532ee51, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:564 +0xc7f fp=0xc00e709768 sp=0xc00e709398 pc=0x3706c5f
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc003152c00, {0x624a948, 0xc007586030}, {0x628a538, 0xc00b5aba40}, {{{0xc010246038, 0x4}}, 0x1, 0xc005ec53b0, 0xc005ec5ef0, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:174 +0x29e fp=0xc00e7098a8 sp=0xc00e709768 pc=0x37051fe
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc003152c00, {0x624a948, 0xc007586030}, {0x628a538?, 0xc00b5aba40}, 0x90?)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:913 +0xd29 fp=0xc00e709e20 sp=0xc00e7098a8 pc=0x3715be9
github.com/cockroachdb/cockroach/pkg/server.(*SQLServer).startServeSQL.func1.1({0x624a948?, 0xc005ec4de0?}, {0x628a538, 0xc00b5aba40})
	github.com/cockroachdb/cockroach/pkg/server/server_sql.go:1474 +0xc8 fp=0xc00e709eb0 sp=0xc00e709e20 pc=0x39e1cc8
github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1({0x624a948, 0xc005ec4de0})
	github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:162 +0xd7 fp=0xc00e709f30 sp=0xc00e709eb0 pc=0x1643997
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00e709fe0 sp=0xc00e709f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00e709fe8 sp=0xc00e709fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 2463 [select]:
runtime.gopark(0xc008487168?, 0x3?, 0x0?, 0xa0?, 0xc008487102?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc008486f78 sp=0xc008486f58 pc=0x4907d6
runtime.selectgo(0xc008487168, 0xc0084870fc, 0xc008487138?, 0x0, 0xc008487130?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0084870b8 sp=0xc008486f78 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/rpc.(*pipe).recv(0xc007be8a30, {0x624a948, 0xc0060a8de0})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:1217 +0xe8 fp=0xc0084871a8 sp=0xc0084870b8 pc=0x165bee8
github.com/cockroachdb/cockroach/pkg/rpc.pipeReader.recv({0xc007be8a30?, 0x5684220?}, {0x624a948?, 0xc0060a8de0?}, {0x51d3160, 0xc01562acf0})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:1253 +0x45 fp=0xc0084871e0 sp=0xc0084871a8 pc=0x165c0c5
github.com/cockroachdb/cockroach/pkg/rpc.clientStream.RecvMsg(...)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:1301
github.com/cockroachdb/cockroach/pkg/rpc.(*clientStream).RecvMsg(0x0?, {0x51d3160?, 0xc01562acf0?})
	<autogenerated>:1 +0x77 fp=0xc008487248 sp=0xc0084871e0 pc=0x1666f77
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0xc003ba4380, {0x51d3160?, 0xc01562acf0?})
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:384 +0x37 fp=0xc008487290 sp=0xc008487248 pc=0x1649ad7
github.com/cockroachdb/cockroach/pkg/rpc.rangeFeedClientAdapter.Recv({{0x627d528?, 0xc003ba4380?}})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:1028 +0x59 fp=0xc0084872d0 sp=0xc008487290 pc=0x165b0b9
github.com/cockroachdb/cockroach/pkg/rpc.(*rangeFeedClientAdapter).Recv(0xc008487300?)
	<autogenerated>:1 +0x34 fp=0xc0084872f0 sp=0xc0084872d0 pc=0x1666a34
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed.func6()
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:649 +0x2e fp=0xc008487310 sp=0xc0084872f0 pc=0x19d6c2e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*stuckRangeFeedCanceler).do(0xc0060b20f0, 0xc008487780)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed_canceler.go:135 +0x1a2 fp=0xc0084873b8 sp=0xc008487310 pc=0x19d7622
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0xc001545400, {0x624a8a0?, 0xc0039f1e80?}, {{0xc00353afc8, 0x1, 0x8}, {0xc00353afd0, 0x1, 0x8}}, {0x17600a099d0c865d, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:648 +0xffa fp=0xc0084879a0 sp=0xc0084873b8 pc=0x19d629a
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0xc001545400, {0x624a8a0, 0xc0039f1e80}, 0xc00559ff40, 0xc00353afc8?, {{0xc00353afc8, 0x1, 0x8}, {0xc00353afd0, 0x1, ...}}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:423 +0x8fb fp=0xc008487e80 sp=0xc0084879a0 pc=0x19d467b
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1.1({0x624a8a0?, 0xc0039f1e80?})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:207 +0x117 fp=0xc008487f58 sp=0xc008487e80 pc=0x19d2b17
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
	github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x25 fp=0xc008487f78 sp=0xc008487f58 pc=0x1187be5
golang.org/x/sync/errgroup.(*Group).Go.func1()
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:74 +0x64 fp=0xc008487fe0 sp=0xc008487f78 pc=0x1187344
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc008487fe8 sp=0xc008487fe0 pc=0x4c2401
created by golang.org/x/sync/errgroup.(*Group).Go
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:71 +0xa5

goroutine 1647 [select]:
runtime.gopark(0xc001861f00?, 0x2?, 0x93?, 0x0?, 0xc001861ed4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc010db7d60 sp=0xc010db7d40 pc=0x4907d6
runtime.selectgo(0xc010db7f00, 0xc001861ed0, 0xc003b7a900?, 0x0, 0xc012784c80?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc010db7ea0 sp=0xc010db7d60 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc002e73720, 0x1)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/controlbuf.go:407 +0x115 fp=0xc010db7f30 sp=0xc010db7ea0 pc=0xbd68d5
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc001d5dd40)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/controlbuf.go:534 +0x85 fp=0xc010db7f88 sp=0xc010db7f30 pc=0xbd6fe5
google.golang.org/grpc/internal/transport.newHTTP2Client.func3()
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:415 +0x6a fp=0xc010db7fe0 sp=0xc010db7f88 pc=0xbe078a
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc010db7fe8 sp=0xc010db7fe0 pc=0x4c2401
created by google.golang.org/grpc/internal/transport.newHTTP2Client
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:413 +0x2011

goroutine 1646 [IO wait]:
runtime.gopark(0xc001673d80?, 0xb?, 0x0?, 0x0?, 0xd0e?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc001673a80 sp=0xc001673a60 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0x3e?, 0x0?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc001673ab8 sp=0xc001673a80 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1c7c0bec0, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc001673ad8 sp=0xc001673ab8 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc003690f00?, 0xc003fea000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc001673b00 sp=0xc001673ad8 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc003690f00, {0xc003fea000, 0x8000, 0x8000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc001673b80 sp=0xc001673b00 pc=0x535efa
net.(*netFD).Read(0xc003690f00, {0xc003fea000?, 0x50c7cc0?, 0x1?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc001673bc8 sp=0xc001673b80 pc=0x7a20c9
net.(*conn).Read(0xc0061e8938, {0xc003fea000?, 0xc010b29000?, 0xc010b291d0?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc001673c10 sp=0xc001673bc8 pc=0x7b53c5
bufio.(*Reader).Read(0xc001d5ccc0, {0xc001730660, 0x9, 0xc0038bb0f4?})
	GOROOT/src/bufio/bufio.go:237 +0x1bb fp=0xc001673c48 sp=0xc001673c10 pc=0x5aeafb
io.ReadAtLeast({0x62052c0, 0xc001d5ccc0}, {0xc001730660, 0x9, 0x9}, 0x9)
	GOROOT/src/io/io.go:332 +0x9a fp=0xc001673c90 sp=0xc001673c48 pc=0x52d13a
io.ReadFull(...)
	GOROOT/src/io/io.go:351
golang.org/x/net/http2.readFrameHeader({0xc001730660?, 0x9?, 0xc010b290e0?}, {0x62052c0?, 0xc001d5ccc0?})
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:237 +0x6e fp=0xc001673ce0 sp=0xc001673c90 pc=0xba1d8e
golang.org/x/net/http2.(*Framer).ReadFrame(0xc001730620)
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:498 +0x95 fp=0xc001673d90 sp=0xc001673ce0 pc=0xba25f5
google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc001c5e960)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:1498 +0x4be fp=0xc001673fc8 sp=0xc001673d90 pc=0xbea79e
google.golang.org/grpc/internal/transport.newHTTP2Client.func7()
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:365 +0x26 fp=0xc001673fe0 sp=0xc001673fc8 pc=0xbe08a6
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc001673fe8 sp=0xc001673fe0 pc=0x4c2401
created by google.golang.org/grpc/internal/transport.newHTTP2Client
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:365 +0x19bf

goroutine 309586 [select]:
runtime.gopark(0xc0082c0c20?, 0x3?, 0x22?, 0xb?, 0xc0082c0bda?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0082c0a40 sp=0xc0082c0a20 pc=0x4907d6
runtime.selectgo(0xc0082c0c20, 0xc0082c0bd4, 0xc00bde46c0?, 0x0, 0xc00c185090?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0082c0b80 sp=0xc0082c0a40 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0xc003117340, {0x624a910, 0xc00bde46c0}, 0xc0082c0ca8?, {0x629caa8, 0xc057862b80})
	github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:251 +0x165 fp=0xc0082c0c60 sp=0xc0082c0b80 pc=0x1ca0605
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0xc0005a7e00, {0x624a910, 0xc00bde46c0}, 0xc0082c0dd0?, 0xc0053f17a0)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:749 +0x3d1 fp=0xc0082c0da8 sp=0xc0082c0c60 pc=0x1ca75d1
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x624a910?, 0xc00bde46c0?})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:792 +0x38 fp=0xc0082c0de0 sp=0xc0082c0da8 pc=0x1ca7bd8
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x624a948?, 0xc0144b77d0?}, {0x537e81f, 0x12}, 0x4a817c800, 0xc0082c0f00)
	github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0xed fp=0xc0082c0e80 sp=0xc0082c0de0 pc=0x16210cd
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x624a948, 0xc0144b77d0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:790 +0xac fp=0xc0082c0f30 sp=0xc0082c0e80 pc=0x1ca7aac
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0082c0fe0 sp=0xc0082c0f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0082c0fe8 sp=0xc0082c0fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 299755 [sleep]:
runtime.gopark(0x4b80d08217a?, 0x8019a7?, 0x35?, 0xd8?, 0x6f5f2bb5c9?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc007b49df0 sp=0xc007b49dd0 pc=0x4907d6
time.Sleep(0x113dec7a3)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc007b49e30 sp=0xc007b49df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc00fa6b9e0, 0x8019a7, {0x4618e7?, 0x203003?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc007b49e88 sp=0xc007b49e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc00fa6b9e0, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc007b49ec8 sp=0xc007b49e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0x0?, {0xc00377d500?, 0x24, 0xc004047f70?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc007b49fa8 sp=0xc007b49ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc007b49fe0 sp=0xc007b49fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc007b49fe8 sp=0xc007b49fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 287728 [sleep]:
runtime.gopark(0x4b817955138?, 0x20094a?, 0x93?, 0xbd?, 0x6f698a9b28?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00334ddf0 sp=0xc00334ddd0 pc=0x4907d6
time.Sleep(0x113b07c25)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc00334de30 sp=0xc00334ddf0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc00e785800, 0x20094a, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc00334de88 sp=0xc00334de30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc00e785800, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc00334dec8 sp=0xc00334de88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc0036d3f80?, {0xc003cac140?, 0x8, 0xc0036d3f70?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc00334dfa8 sp=0xc00334dec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc00334dfe0 sp=0xc00334dfa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00334dfe8 sp=0xc00334dfe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 2918 [select, 7 minutes]:
runtime.gopark(0xc0086e4e58?, 0x2?, 0x1?, 0x30?, 0xc0086e4dfc?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0086e4c80 sp=0xc0086e4c60 pc=0x4907d6
runtime.selectgo(0xc0086e4e58, 0xc0086e4df8, 0xc0064c1b40?, 0x0, 0x2?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0086e4dc0 sp=0xc0086e4c80 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1({0x624a8a0, 0xc0064c1b40})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:203 +0x15e fp=0xc0086e4f58 sp=0xc0086e4dc0 pc=0x19d27fe
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
	github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x25 fp=0xc0086e4f78 sp=0xc0086e4f58 pc=0x1187be5
golang.org/x/sync/errgroup.(*Group).Go.func1()
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:74 +0x64 fp=0xc0086e4fe0 sp=0xc0086e4f78 pc=0x1187344
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0086e4fe8 sp=0xc0086e4fe0 pc=0x4c2401
created by golang.org/x/sync/errgroup.(*Group).Go
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:71 +0xa5

goroutine 259477 [sleep]:
runtime.gopark(0x4b824964a63?, 0x2a0ade?, 0x7a?, 0x93?, 0x6f77043b07?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0000addf0 sp=0xc0000addd0 pc=0x4907d6
time.Sleep(0x1142923a2)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc0000ade30 sp=0xc0000addf0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc0330ff860, 0x2a0ade, {0x2?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc0000ade88 sp=0xc0000ade30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc0330ff860, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc0000adec8 sp=0xc0000ade88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc0086def80?, {0xc004834a80?, 0x2d, 0xc0086def70?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc0000adfa8 sp=0xc0000adec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc0000adfe0 sp=0xc0000adfa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0000adfe8 sp=0xc0000adfe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 5102 [chan receive]:
runtime.gopark(0xc019735dd0?, 0x105495b?, 0x48?, 0xa9?, 0xc004de15f0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc021bf5cf8 sp=0xc021bf5cd8 pc=0x4907d6
runtime.chanrecv(0xc0032292c0, 0xc019735dc0, 0x1)
	GOROOT/src/runtime/chan.go:583 +0x49b fp=0xc021bf5d88 sp=0xc021bf5cf8 pc=0x45a91b
runtime.chanrecv2(0x4618e7?, 0x28?)
	GOROOT/src/runtime/chan.go:447 +0x18 fp=0xc021bf5db0 sp=0xc021bf5d88 pc=0x45a458
github.com/cockroachdb/cmux.muxListener.Accept(...)
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:184
github.com/cockroachdb/cmux.(*muxListener).Accept(0xc000b6c6c0?)
	<autogenerated>:1 +0x45 fp=0xc021bf5de0 sp=0xc021bf5db0 pc=0x1642445
github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith(0xc004dc36b8, {0x624a948, 0xc004de15f0}, 0x6295c98?, {0x6248348, 0xc0031f8510}, 0xc0050eca38)
	github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:138 +0x82 fp=0xc021bf5eb8 sp=0xc021bf5de0 pc=0x1643602
github.com/cockroachdb/cockroach/pkg/server.(*SQLServer).startServeSQL.func1({0x624a948, 0xc004de15f0})
	github.com/cockroachdb/cockroach/pkg/server/server_sql.go:1470 +0xd3 fp=0xc021bf5f30 sp=0xc021bf5eb8 pc=0x39e1bb3
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc021bf5fe0 sp=0xc021bf5f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc021bf5fe8 sp=0xc021bf5fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 294849 [IO wait]:
runtime.gopark(0x4d28360?, 0xb?, 0x0?, 0x0?, 0x624?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc001860f58 sp=0xc001860f38 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0xccf29550?, 0xb1?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc001860f90 sp=0xc001860f58 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1ccf29468, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc001860fb0 sp=0xc001860f90 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc00fa1df80?, 0xc006a7a000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc001860fd8 sp=0xc001860fb0 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc00fa1df80, {0xc006a7a000, 0x1000, 0x1000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc001861058 sp=0xc001860fd8 pc=0x535efa
net.(*netFD).Read(0xc00fa1df80, {0xc006a7a000?, 0x7b5a68?, 0xc00fa1df80?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc0018610a0 sp=0xc001861058 pc=0x7a20c9
net.(*conn).Read(0xc0106258d8, {0xc006a7a000?, 0x164290f?, 0xc0106258d8?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc0018610e8 sp=0xc0018610a0 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc00f9b8ba0, {0xc006a7a000, 0x1000, 0x1000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc001861130 sp=0xc0018610e8 pc=0x1641f96
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc0131ded08, {0xc006a7a000, 0x1000, 0x1000})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1949 +0x156 fp=0xc0018611d0 sp=0xc001861130 pc=0x370f896
bufio.(*Reader).fill(0xc00a62f490)
	GOROOT/src/bufio/bufio.go:106 +0xff fp=0xc001861208 sp=0xc0018611d0 pc=0x5ae51f
bufio.(*Reader).ReadByte(0xc00a62f490)
	GOROOT/src/bufio/bufio.go:265 +0x2c fp=0xc001861228 sp=0xc001861208 pc=0x5aecec
github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc00a62fa68?, {0x62295c8, 0xc00a62f490})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:206 +0x2c fp=0xc001861260 sp=0xc001861228 pc=0x270ca4c
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl.func5(0xc00a62f400, 0xc057755780, 0xc001861442, 0xc001861444, {0x623b718, 0xc01217cea0}, 0xc002f40800, 0xc01e353144, 0xc001861440)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:424 +0xa5 fp=0xc001861398 sp=0xc001861260 pc=0x3707185
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc00a62f400, {0x624a948, 0xc0107269f0}, 0xc057755770, 0xc002f40800, 0xc010726930, {0x1, 0x2, {0x3, {0x532ee51, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:564 +0xc7f fp=0xc001861768 sp=0xc001861398 pc=0x3706c5f
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc003152c00, {0x624a948, 0xc0107269f0}, {0x628a538, 0xc00f9b8ba0}, {{{0xc00ba23038, 0x4}}, 0x1, 0xc010726960, 0xc010726990, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:174 +0x29e fp=0xc0018618a8 sp=0xc001861768 pc=0x37051fe
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc003152c00, {0x624a948, 0xc0107269f0}, {0x628a538?, 0xc00f9b8ba0}, 0x90?)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:913 +0xd29 fp=0xc001861e20 sp=0xc0018618a8 pc=0x3715be9
github.com/cockroachdb/cockroach/pkg/server.(*SQLServer).startServeSQL.func1.1({0x624a948?, 0xc010726840?}, {0x628a538, 0xc00f9b8ba0})
	github.com/cockroachdb/cockroach/pkg/server/server_sql.go:1474 +0xc8 fp=0xc001861eb0 sp=0xc001861e20 pc=0x39e1cc8
github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1({0x624a948, 0xc010726840})
	github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:162 +0xd7 fp=0xc001861f30 sp=0xc001861eb0 pc=0x1643997
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc001861fe0 sp=0xc001861f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc001861fe8 sp=0xc001861fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 1654 [IO wait]:
runtime.gopark(0x0?, 0xb?, 0x0?, 0x0?, 0xd41?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc005d48aa0 sp=0xc005d48a80 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0xbef6f1?, 0x0?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc005d48ad8 sp=0xc005d48aa0 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1c7c0bce0, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc005d48af8 sp=0xc005d48ad8 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc00707ac00?, 0xc0040c2000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc005d48b20 sp=0xc005d48af8 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc00707ac00, {0xc0040c2000, 0x8000, 0x8000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc005d48ba0 sp=0xc005d48b20 pc=0x535efa
net.(*netFD).Read(0xc00707ac00, {0xc0040c2000?, 0xc005d48c70?, 0x46159f?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc005d48be8 sp=0xc005d48ba0 pc=0x7a20c9
net.(*conn).Read(0xc004bf6f38, {0xc0040c2000?, 0x7fb1f593d5b8?, 0x18?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc005d48c30 sp=0xc005d48be8 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc00274ad20, {0xc0040c2000, 0x8000, 0x8000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc005d48c78 sp=0xc005d48c30 pc=0x1641f96
bufio.(*Reader).Read(0xc00274b0e0, {0xc001b4eba0, 0x9, 0xc033b9b650?})
	GOROOT/src/bufio/bufio.go:237 +0x1bb fp=0xc005d48cb0 sp=0xc005d48c78 pc=0x5aeafb
io.ReadAtLeast({0x62052c0, 0xc00274b0e0}, {0xc001b4eba0, 0x9, 0x9}, 0x9)
	GOROOT/src/io/io.go:332 +0x9a fp=0xc005d48cf8 sp=0xc005d48cb0 pc=0x52d13a
io.ReadFull(...)
	GOROOT/src/io/io.go:351
golang.org/x/net/http2.readFrameHeader({0xc001b4eba0?, 0x9?, 0xc000118110?}, {0x62052c0?, 0xc00274b0e0?})
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:237 +0x6e fp=0xc005d48d48 sp=0xc005d48cf8 pc=0xba1d8e
golang.org/x/net/http2.(*Framer).ReadFrame(0xc001b4eb60)
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:498 +0x95 fp=0xc005d48df8 sp=0xc005d48d48 pc=0xba25f5
google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc0083e1860, 0xc005d48fd0?, 0x1054cca?)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:611 +0x174 fp=0xc005d48f18 sp=0xc005d48df8 pc=0xbf09b4
google.golang.org/grpc.(*Server).serveStreams(0xc008720a80, {0x6294e00?, 0xc0083e1860})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:906 +0x142 fp=0xc005d48f80 sp=0xc005d48f18 pc=0xc1d702
google.golang.org/grpc.(*Server).handleRawConn.func1()
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:848 +0x46 fp=0xc005d48fe0 sp=0xc005d48f80 pc=0xc1cec6
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc005d48fe8 sp=0xc005d48fe0 pc=0x4c2401
created by google.golang.org/grpc.(*Server).handleRawConn
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:847 +0x185

goroutine 1653 [select]:
runtime.gopark(0xc005d49f70?, 0x4?, 0x6?, 0x0?, 0xc005d49ed0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc005d49d18 sp=0xc005d49cf8 pc=0x4907d6
runtime.selectgo(0xc005d49f70, 0xc005d49ec8, 0x6213da0?, 0x0, 0xc00150f1d8?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc005d49e58 sp=0xc005d49d18 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc0083e1860)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:1131 +0x233 fp=0xc005d49fc8 sp=0xc005d49e58 pc=0xbf4d73
google.golang.org/grpc/internal/transport.NewServerTransport.func4()
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:341 +0x26 fp=0xc005d49fe0 sp=0xc005d49fc8 pc=0xbedaa6
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc005d49fe8 sp=0xc005d49fe0 pc=0x4c2401
created by google.golang.org/grpc/internal/transport.NewServerTransport
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:341 +0x1a38

goroutine 294710 [IO wait]:
runtime.gopark(0x4d28360?, 0xb?, 0x0?, 0x0?, 0x661?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc004ca6f58 sp=0xc004ca6f38 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0xccf29af0?, 0xb1?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc004ca6f90 sp=0xc004ca6f58 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1ccf29a08, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc004ca6fb0 sp=0xc004ca6f90 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc0125a3500?, 0xc00eb0f000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc004ca6fd8 sp=0xc004ca6fb0 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc0125a3500, {0xc00eb0f000, 0x1000, 0x1000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc004ca7058 sp=0xc004ca6fd8 pc=0x535efa
net.(*netFD).Read(0xc0125a3500, {0xc00eb0f000?, 0x7b5a68?, 0xc0125a3500?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc004ca70a0 sp=0xc004ca7058 pc=0x7a20c9
net.(*conn).Read(0xc007096730, {0xc00eb0f000?, 0x164290f?, 0xc007096730?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc004ca70e8 sp=0xc004ca70a0 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc036aa9380, {0xc00eb0f000, 0x1000, 0x1000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc004ca7130 sp=0xc004ca70e8 pc=0x1641f96
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc0046bc618, {0xc00eb0f000, 0x1000, 0x1000})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1949 +0x156 fp=0xc004ca71d0 sp=0xc004ca7130 pc=0x370f896
bufio.(*Reader).fill(0xc004880c90)
	GOROOT/src/bufio/bufio.go:106 +0xff fp=0xc004ca7208 sp=0xc004ca71d0 pc=0x5ae51f
bufio.(*Reader).ReadByte(0xc004880c90)
	GOROOT/src/bufio/bufio.go:265 +0x2c fp=0xc004ca7228 sp=0xc004ca7208 pc=0x5aecec
github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc004881268?, {0x62295c8, 0xc004880c90})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:206 +0x2c fp=0xc004ca7260 sp=0xc004ca7228 pc=0x270ca4c
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl.func5(0xc004880c00, 0xc012304230, 0xc004ca7442, 0xc004ca7444, {0x623b718, 0xc0084b58c0}, 0xc002f40800, 0xc005c5d914, 0xc004ca7440)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:424 +0xa5 fp=0xc004ca7398 sp=0xc004ca7260 pc=0x3707185
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc004880c00, {0x624a948, 0xc00bc78e10}, 0xc012304220, 0xc002f40800, 0xc00bc78b70, {0x1, 0x2, {0x3, {0x532ee51, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:564 +0xc7f fp=0xc004ca7768 sp=0xc004ca7398 pc=0x3706c5f
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc003152c00, {0x624a948, 0xc00bc78e10}, {0x628a538, 0xc036aa9380}, {{{0xc006d8d038, 0x4}}, 0x1, 0xc00bc78cf0, 0xc00bc78d20, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:174 +0x29e fp=0xc004ca78a8 sp=0xc004ca7768 pc=0x37051fe
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc003152c00, {0x624a948, 0xc00bc78e10}, {0x628a538?, 0xc036aa9380}, 0x90?)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:913 +0xd29 fp=0xc004ca7e20 sp=0xc004ca78a8 pc=0x3715be9
github.com/cockroachdb/cockroach/pkg/server.(*SQLServer).startServeSQL.func1.1({0x624a948?, 0xc00bc78990?}, {0x628a538, 0xc036aa9380})
	github.com/cockroachdb/cockroach/pkg/server/server_sql.go:1474 +0xc8 fp=0xc004ca7eb0 sp=0xc004ca7e20 pc=0x39e1cc8
github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1({0x624a948, 0xc00bc78990})
	github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:162 +0xd7 fp=0xc004ca7f30 sp=0xc004ca7eb0 pc=0x1643997
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc004ca7fe0 sp=0xc004ca7f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc004ca7fe8 sp=0xc004ca7fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 309523 [runnable]:
runtime.gopark(0x4d28360?, 0xb?, 0x0?, 0x0?, 0x521?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc005a1af58 sp=0xc005a1af38 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0xca7fe7c0?, 0xb1?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc005a1af90 sp=0xc005a1af58 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1ca7fe6d8, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc005a1afb0 sp=0xc005a1af90 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc005157a80?, 0xc003f12000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc005a1afd8 sp=0xc005a1afb0 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc005157a80, {0xc003f12000, 0x1000, 0x1000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc005a1b058 sp=0xc005a1afd8 pc=0x535efa
net.(*netFD).Read(0xc005157a80, {0xc003f12000?, 0x7b5a68?, 0xc005157a80?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc005a1b0a0 sp=0xc005a1b058 pc=0x7a20c9
net.(*conn).Read(0xc000c656f8, {0xc003f12000?, 0x164290f?, 0xc000c656f8?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc005a1b0e8 sp=0xc005a1b0a0 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc00f152c60, {0xc003f12000, 0x1000, 0x1000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc005a1b130 sp=0xc005a1b0e8 pc=0x1641f96
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc00a70e9d8, {0xc003f12000, 0x1000, 0x1000})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1949 +0x156 fp=0xc005a1b1d0 sp=0xc005a1b130 pc=0x370f896
bufio.(*Reader).fill(0xc005140c90)
	GOROOT/src/bufio/bufio.go:106 +0xff fp=0xc005a1b208 sp=0xc005a1b1d0 pc=0x5ae51f
bufio.(*Reader).ReadByte(0xc005140c90)
	GOROOT/src/bufio/bufio.go:265 +0x2c fp=0xc005a1b228 sp=0xc005a1b208 pc=0x5aecec
github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc005141268?, {0x62295c8, 0xc005140c90})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:206 +0x2c fp=0xc005a1b260 sp=0xc005a1b228 pc=0x270ca4c
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl.func5(0xc005140c00, 0xc00c471c10, 0xc005a1b442, 0xc005a1b444, {0x623b718, 0xc00d9c93b0}, 0xc002f40800, 0xc00bb8ccf4, 0xc005a1b440)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:424 +0xa5 fp=0xc005a1b398 sp=0xc005a1b260 pc=0x3707185
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc005140c00, {0x624a948, 0xc005b322a0}, 0xc00c471c00, 0xc002f40800, 0xc00c081e30, {0x1, 0x2, {0x3, {0x532ee51, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:564 +0xc7f fp=0xc005a1b768 sp=0xc005a1b398 pc=0x3706c5f
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc003152c00, {0x624a948, 0xc005b322a0}, {0x628a538, 0xc00f152c60}, {{{0xc003dd0038, 0x4}}, 0x1, 0xc00c081e60, 0xc00c081e90, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:174 +0x29e fp=0xc005a1b8a8 sp=0xc005a1b768 pc=0x37051fe
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc003152c00, {0x624a948, 0xc005b322a0}, {0x628a538?, 0xc00f152c60}, 0x90?)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:913 +0xd29 fp=0xc005a1be20 sp=0xc005a1b8a8 pc=0x3715be9
github.com/cockroachdb/cockroach/pkg/server.(*SQLServer).startServeSQL.func1.1({0x624a948?, 0xc00c081d70?}, {0x628a538, 0xc00f152c60})
	github.com/cockroachdb/cockroach/pkg/server/server_sql.go:1474 +0xc8 fp=0xc005a1beb0 sp=0xc005a1be20 pc=0x39e1cc8
github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1({0x624a948, 0xc00c081d70})
	github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:162 +0xd7 fp=0xc005a1bf30 sp=0xc005a1beb0 pc=0x1643997
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc005a1bfe0 sp=0xc005a1bf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc005a1bfe8 sp=0xc005a1bfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 299132 [sleep]:
runtime.gopark(0x4b8d2b6468a?, 0x1002f5f?, 0x83?, 0x30?, 0x702fd3360d?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc013737df0 sp=0xc013737dd0 pc=0x4907d6
time.Sleep(0x11ed8220b)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc013737e30 sp=0xc013737df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc0367604e0, 0x1002f5f, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc013737e88 sp=0xc013737e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc0367604e0, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc013737ec8 sp=0xc013737e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc008720a80?, {0xc007ffe8c0?, 0x6, 0xc011390fb8?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc013737fa8 sp=0xc013737ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc013737fe0 sp=0xc013737fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc013737fe8 sp=0xc013737fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 295954 [sleep]:
runtime.gopark(0x4b81588bc38?, 0x1002f97?, 0x40?, 0xd?, 0x6f689beaca?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc004085df0 sp=0xc004085dd0 pc=0x4907d6
time.Sleep(0x114ce6211)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc004085e30 sp=0xc004085df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc00eb33c80, 0x1002f97, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc004085e88 sp=0xc004085e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc00eb33c80, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc004085ec8 sp=0xc004085e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc008720a80?, {0xc00ee9c8c0?, 0x7, 0xc004ebcfb8?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc004085fa8 sp=0xc004085ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc004085fe0 sp=0xc004085fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc004085fe8 sp=0xc004085fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 1704 [select, 7 minutes]:
runtime.gopark(0xc0060d9508?, 0x2?, 0x0?, 0x80?, 0xc0060d94f4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0060d9368 sp=0xc0060d9348 pc=0x4907d6
runtime.selectgo(0xc0060d9508, 0xc0060d94f0, 0xc0051de4e0?, 0x0, 0x23?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0060d94a8 sp=0xc0060d9368 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport.(*incomingStream).Run(0xc001b51a20, {0x624a948, 0xc0051de4e0}, 0xc000b6c6c0, {0x628ab10?, 0xc000739180})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport/receiver.go:342 +0x1b9 fp=0xc0060d9560 sp=0xc0060d94a8 pc=0x1d1a619
github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport.(*Receiver).PushUpdates(0xc0012613b0, {0x628ab10, 0xc000739180})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport/receiver.go:89 +0x92 fp=0xc0060d95b0 sp=0xc0060d9560 pc=0x1d18f12
github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/ctpb._SideTransport_PushUpdates_Handler({0x51002e0?, 0xc0012613b0}, {0x627d570?, 0xc0024c8200})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/ctpb/bazel-out/k8-opt/bin/pkg/kv/kvserver/closedts/ctpb/ctpb_go_proto_/github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/ctpb/service.pb.go:344 +0x9f fp=0xc0060d95e8 sp=0xc0060d95b0 pc=0x16c585f
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x51002e0, 0xc0012613b0}, {0x627dc78?, 0xc0013a35f0?}, 0xc004545818, 0x5683fc0)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x6c4 fp=0xc0060d9920 sp=0xc0060d95e8 pc=0x16481a4
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x51002e0?, 0xc0012613b0?}, {0x627dc78?, 0xc0013a35f0?})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1408 +0x5b fp=0xc0060d9960 sp=0xc0060d9920 pc=0xc21dfb
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x51002e0, 0xc0012613b0}, {0x627dc78, 0xc0013a35f0}, 0x1054f90?, 0xc0021adfc0)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:272 +0x74 fp=0xc0060d9990 sp=0xc0060d9960 pc=0x16576d4
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x51002e0?, 0xc0012613b0?}, {0x627dc78?, 0xc0013a35f0?})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1411 +0x83 fp=0xc0060d99d0 sp=0xc0060d9990 pc=0xc21e23
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x0?, 0x0?})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:241 +0x2d fp=0xc0060d9a00 sp=0xc0060d99d0 pc=0x165798d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0xc000b6c6c0, {0x624a948, 0xc0051de270}, {0xc0036d5b08?, 0x46159f?}, 0xc0036d5ac0)
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:341 +0xd1 fp=0xc0060d9a78 sp=0xc0060d9a00 pc=0x10542d1
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x51002e0, 0xc0012613b0}, {0x627dc78?, 0xc0013a35f0?}, 0xc004545818, 0xc0021adfc0)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:240 +0xef fp=0xc0060d9b00 sp=0xc0060d9a78 pc=0x165790f
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x51002e0?, 0xc0012613b0?}, {0x627dc78?, 0xc0013a35f0?})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1411 +0x83 fp=0xc0060d9b40 sp=0xc0060d9b00 pc=0xc21e23
google.golang.org/grpc.chainStreamInterceptors.func1({0x51002e0, 0xc0012613b0}, {0x627dc78, 0xc0013a35f0}, 0xc004545818, 0x5683fc0)
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1413 +0x12b fp=0xc0060d9b90 sp=0xc0060d9b40 pc=0xc21d4b
google.golang.org/grpc.(*Server).processStreamingRPC(0xc008720a80, {0x6294e00, 0xc002334ea0}, 0xc002d6afc0, 0xc00096e7e0, 0x8fc0b80, 0x0)
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1549 +0xf3b fp=0xc0060d9e48 sp=0xc0060d9b90 pc=0xc22dbb
google.golang.org/grpc.(*Server).handleStream(0xc008720a80, {0x6294e00, 0xc002334ea0}, 0xc002d6afc0, 0x0)
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1624 +0x9ea fp=0xc0060d9f68 sp=0xc0060d9e48 pc=0xc245ea
google.golang.org/grpc.(*Server).serveStreams.func1.2()
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:922 +0x98 fp=0xc0060d9fe0 sp=0xc0060d9f68 pc=0xc1dab8
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0060d9fe8 sp=0xc0060d9fe0 pc=0x4c2401
created by google.golang.org/grpc.(*Server).serveStreams.func1
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:920 +0x28a

goroutine 1705 [select]:
runtime.gopark(0xc0036d5a10?, 0x2?, 0xb7?, 0xb0?, 0xc0036d59f4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0036d5878 sp=0xc0036d5858 pc=0x4907d6
runtime.selectgo(0xc0036d5a10, 0xc0036d59f0, 0xc0018ce000?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0036d59b8 sp=0xc0036d5878 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc0023395e0, {0xc0045457b0, 0x5, 0x5})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:179 +0x90 fp=0xc0036d5a40 sp=0xc0036d59b8 pc=0xbf96b0
google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0023395e0, {0xc0045457b0?, 0xc006ee1290?, 0xc0036d5a88?})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:173 +0x178 fp=0xc0036d5a80 sp=0xc0036d5a40 pc=0xbf9578
google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc00552fb00, {0xc0045457b0?, 0xc0036d5b00?, 0xbf0787?})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:485 +0x32 fp=0xc0036d5ac8 sp=0xc0036d5a80 pc=0xbfabb2
io.ReadAtLeast({0x6213e00, 0xc00552fb00}, {0xc0045457b0, 0x5, 0x5}, 0x5)
	GOROOT/src/io/io.go:332 +0x9a fp=0xc0036d5b10 sp=0xc0036d5ac8 pc=0x52d13a
io.ReadFull(...)
	GOROOT/src/io/io.go:351
google.golang.org/grpc/internal/transport.(*Stream).Read(0xc002d6afc0, {0xc0045457b0, 0x5, 0x5})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:469 +0xa5 fp=0xc0036d5b50 sp=0xc0036d5b10 pc=0xbfab25
google.golang.org/grpc.(*parser).recvMsg(0xc0045457a0, 0x7fffffff)
	google.golang.org/grpc/external/org_golang_google_grpc/rpc_util.go:559 +0x47 fp=0xc0036d5bd0 sp=0xc0036d5b50 pc=0xc18c47
google.golang.org/grpc.recvAndDecompress(0x1e63756?, 0xc002d6afc0, {0x0, 0x0}, 0x7fffffff, 0x0, {0x6248888, 0x9c5fde0})
	google.golang.org/grpc/external/org_golang_google_grpc/rpc_util.go:690 +0x66 fp=0xc0036d5c68 sp=0xc0036d5bd0 pc=0xc19546
google.golang.org/grpc.recv(0x1d1a426?, {0x7fb1c7c6d568, 0xc0004b4550}, 0x2?, {0x0?, 0x0?}, {0x512ca20, 0xc00847b7a0}, 0x203002?, 0x0, ...)
	google.golang.org/grpc/external/org_golang_google_grpc/rpc_util.go:756 +0x6e fp=0xc0036d5ce0 sp=0xc0036d5c68 pc=0xc19c2e
google.golang.org/grpc.(*serverStream).RecvMsg(0xc0013a35f0, {0x512ca20?, 0xc00847b7a0})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:1583 +0x178 fp=0xc0036d5e10 sp=0xc0036d5ce0 pc=0xc30178
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingServerStream).RecvMsg(0x9172440?, {0x512ca20?, 0xc00847b7a0?})
	<autogenerated>:1 +0x34 fp=0xc0036d5e38 sp=0xc0036d5e10 pc=0x1649cb4
github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/ctpb.(*sideTransportPushUpdatesServer).Recv(0xc000739180)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/ctpb/bazel-out/k8-opt/bin/pkg/kv/kvserver/closedts/ctpb/ctpb_go_proto_/github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/ctpb/service.pb.go:363 +0x4c fp=0xc0036d5e68 sp=0xc0036d5e38 pc=0x16c594c
github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport.(*incomingStream).Run.func1({0x624a948, 0xc0051de660})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport/receiver.go:304 +0xc2 fp=0xc0036d5f30 sp=0xc0036d5e68 pc=0x1d1a762
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0036d5fe0 sp=0xc0036d5f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0036d5fe8 sp=0xc0036d5fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 5125 [sync.Cond.Wait]:
runtime.gopark(0xc001ad38a0?, 0xc018343c98?, 0x80?, 0xb5?, 0xc0563ea948?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0181fdc78 sp=0xc0181fdc58 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc000b6e2b8, 0x1a25)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc0181fdcc0 sp=0xc0181fdc78 pc=0x4be30c
sync.(*Cond).Wait(0x5?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc0181fdcf8 sp=0xc0181fdcc0 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport.(*updatesBuf).GetBySeq(0xc000b6e2a0, {0x624a8a0, 0xc00476c080}, 0x8c4)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport/sender.go:594 +0xdb fp=0xc0181fddb0 sp=0xc0181fdcf8 pc=0x1d1cc5b
github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport.(*rpcConn).run.func1({0x624a948?, 0xc004740a80?})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport/sender.go:803 +0x336 fp=0xc0181fdf30 sp=0xc0181fddb0 pc=0x1d1dbd6
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0181fdfe0 sp=0xc0181fdf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0181fdfe8 sp=0xc0181fdfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 2376 [select]:
runtime.gopark(0xc0083e5ca0?, 0x5?, 0x5?, 0x0?, 0xc0083e5a66?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0083e5898 sp=0xc0083e5878 pc=0x4907d6
runtime.selectgo(0xc0083e5ca0, 0xc0083e5a5c, 0xc002e4e100?, 0x0, 0x17600a0db9fc18ed?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0083e59d8 sp=0xc0083e5898 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.(*Watcher).Run(0xc00520e240, {0x624a8a0, 0xc002e4e100})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:323 +0x95f fp=0xc0083e5d60 sp=0xc0083e59d8 pc=0x326315f
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.Start.func1({0x624a948?, 0xc005205b60?})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:189 +0x27a fp=0xc0083e5f30 sp=0xc0083e5d60 pc=0x326255a
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0083e5fe0 sp=0xc0083e5f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0083e5fe8 sp=0xc0083e5fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 2462 [select, 7 minutes]:
runtime.gopark(0xc004089fb0?, 0x2?, 0x58?, 0x9f?, 0xc004089f9c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc004089e28 sp=0xc004089e08 pc=0x4907d6
runtime.selectgo(0xc004089fb0, 0xc004089f98, 0xc00342a4e0?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc004089f68 sp=0xc004089e28 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2()
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:340 +0x71 fp=0xc004089fe0 sp=0xc004089f68 pc=0x1649731
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc004089fe8 sp=0xc004089fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:339 +0x152

goroutine 284166 [sleep]:
runtime.gopark(0x4b7f150fb49?, 0x400e81?, 0x51?, 0xad?, 0x6f42dc8adc?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc005d4fdf0 sp=0xc005d4fdd0 pc=0x4907d6
time.Sleep(0x11346c120)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc005d4fe30 sp=0xc005d4fdf0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc01270a060, 0x400e81, {0x2?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc005d4fe88 sp=0xc005d4fe30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc01270a060, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc005d4fec8 sp=0xc005d4fe88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0x0?, {0xc0082b2000?, 0x38, 0xc011392f70?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc005d4ffa8 sp=0xc005d4fec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc005d4ffe0 sp=0xc005d4ffa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc005d4ffe8 sp=0xc005d4ffe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 258966 [sync.Cond.Wait]:
runtime.gopark(0x4c13fe0?, 0x4fdee40?, 0x12?, 0x0?, 0xc00de3f640?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc003b915d0 sp=0xc003b915b0 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc006b03190, 0x19a)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc003b91618 sp=0xc003b915d0 pc=0x4be30c
sync.(*Cond).Wait(0xc010f9c400?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc003b91650 sp=0xc003b91618 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/sql.(*StmtBuf).CurCmd(0xc010f9ca68)
	github.com/cockroachdb/cockroach/pkg/sql/conn_io.go:460 +0xbe fp=0xc003b91708 sp=0xc003b91650 pc=0x3321a5e
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc001becc00)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2074 +0xe5 fp=0xc003b91cb8 sp=0xc003b91708 pc=0x32f8b65
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc001becc00, {0x624a8a0, 0xc006b031c0}, 0x4117386000000000?, 0xc004023dc0?, 0xc00b9c0330?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2048 +0x20b fp=0xc003b91d70 sp=0xc003b91cb8 pc=0x32f86eb
github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc003202000?, {0x624a8a0?, 0xc006b031c0?}, {0xc002f40800?}, 0x3?, 0xc00a310df8?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:881 +0xe6 fp=0xc003b91e20 sp=0xc003b91d70 pc=0x32f3486
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1()
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:758 +0x54f fp=0xc003b91fe0 sp=0xc003b91e20 pc=0x37088af
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc003b91fe8 sp=0xc003b91fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:665 +0x22e

goroutine 286407 [sleep]:
runtime.gopark(0x4b8ab4e592e?, 0x400eb6?, 0xd6?, 0x4f?, 0x700af28b6b?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc002de1df0 sp=0xc002de1dd0 pc=0x4907d6
time.Sleep(0x1215f63e3)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc002de1e30 sp=0xc002de1df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc0155c3830, 0x400eb6, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc002de1e88 sp=0xc002de1e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc0155c3830, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc002de1ec8 sp=0xc002de1e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc00afa5f80?, {0xc0041dd680?, 0xa, 0xc00afa5f70?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc002de1fa8 sp=0xc002de1ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc002de1fe0 sp=0xc002de1fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc002de1fe8 sp=0xc002de1fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 2464 [select]:
runtime.gopark(0xc007f69c60?, 0xa?, 0xa0?, 0xa8?, 0xc007f698d4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc007f696e8 sp=0xc007f696c8 pc=0x4907d6
runtime.selectgo(0xc007f69c60, 0xc007f698c0, 0xc0274932b0?, 0x0, 0x16?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc007f69828 sp=0xc007f696e8 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run(0xc002b07200, {0x624a948?, 0xc0060a8f60?}, 0xc45d72?, 0xc006191f08, 0xc000b6c6c0)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:268 +0x51f fp=0xc007f69ef0 sp=0xc007f69828 pc=0x1c85b3f
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).Start.func1({0x624a948?, 0xc0060a8f60?})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:221 +0x3c fp=0xc007f69f30 sp=0xc007f69ef0 pc=0x1c855dc
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc007f69fe0 sp=0xc007f69f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc007f69fe8 sp=0xc007f69fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 294983 [chan receive]:
runtime.gopark(0x2faf080?, 0x3b9aca00?, 0x0?, 0x0?, 0x0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0126f84a0 sp=0xc0126f8480 pc=0x4907d6
runtime.chanrecv(0xc00ef572c0, 0xc0126f86e8, 0x1)
	GOROOT/src/runtime/chan.go:583 +0x49b fp=0xc0126f8530 sp=0xc0126f84a0 pc=0x45a91b
runtime.chanrecv1(0x1?, 0x2?)
	GOROOT/src/runtime/chan.go:442 +0x18 fp=0xc0126f8558 sp=0xc0126f8530 pc=0x45a418
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges.func1()
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1290 +0x127 fp=0xc0126f8720 sp=0xc0126f8558 pc=0x19c9a07
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e3dd0444, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1468 +0x17b9 fp=0xc0126f8f88 sp=0xc0126f8720 pc=0x19c93d9
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).Send(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e3dd0444, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:845 +0x629 fp=0xc0126f93a8 sp=0xc0126f8f88 pc=0x19c5fe9
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnLockGatekeeper).SendLocked(0xc00bb48bb8, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_lock_gatekeeper.go:82 +0x2a8 fp=0xc0126f9600 sp=0xc0126f93a8 pc=0x19f2348
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnMetricRecorder).SendLocked(0xc00bb48b80, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_metric_recorder.go:46 +0x142 fp=0xc0126f9728 sp=0xc0126f9600 pc=0x19e9042
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnCommitter).SendLocked(0xc00bb48b50, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_committer.go:129 +0x746 fp=0xc0126f99b8 sp=0xc0126f9728 pc=0x19e5026
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).sendLockedWithRefreshAttempts(0xc00bb48a50, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:225 +0x27a fp=0xc0126f9f58 sp=0xc0126f99b8 pc=0x19eeefa
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).SendLocked(0xc00bb48a50, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:153 +0x1cb fp=0xc0126fa248 sp=0xc0126f9f58 pc=0x19ee7ab
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnPipeliner).SendLocked(0xc00bb48920, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_pipeliner.go:290 +0x2ee fp=0xc0126fa548 sp=0xc0126fa248 pc=0x19e986e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSeqNumAllocator).SendLocked(0xc00bb48900?, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_seq_num_allocator.go:104 +0xb5 fp=0xc0126fa6f0 sp=0xc0126fa548 pc=0x19ee115
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).SendLocked(0xc00bb48850, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:245 +0x4e8 fp=0xc0126fa908 sp=0xc0126fa6f0 pc=0x19e6c28
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*TxnCoordSender).Send(0xc00bb48680, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_coord_sender.go:526 +0x592 fp=0xc0126fab60 sp=0xc0126fa908 pc=0x19dd5f2
github.com/cockroachdb/cockroach/pkg/kv.(*DB).sendUsingSender(0xc001261200, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/db.go:1016 +0x156 fp=0xc0126fac88 sp=0xc0126fab60 pc=0x16ae696
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).Send(0xc007854160, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/txn.go:1093 +0x225 fp=0xc0126faf50 sp=0xc0126fac88 pc=0x16b7905
github.com/cockroachdb/cockroach/pkg/sql.(*insertFastPathNode).runFKChecks(0xc028077c00, {{0x624a948?, 0xc0144d5830?}, 0xc005075800?, 0xc0067fb878?})
	github.com/cockroachdb/cockroach/pkg/sql/insert_fast_path.go:212 +0x127 fp=0xc0126fb198 sp=0xc0126faf50 pc=0x341d5a7
github.com/cockroachdb/cockroach/pkg/sql.(*insertFastPathNode).BatchedNext(0xc028077c00, {{0x624a948, 0xc0144d5830}, 0xc005075800, 0xc0067fb878})
	github.com/cockroachdb/cockroach/pkg/sql/insert_fast_path.go:307 +0xac fp=0xc0126fb230 sp=0xc0126fb198 pc=0x341dd4c
github.com/cockroachdb/cockroach/pkg/sql.(*rowCountNode).startExec(0xc05f5fd1a0, {{0x624a948?, 0xc0144d5830?}, 0xc005075800?, 0xc0067fb878?})
	github.com/cockroachdb/cockroach/pkg/sql/plan_batch.go:173 +0xce fp=0xc0126fb288 sp=0xc0126fb230 pc=0x34772ae
github.com/cockroachdb/cockroach/pkg/sql.startExec.func2({0xc0126fb488?, 0x624c900?}, {0x624ceb0, 0xc05f5fd1a0})
	github.com/cockroachdb/cockroach/pkg/sql/plan.go:518 +0x143 fp=0xc0126fb338 sp=0xc0126fb288 pc=0x3476843
github.com/cockroachdb/cockroach/pkg/sql.(*planVisitor).visitInternal.func1()
	github.com/cockroachdb/cockroach/pkg/sql/walk.go:112 +0x3e fp=0xc0126fb370 sp=0xc0126fb338 pc=0x354d95e
github.com/cockroachdb/cockroach/pkg/sql.(*planVisitor).visitInternal(0xc0126fb488, {0x624ceb0?, 0xc05f5fd1a0?}, {0x5338c31?, 0x5?})
	github.com/cockroachdb/cockroach/pkg/sql/walk.go:297 +0x14c3 fp=0xc0126fb400 sp=0xc0126fb370 pc=0x354d863
github.com/cockroachdb/cockroach/pkg/sql.(*planVisitor).visit(0xc0126fb488, {0x624ceb0, 0xc05f5fd1a0})
	github.com/cockroachdb/cockroach/pkg/sql/walk.go:79 +0xf7 fp=0xc0126fb450 sp=0xc0126fb400 pc=0x354c297
github.com/cockroachdb/cockroach/pkg/sql.walkPlan(...)
	github.com/cockroachdb/cockroach/pkg/sql/walk.go:43
github.com/cockroachdb/cockroach/pkg/sql.startExec({{0x624a948?, 0xc0144d5830?}, 0xc005075800?, 0xc0067fb878?}, {0x624ceb0, 0xc05f5fd1a0})
	github.com/cockroachdb/cockroach/pkg/sql/plan.go:521 +0x119 fp=0xc0126fb4d0 sp=0xc0126fb450 pc=0x3476699
github.com/cockroachdb/cockroach/pkg/sql.(*planNodeToRowSource).Start(0xc012587b80, {0x624a948, 0xc0144d5800})
	github.com/cockroachdb/cockroach/pkg/sql/plan_node_to_row_source.go:166 +0xbd fp=0xc0126fb510 sp=0xc0126fb4d0 pc=0x3479bfd
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*FlowCoordinator).Start.func1()
	github.com/cockroachdb/cockroach/pkg/sql/colflow/flow_coordinator.go:122 +0x34 fp=0xc0126fb538 sp=0xc0126fb510 pc=0x3224ef4
github.com/cockroachdb/cockroach/pkg/sql/colexecerror.CatchVectorizedRuntimeError(0xc007c15b00?)
	github.com/cockroachdb/cockroach/pkg/sql/colexecerror/error.go:92 +0x62 fp=0xc0126fb578 sp=0xc0126fb538 pc=0x2126aa2
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*FlowCoordinator).Start(0xc007c15b00, {0x624a8a0?, 0xc00dca2ec0?})
	github.com/cockroachdb/cockroach/pkg/sql/colflow/flow_coordinator.go:121 +0x70 fp=0xc0126fb5d0 sp=0xc0126fb578 pc=0x3224e70
github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBaseNoHelper).Run(0xc007c15b00, {0x624a8a0?, 0xc00dca2ec0?})
	github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:728 +0x3a fp=0xc0126fb610 sp=0xc0126fb5d0 pc=0x230ec1a
github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc015cad600, {0x624a8a0, 0xc00dca2ec0}, 0xc007c15b00?)
	github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:480 +0x25a fp=0xc0126fb6d0 sp=0xc0126fb610 pc=0x25bf07a
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*vectorizedFlow).Run(0x629ebe0?, {0x624a8a0?, 0xc00dca2ec0?}, 0xc007854160?)
	github.com/cockroachdb/cockroach/pkg/sql/colflow/vectorized_flow.go:307 +0x206 fp=0xc0126fb770 sp=0xc0126fb6d0 pc=0x322ac66
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000a94f00, {0x624a948, 0xc0144d5560}, 0xc00b702d20, 0xc007854160, 0xc0105e3e80, 0xc0083fc700, 0xc0067fbbb0, 0xc014394c30)
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:757 +0xbc4 fp=0xc0126fc020 sp=0xc0126fb770 pc=0x33b9844
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0x468005?, {0x624a948?, 0xc0144d5560}, 0x0?, 0xc00b702d20, 0xc0126fc1e8?, {{0x624ceb0?, 0xc05f5fd1a0?}, 0x0?}, 0xc0083fc700, ...)
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1764 +0x265 fp=0xc0126fc0e0 sp=0xc0126fc020 pc=0x33be445
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRunAll(0xc000a94f00?, {0x624a948, 0xc0144d5560}, 0xc0067fbbb0, 0xc0067fb878?, 0xc0067fb878, 0xc0083fc700, 0x0)
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1472 +0x218 fp=0xc0126fc1f8 sp=0xc0126fc0e0 pc=0x33bc4f8
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc0067fb300, {0x624a948?, 0xc0144d5560}, 0xc0067fb878, 0xc0144d5560?, {0x7fb1c7c85ea8?, 0xc0175c5ac8}, 0x77?, 0xc00c7cfb08)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1597 +0x594 fp=0xc0126fc300 sp=0xc0126fc1f8 pc=0x3310cf4
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc0067fb300, {0x624a8a0, 0xc0022c3b00}, 0xc0067fb878, {0x7fb1c7c85ea8, 0xc0175c5ac8})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1200 +0xc2f fp=0xc0126fc720 sp=0xc0126fc300 pc=0x330e08f
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc0067fb300, {0x624a948?, 0xc00e24a720?}, {{0x6273140, 0xc002d02690}, {0xc005ed69a6, 0x84}, 0x8, 0x1}, 0xc001865560, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:694 +0x2374 fp=0xc0126fd0b0 sp=0xc0126fc720 pc=0x3309b54
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt.func1({0x624a948?, 0xc00e24a720?})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:131 +0xfc fp=0xc0126fd168 sp=0xc0126fd0b0 pc=0x330725c
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithProfiling(0x624a948?, {0x624a948?, 0xc00e24a720?}, {0x6273140?, 0xc002d02690?}, 0x28?, 0xc00e24a720?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:2438 +0x330 fp=0xc0126fd2b8 sp=0xc0126fd168 pc=0x3317010
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc0067fb300, {0x624a948, 0xc00e24a720}, {{0x6273140, 0xc002d02690}, {0xc005ed69a6, 0x84}, 0x8, 0x1}, 0xc001865560, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:130 +0x4bf fp=0xc0126fd430 sp=0xc0126fd2b8 pc=0x3306bff
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc0067fb300, {0x624a948, 0xc00e24a720}, {0xc001865560, {0xc0105e3c80, 0x8, 0x8}, {0x9c5f2e8, 0x1, 0x1}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:220 +0x173 fp=0xc0126fd550 sp=0xc0126fd430 pc=0x3307493
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2({{0xc006012cf2, 0x0}, 0x0, {0xc1116e8196b2bb1a, 0x6f1019ceae, 0x0}, 0x1}, 0xc0067fb300, 0xc0126fd8c0, 0xc0126fd8b0, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2201 +0x565 fp=0xc0126fd708 sp=0xc0126fd550 pc=0x32fafc5
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc0067fb300)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2203 +0x6d3 fp=0xc0126fdcb8 sp=0xc0126fd708 pc=0x32f9153
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc0067fb300, {0x624a8a0, 0xc00d4cd1c0}, 0x411708c000000000?, 0xc007d71dc0?, 0xc000aa7200?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2048 +0x20b fp=0xc0126fdd70 sp=0xc0126fdcb8 pc=0x32f86eb
github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc003202000?, {0x624a8a0?, 0xc00d4cd1c0?}, {0xc002f40800?}, 0x3?, 0xc00e768090?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:881 +0xe6 fp=0xc0126fde20 sp=0xc0126fdd70 pc=0x32f3486
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1()
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:758 +0x54f fp=0xc0126fdfe0 sp=0xc0126fde20 pc=0x37088af
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0126fdfe8 sp=0xc0126fdfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:665 +0x22e

goroutine 5131 [select, 7 minutes]:
runtime.gopark(0xc007b4bfb0?, 0x2?, 0x1?, 0x0?, 0xc007b4bf9c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc007b4be28 sp=0xc007b4be08 pc=0x4907d6
runtime.selectgo(0xc007b4bfb0, 0xc007b4bf98, 0xc000b6c6c0?, 0x0, 0xc000ac6500?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc007b4bf68 sp=0xc007b4be28 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2()
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:340 +0x71 fp=0xc007b4bfe0 sp=0xc007b4bf68 pc=0x1649731
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc007b4bfe8 sp=0xc007b4bfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:339 +0x152

goroutine 2338 [select]:
runtime.gopark(0xc019735ca0?, 0x5?, 0xa0?, 0xa8?, 0xc019735a66?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc019735898 sp=0xc019735878 pc=0x4907d6
runtime.selectgo(0xc019735ca0, 0xc019735a5c, 0xc000d9fd80?, 0x0, 0xc000d9fd80?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0197359d8 sp=0xc019735898 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.(*Watcher).Run(0xc0012617a0, {0x624a8a0, 0xc000d9fd80})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:323 +0x95f fp=0xc019735d60 sp=0xc0197359d8 pc=0x326315f
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.Start.func1({0x624a948?, 0xc004843500?})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:189 +0x27a fp=0xc019735f30 sp=0xc019735d60 pc=0x326255a
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc019735fe0 sp=0xc019735f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc019735fe8 sp=0xc019735fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 296479 [IO wait]:
runtime.gopark(0x4d28360?, 0xb?, 0x0?, 0x0?, 0x499?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc003ed2f58 sp=0xc003ed2f38 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0xc7c0ccc8?, 0xb1?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc003ed2f90 sp=0xc003ed2f58 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1c7c0cbe0, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc003ed2fb0 sp=0xc003ed2f90 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc041257300?, 0xc006d30000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc003ed2fd8 sp=0xc003ed2fb0 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc041257300, {0xc006d30000, 0x1000, 0x1000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc003ed3058 sp=0xc003ed2fd8 pc=0x535efa
net.(*netFD).Read(0xc041257300, {0xc006d30000?, 0x7b5a68?, 0xc041257300?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc003ed30a0 sp=0xc003ed3058 pc=0x7a20c9
net.(*conn).Read(0xc004dc28e8, {0xc006d30000?, 0x164290f?, 0xc004dc28e8?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc003ed30e8 sp=0xc003ed30a0 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc00b587320, {0xc006d30000, 0x1000, 0x1000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc003ed3130 sp=0xc003ed30e8 pc=0x1641f96
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc01090c9c0, {0xc006d30000, 0x1000, 0x1000})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1949 +0x156 fp=0xc003ed31d0 sp=0xc003ed3130 pc=0x370f896
bufio.(*Reader).fill(0xc003819890)
	GOROOT/src/bufio/bufio.go:106 +0xff fp=0xc003ed3208 sp=0xc003ed31d0 pc=0x5ae51f
bufio.(*Reader).ReadByte(0xc003819890)
	GOROOT/src/bufio/bufio.go:265 +0x2c fp=0xc003ed3228 sp=0xc003ed3208 pc=0x5aecec
github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc003819e68?, {0x62295c8, 0xc003819890})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:206 +0x2c fp=0xc003ed3260 sp=0xc003ed3228 pc=0x270ca4c
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl.func5(0xc003819800, 0xc004ecb590, 0xc003ed3442, 0xc003ed3444, {0x623b718, 0xc03897a360}, 0xc002f40800, 0xc0155cce34, 0xc003ed3440)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:424 +0xa5 fp=0xc003ed3398 sp=0xc003ed3260 pc=0x3707185
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc003819800, {0x624a948, 0xc0068af320}, 0xc004ecb580, 0xc002f40800, 0xc0068af230, {0x1, 0x2, {0x3, {0x532ee51, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:564 +0xc7f fp=0xc003ed3768 sp=0xc003ed3398 pc=0x3706c5f
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc003152c00, {0x624a948, 0xc0068af320}, {0x628a538, 0xc00b587320}, {{{0xc007ac5038, 0x4}}, 0x1, 0xc0068af260, 0xc0068af2c0, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:174 +0x29e fp=0xc003ed38a8 sp=0xc003ed3768 pc=0x37051fe
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc003152c00, {0x624a948, 0xc0068af320}, {0x628a538?, 0xc00b587320}, 0x90?)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:913 +0xd29 fp=0xc003ed3e20 sp=0xc003ed38a8 pc=0x3715be9
github.com/cockroachdb/cockroach/pkg/server.(*SQLServer).startServeSQL.func1.1({0x624a948?, 0xc0068af0b0?}, {0x628a538, 0xc00b587320})
	github.com/cockroachdb/cockroach/pkg/server/server_sql.go:1474 +0xc8 fp=0xc003ed3eb0 sp=0xc003ed3e20 pc=0x39e1cc8
github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1({0x624a948, 0xc0068af0b0})
	github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:162 +0xd7 fp=0xc003ed3f30 sp=0xc003ed3eb0 pc=0x1643997
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc003ed3fe0 sp=0xc003ed3f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc003ed3fe8 sp=0xc003ed3fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 5053 [select]:
runtime.gopark(0xc007f63168?, 0x3?, 0xdf?, 0xf2?, 0xc007f63102?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc007f62f78 sp=0xc007f62f58 pc=0x4907d6
runtime.selectgo(0xc007f63168, 0xc007f630fc, 0xc007f63138?, 0x0, 0xc007f63130?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc007f630b8 sp=0xc007f62f78 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/rpc.(*pipe).recv(0xc000711c60, {0x624a948, 0xc005399590})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:1217 +0xe8 fp=0xc007f631a8 sp=0xc007f630b8 pc=0x165bee8
github.com/cockroachdb/cockroach/pkg/rpc.pipeReader.recv({0xc000711c60?, 0x5684220?}, {0x624a948?, 0xc005399590?}, {0x51d3160, 0xc0065e7590})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:1253 +0x45 fp=0xc007f631e0 sp=0xc007f631a8 pc=0x165c0c5
github.com/cockroachdb/cockroach/pkg/rpc.clientStream.RecvMsg(...)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:1301
github.com/cockroachdb/cockroach/pkg/rpc.(*clientStream).RecvMsg(0x0?, {0x51d3160?, 0xc0065e7590?})
	<autogenerated>:1 +0x77 fp=0xc007f63248 sp=0xc007f631e0 pc=0x1666f77
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0xc002a1cac0, {0x51d3160?, 0xc0065e7590?})
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:384 +0x37 fp=0xc007f63290 sp=0xc007f63248 pc=0x1649ad7
github.com/cockroachdb/cockroach/pkg/rpc.rangeFeedClientAdapter.Recv({{0x627d528?, 0xc002a1cac0?}})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:1028 +0x59 fp=0xc007f632d0 sp=0xc007f63290 pc=0x165b0b9
github.com/cockroachdb/cockroach/pkg/rpc.(*rangeFeedClientAdapter).Recv(0xc007f63300?)
	<autogenerated>:1 +0x34 fp=0xc007f632f0 sp=0xc007f632d0 pc=0x1666a34
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed.func6()
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:649 +0x2e fp=0xc007f63310 sp=0xc007f632f0 pc=0x19d6c2e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*stuckRangeFeedCanceler).do(0xc002a4cdc0, 0xc007f63780)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed_canceler.go:135 +0x1a2 fp=0xc007f633b8 sp=0xc007f63310 pc=0x19d7622
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0xc001545400, {0x624a8a0?, 0xc004186300?}, {{0xc00324e820, 0x2, 0x8}, {0xc00324e828, 0x2, 0x8}}, {0x17600a09a203b6ea, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:648 +0xffa fp=0xc007f639a0 sp=0xc007f633b8 pc=0x19d629a
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0xc001545400, {0x624a8a0, 0xc004186300}, 0xc002a4cd20, 0xc00324e820?, {{0xc00324e820, 0x2, 0x8}, {0xc00324e828, 0x2, ...}}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:423 +0x8fb fp=0xc007f63e80 sp=0xc007f639a0 pc=0x19d467b
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1.1({0x624a8a0?, 0xc004186300?})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:207 +0x117 fp=0xc007f63f58 sp=0xc007f63e80 pc=0x19d2b17
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
	github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x25 fp=0xc007f63f78 sp=0xc007f63f58 pc=0x1187be5
golang.org/x/sync/errgroup.(*Group).Go.func1()
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:74 +0x64 fp=0xc007f63fe0 sp=0xc007f63f78 pc=0x1187344
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc007f63fe8 sp=0xc007f63fe0 pc=0x4c2401
created by golang.org/x/sync/errgroup.(*Group).Go
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:71 +0xa5

goroutine 303481 [sleep]:
runtime.gopark(0x4b85ff74a56?, 0x80195f?, 0x5c?, 0x56?, 0x6fa1f5fdf2?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00417ddf0 sp=0xc00417ddd0 pc=0x4907d6
time.Sleep(0x103b9e5b7)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc00417de30 sp=0xc00417ddf0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc01d1907b0, 0x80195f, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc00417de88 sp=0xc00417de30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc01d1907b0, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc00417dec8 sp=0xc00417de88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc008720a80?, {0xc01270c500?, 0x8, 0xc005b09fb8?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc00417dfa8 sp=0xc00417dec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc00417dfe0 sp=0xc00417dfa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00417dfe8 sp=0xc00417dfe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 50833 [select]:
runtime.gopark(0xc0081e4a08?, 0x2?, 0x88?, 0xef?, 0xc0081e49ec?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0081e4870 sp=0xc0081e4850 pc=0x4907d6
runtime.selectgo(0xc0081e4a08, 0xc0081e49e8, 0x16e9e6c?, 0x0, 0xc00ccdfcf0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0081e49b0 sp=0xc0081e4870 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc00c419860, {0xc006f91e28, 0x5, 0x5})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:179 +0x90 fp=0xc0081e4a38 sp=0xc0081e49b0 pc=0xbf96b0
google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc00c419860, {0xc006f91e28?, 0xc0055843f0?, 0xc0081e4a80?})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:173 +0x178 fp=0xc0081e4a78 sp=0xc0081e4a38 pc=0xbf9578
google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0051bf530, {0xc006f91e28?, 0xc0081e4af8?, 0xbf0787?})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:485 +0x32 fp=0xc0081e4ac0 sp=0xc0081e4a78 pc=0xbfabb2
io.ReadAtLeast({0x6213e00, 0xc0051bf530}, {0xc006f91e28, 0x5, 0x5}, 0x5)
	GOROOT/src/io/io.go:332 +0x9a fp=0xc0081e4b08 sp=0xc0081e4ac0 pc=0x52d13a
io.ReadFull(...)
	GOROOT/src/io/io.go:351
google.golang.org/grpc/internal/transport.(*Stream).Read(0xc00d7deb40, {0xc006f91e28, 0x5, 0x5})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:469 +0xa5 fp=0xc0081e4b48 sp=0xc0081e4b08 pc=0xbfab25
google.golang.org/grpc.(*parser).recvMsg(0xc006f91e18, 0x7fffffff)
	google.golang.org/grpc/external/org_golang_google_grpc/rpc_util.go:559 +0x47 fp=0xc0081e4bc8 sp=0xc0081e4b48 pc=0xc18c47
google.golang.org/grpc.recvAndDecompress(0x4b588c0?, 0xc00d7deb40, {0x0, 0x0}, 0x7fffffff, 0x0, {0x6248888, 0x9c5fde0})
	google.golang.org/grpc/external/org_golang_google_grpc/rpc_util.go:690 +0x66 fp=0xc0081e4c60 sp=0xc0081e4bc8 pc=0xc19546
google.golang.org/grpc.recv(0xc0081e4d10?, {0x7fb1c7c6d568, 0xc0004b4550}, 0xc0081e4cf8?, {0x0?, 0x0?}, {0x512da60, 0xc00dda4228}, 0x7f?, 0x0, ...)
	google.golang.org/grpc/external/org_golang_google_grpc/rpc_util.go:756 +0x6e fp=0xc0081e4cd8 sp=0xc0081e4c60 pc=0xc19c2e
google.golang.org/grpc.(*serverStream).RecvMsg(0xc00b6936c0, {0x512da60?, 0xc00dda4228})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:1583 +0x178 fp=0xc0081e4e08 sp=0xc0081e4cd8 pc=0xc30178
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingServerStream).RecvMsg(0x4618e7?, {0x512da60?, 0xc00dda4228?})
	<autogenerated>:1 +0x34 fp=0xc0081e4e30 sp=0xc0081e4e08 pc=0x1649cb4
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*multiRaftRaftMessageBatchServer).Recv(0xc01255f020)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/bazel-out/k8-opt/bin/pkg/kv/kvserver/kvserver_go_proto_/github.com/cockroachdb/cockroach/pkg/kv/kvserver/storage_services.pb.go:263 +0x4c fp=0xc0081e4e60 sp=0xc0081e4e30 pc=0x1d4b66c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*lockedRaftMessageResponseStream).Recv(...)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:91
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).RaftMessageBatch.func1.1({0x628a958?, 0xc01255f020}, 0xc001730460, {0x624a948, 0xc007350f00})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:289 +0xa6 fp=0xc0081e4ee0 sp=0xc0081e4e60 pc=0x1d82d66
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).RaftMessageBatch.func1({0x624a948?, 0xc007350f00?})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:308 +0x45 fp=0xc0081e4f30 sp=0xc0081e4ee0 pc=0x1d82c65
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0081e4fe0 sp=0xc0081e4f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0081e4fe8 sp=0xc0081e4fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 272305 [sync.Cond.Wait]:
runtime.gopark(0x4c13fe0?, 0x4fdee40?, 0x14?, 0x0?, 0xc013a7d640?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc009d9f5d0 sp=0xc009d9f5b0 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc00b6cebd0, 0x86)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc009d9f618 sp=0xc009d9f5d0 pc=0x4be30c
sync.(*Cond).Wait(0xc010cf8c00?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc009d9f650 sp=0xc009d9f618 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/sql.(*StmtBuf).CurCmd(0xc010cf9268)
	github.com/cockroachdb/cockroach/pkg/sql/conn_io.go:460 +0xbe fp=0xc009d9f708 sp=0xc009d9f650 pc=0x3321a5e
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc011a58000)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2074 +0xe5 fp=0xc009d9fcb8 sp=0xc009d9f708 pc=0x32f8b65
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc011a58000, {0x624a8a0, 0xc00b6cec00}, 0x4118767000000000?, 0xc00f907dc0?, 0xc010eb2c30?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2048 +0x20b fp=0xc009d9fd70 sp=0xc009d9fcb8 pc=0x32f86eb
github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc003202000?, {0x624a8a0?, 0xc00b6cec00?}, {0xc002f40800?}, 0x3?, 0xc00d6ef698?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:881 +0xe6 fp=0xc009d9fe20 sp=0xc009d9fd70 pc=0x32f3486
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1()
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:758 +0x54f fp=0xc009d9ffe0 sp=0xc009d9fe20 pc=0x37088af
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc009d9ffe8 sp=0xc009d9ffe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:665 +0x22e

goroutine 5831 [runnable]:
crypto/aes.(*aesCipherAsm).Encrypt(0xc011f22420, {0xc00320b8b0, 0x10, 0x10?}, {0xc00320b8b0, 0x10, 0x10?})
	GOROOT/src/crypto/aes/cipher_asm.go:70 +0x154 fp=0xc013cba0f0 sp=0xc013cba0e8 pc=0x71fcd4
github.com/cockroachdb/cockroach/pkg/ccl/storageccl/engineccl.(*cTRBlockCipherStream).transform(0x541bb1?, 0xc013cba180?, {0x7fb19bd5998e, 0x10, 0x20038?}, {0xc00320b8b0?, 0xe61902?, 0x200000003?})
	github.com/cockroachdb/cockroach/pkg/ccl/storageccl/engineccl/ctr_stream.go:194 +0xb6 fp=0xc013cba140 sp=0xc013cba0f0 pc=0x4453036
github.com/cockroachdb/cockroach/pkg/ccl/storageccl/engineccl.(*fileCipherStream).Encrypt(0xc011d98958, 0xe61902, {0x7fb19bd55520, 0x20038, 0x20038})
	github.com/cockroachdb/cockroach/pkg/ccl/storageccl/engineccl/ctr_stream.go:143 +0x20e fp=0xc013cba1d0 sp=0xc013cba140 pc=0x4452c0e
github.com/cockroachdb/cockroach/pkg/ccl/storageccl/engineccl.(*fileCipherStream).Decrypt(0x10a3274?, 0x7fb19bd55520?, {0x7fb19bd55520?, 0x7fb19bd55500?, 0xc013cba250?})
	github.com/cockroachdb/cockroach/pkg/ccl/storageccl/engineccl/ctr_stream.go:152 +0x1e fp=0xc013cba208 sp=0xc013cba1d0 pc=0x4452cde
github.com/cockroachdb/cockroach/pkg/ccl/storageccl/engineccl.(*encryptedFile).ReadAt(0xc007df92c0, {0x7fb19bd55520, 0x7fb19c688aa0?, 0x20038}, 0xc013cba2c0?)
	github.com/cockroachdb/cockroach/pkg/ccl/storageccl/engineccl/encrypted_fs.go:102 +0x85 fp=0xc013cba260 sp=0xc013cba208 pc=0x4453585
github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc00b5e1600, {0x13?, 0x13?}, 0x0, 0xc0131fae78, 0xc020fe7710)
	github.com/cockroachdb/pebble/sstable/external/com_github_cockroachdb_pebble/sstable/reader.go:2811 +0x3b6 fp=0xc013cba360 sp=0xc013cba260 pc=0x10cb216
github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).readBlockWithStats(...)
	github.com/cockroachdb/pebble/sstable/external/com_github_cockroachdb_pebble/sstable/reader.go:583
github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).loadBlock(0xc0131fac00, 0x1?)
	github.com/cockroachdb/pebble/sstable/external/com_github_cockroachdb_pebble/sstable/reader.go:498 +0x28d fp=0xc013cba400 sp=0xc013cba360 pc=0x10c3f6d
github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).skipForward(0xc0131fac00)
	github.com/cockroachdb/pebble/sstable/external/com_github_cockroachdb_pebble/sstable/reader.go:1167 +0x4d fp=0xc013cba468 sp=0xc013cba400 pc=0x10c5eed
github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).Next(0xc0131fac00)
	github.com/cockroachdb/pebble/sstable/external/com_github_cockroachdb_pebble/sstable/reader.go:1133 +0xf9 fp=0xc013cba4c8 sp=0xc013cba468 pc=0x10c5d19
github.com/cockroachdb/pebble.(*levelIter).Next(0xc020fe8f30)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/level_iter.go:806 +0x167 fp=0xc013cba4f0 sp=0xc013cba4c8 pc=0x114c207
github.com/cockroachdb/pebble.(*mergingIter).nextEntry(0xc020fe7920, 0xc01153c500)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/merging_iter.go:555 +0x6c fp=0xc013cba540 sp=0xc013cba4f0 pc=0x1150d8c
github.com/cockroachdb/pebble.(*mergingIter).Next(0xc020fe7920)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/merging_iter.go:1107 +0x4e fp=0xc013cba560 sp=0xc013cba540 pc=0x115326e
github.com/cockroachdb/pebble.(*Iterator).nextUserKey(0xc020fe7400)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/iterator.go:663 +0x18f fp=0xc013cba5d0 sp=0xc013cba560 pc=0x113bbaf
github.com/cockroachdb/pebble.(*Iterator).NextWithLimit(0xc020fe7400, {0x0, 0x0, 0x0})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/iterator.go:1570 +0x531 fp=0xc013cba618 sp=0xc013cba5d0 pc=0x113fd31
github.com/cockroachdb/pebble.(*Iterator).Next(...)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/iterator.go:1517
github.com/cockroachdb/cockroach/pkg/storage.(*pebbleIterator).Next(0xc00c6f8900?)
	github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:434 +0x48 fp=0xc013cba648 sp=0xc013cba618 pc=0x1863348
github.com/cockroachdb/cockroach/pkg/storage.(*intentInterleavingIter).Next(0xc00c6f8900)
	github.com/cockroachdb/cockroach/pkg/storage/intent_interleaving_iter.go:819 +0x41e fp=0xc013cba688 sp=0xc013cba648 pc=0x180e33e
github.com/cockroachdb/cockroach/pkg/storage.findSplitKeyUsingIterator({0x62b4f18, 0xc00c6f8900}, {0xc007c16740, 0x6, 0x8}, {0xc013cba980?, 0x12df485?, 0xc014d3ec7e?}, {0xc014d3ecb0, 0x6, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:826 +0x35f fp=0xc013cba8a8 sp=0xc013cba688 pc=0x186615f
github.com/cockroachdb/cockroach/pkg/storage.(*intentInterleavingIter).FindSplitKey(0x8?, {0xc007c16740?, 0x0?, 0x8?}, {0xc007c16748?, 0x0?, 0x0?}, {0xc014d3ecb0, 0x6, 0x6}, ...)
	github.com/cockroachdb/cockroach/pkg/storage/intent_interleaving_iter.go:1266 +0x92 fp=0xc013cba990 sp=0xc013cba8a8 pc=0x1810432
github.com/cockroachdb/cockroach/pkg/storage.MVCCFindSplitKey({0xc?, 0x54b23d?}, {0x628f5a8, 0xc0005a0c60}, {0xc007c16740, 0x6, 0x8}, {0xc007c16748, 0x6, 0x8}, ...)
	github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:5464 +0x7f4 fp=0xc013cbac48 sp=0xc013cba990 pc=0x18382b4
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).adminSplitWithDescriptor(0xc007c0d000, {0x624a910, 0xc001fd73e0}, {{{0x0, 0x0, 0x0}, {0x0, 0x0, 0x0}, 0x0}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/replica_command.go:331 +0x2ee fp=0xc013cbb120 sp=0xc013cbac48 pc=0x1da1f2e
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*splitQueue).processAttempt(0xc0018c4aa0, {0x624a910, 0xc001fd73e0}, 0xc007c0d000, {0x7fb1c29c7ee8, 0xc001927320})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/split_queue.go:224 +0x445 fp=0xc013cbb590 sp=0xc013cbb120 pc=0x1e298c5
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*splitQueue).process(0xc0018c4aa0, {0x624a910, 0xc001fd73e0}, 0x624a910?, {0x7fb1c29c7ee8?, 0xc001927320?})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/split_queue.go:180 +0xab fp=0xc013cbb620 sp=0xc013cbb590 pc=0x1e292ab
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processReplica.func1({0x624a910, 0xc001fd73e0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/queue.go:997 +0x275 fp=0xc013cbb780 sp=0xc013cbb620 pc=0x1d77135
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x624a948?, 0xc0100aa840?}, {0xc003c41860, 0x1f}, 0xdf8475800, 0xc013cbb920)
	github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0xed fp=0xc013cbb820 sp=0xc013cbb780 pc=0x16210cd
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processReplica(0xc000c5e3c0, {0x624a948, 0xc0100aa810}, {0x6295c98, 0xc007c0d000})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/queue.go:956 +0x3ee fp=0xc013cbb968 sp=0xc013cbb820 pc=0x1d76cce
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processReplicasInPurgatory.func1.2({0x624a948, 0xc0100aa810})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/queue.go:1247 +0x50 fp=0xc013cbb9d8 sp=0xc013cbb968 pc=0x1d78d50
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTask(0xc000b6c6c0, {0x624a948, 0xc0100aa810}, {0x1?, 0x1?}, 0xc013cbbb40)
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:324 +0xd1 fp=0xc013cbba50 sp=0xc013cbb9d8 pc=0x1054071
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processReplicasInPurgatory.func1(0xc000c5e3c0, {0x624a948, 0xc006c9dc20}, 0xc000b6c6c0)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/queue.go:1245 +0x547 fp=0xc013cbbbe0 sp=0xc013cbba50 pc=0x1d78c67
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processReplicasInPurgatory(0xc000c5e3c0, {0x624a948, 0xc006c9dc20}, 0x0?)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/queue.go:1254 +0x2c fp=0xc013cbbc48 sp=0xc013cbbbe0 pc=0x1d785cc
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).addToPurgatoryLocked.func2({0x624a948, 0xc006c9dc20})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/queue.go:1193 +0x27e fp=0xc013cbbf30 sp=0xc013cbbc48 pc=0x1d7827e
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc013cbbfe0 sp=0xc013cbbf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc013cbbfe8 sp=0xc013cbbfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 5129 [select, 7 minutes]:
runtime.gopark(0xc0036d7fb0?, 0x2?, 0x0?, 0xce?, 0xc0036d7f9c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0036d7e28 sp=0xc0036d7e08 pc=0x4907d6
runtime.selectgo(0xc0036d7fb0, 0xc0036d7f98, 0xc000b6c6c0?, 0x0, 0xc004a48760?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0036d7f68 sp=0xc0036d7e28 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2()
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:340 +0x71 fp=0xc0036d7fe0 sp=0xc0036d7f68 pc=0x1649731
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0036d7fe8 sp=0xc0036d7fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:339 +0x152

goroutine 279456 [sleep]:
runtime.gopark(0x4b87576a0d8?, 0x80199c?, 0x17?, 0xf6?, 0x6fb82767ab?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc012a27df0 sp=0xc012a27dd0 pc=0x4907d6
time.Sleep(0x1046bfa65)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc012a27e30 sp=0xc012a27df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc00f926e40, 0x80199c, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc012a27e88 sp=0xc012a27e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc00f926e40, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc012a27ec8 sp=0xc012a27e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0x0?, {0xc010716000?, 0xb, 0xc001672f70?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc012a27fa8 sp=0xc012a27ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc012a27fe0 sp=0xc012a27fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc012a27fe8 sp=0xc012a27fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 3362 [select]:
runtime.gopark(0xc006f06e38?, 0x3?, 0x0?, 0x0?, 0xc006f06dea?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc006f06c40 sp=0xc006f06c20 pc=0x4907d6
runtime.selectgo(0xc006f06e38, 0xc006f06de4, 0xc004c61c50?, 0x0, 0x4618e7?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc006f06d80 sp=0xc006f06c40 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).outputLoop(0xc0017316c0, {0x624a8a0, 0xc0060c0240})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:322 +0x265 fp=0xc006f06e78 sp=0xc006f06d80 pc=0x1c8b565
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).runOutputLoop(0xc0017316c0, {0x624a948, 0xc0060a9080}, 0xc0016789d8?)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:347 +0xc5 fp=0xc006f06eb0 sp=0xc006f06e78 pc=0x1c8b7c5
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run.func1({0x624a948?, 0xc0060a9080?})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:296 +0x4c fp=0xc006f06f30 sp=0xc006f06eb0 pc=0x1c86a8c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc006f06fe0 sp=0xc006f06f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc006f06fe8 sp=0xc006f06fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 2377 [semacquire, 7 minutes]:
runtime.gopark(0xc0019fba68?, 0x4615d9?, 0xc0?, 0xc0?, 0xa?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc005b0b9f0 sp=0xc005b0b9d0 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
runtime.semacquire1(0xc005f9dc90, 0xf1?, 0x1, 0x0)
	GOROOT/src/runtime/sema.go:150 +0x1fe fp=0xc005b0ba58 sp=0xc005b0b9f0 pc=0x4a17de
sync.runtime_Semacquire(0x11872a5?)
	GOROOT/src/runtime/sema.go:62 +0x25 fp=0xc005b0ba88 sp=0xc005b0ba58 pc=0x4be005
sync.(*WaitGroup).Wait(0xc0019fbae8?)
	GOROOT/src/sync/waitgroup.go:139 +0x52 fp=0xc005b0bab0 sp=0xc005b0ba88 pc=0x4ce332
golang.org/x/sync/errgroup.(*Group).Wait(0xc005f9dc80)
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:52 +0x27 fp=0xc005b0bac8 sp=0xc005b0bab0 pc=0x11871a7
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0xc005f9dc80?, {0x624a8a0?, 0xc005f9dc40?}})
	github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x4a fp=0xc005b0baf8 sp=0xc005b0bac8 pc=0x118790a
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x624a948?, 0xc005205d10?}, {0xc0019fbc68, 0x2, 0xc01054bdc0?})
	github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x91 fp=0xc005b0bb48 sp=0xc005b0baf8 pc=0x1187e11
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0xc002a93600, {0x624a948, 0xc005205d10}, 0xc002e4e280)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:311 +0x6cd fp=0xc005b0be68 sp=0xc005b0bb48 pc=0x1a00e8d
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).Start.func2({0x624a948, 0xc005205c80})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:230 +0x339 fp=0xc005b0bf30 sp=0xc005b0be68 pc=0x1a00479
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc005b0bfe0 sp=0xc005b0bf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc005b0bfe8 sp=0xc005b0bfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 51036 [select]:
runtime.gopark(0xc00f327950?, 0x4?, 0xcd?, 0x6?, 0xc00f3278a0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00f327700 sp=0xc00f3276e0 pc=0x4907d6
runtime.selectgo(0xc00f327950, 0xc00f327898, 0xc00c492680?, 0x0, 0x4?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00f327840 sp=0xc00f327700 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).processQueue(0xc001730460, 0xc000aabc40, {0x628a900, 0xc011a281b0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:434 +0x345 fp=0xc00f327cd8 sp=0xc00f327840 pc=0x1d83c25
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).startProcessNewQueue.func2({0x624a948, 0xc00a178660})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:601 +0x367 fp=0xc00f327e18 sp=0xc00f327cd8 pc=0x1d852e7
runtime/pprof.Do({0x624a948?, 0xc00a178600?}, {{0xc0158d6580?, 0xc01b5dbeb8?, 0xc448e6?}}, 0xc0158d6560)
	GOROOT/src/runtime/pprof/runtime.go:40 +0xa3 fp=0xc00f327e88 sp=0xc00f327e18 pc=0xfd3223
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).startProcessNewQueue.func3({0x624a948, 0xc00a178600})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:607 +0x1c8 fp=0xc00f327f30 sp=0xc00f327e88 pc=0x1d84f28
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00f327fe0 sp=0xc00f327f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00f327fe8 sp=0xc00f327fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 2461 [chan receive, 7 minutes]:
runtime.gopark(0xc00395caa0?, 0x624a948?, 0x90?, 0x5e?, 0xc0009af860?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc008371558 sp=0xc008371538 pc=0x4907d6
runtime.chanrecv(0xc0055abd40, 0xc0063fb6f8, 0x1)
	GOROOT/src/runtime/chan.go:583 +0x49b fp=0xc0083715e8 sp=0xc008371558 pc=0x45a91b
runtime.chanrecv1(0x17600a099d0c865d?, 0x0?)
	GOROOT/src/runtime/chan.go:442 +0x18 fp=0xc008371610 sp=0xc0083715e8 pc=0x45a418
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).rangeFeedWithRangeID(0xc0017f4c00, 0x138?, 0xc005ebb0e0, {0x7fb1c29c6310, 0xc007e6e000}, 0x0)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/replica_rangefeed.go:250 +0x707 fp=0xc0083717f0 sp=0xc008371610 pc=0x1e00027
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).RangeFeed(...)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/replica_rangefeed.go:152
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).RangeFeed(0xc00103ea80, 0xc005ebb0e0, {0x7fb1c29c6310, 0xc007e6e000})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/store.go:3253 +0x10c fp=0xc008371850 sp=0xc0083717f0 pc=0x1e3af0c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Stores).RangeFeed(0xc003692d20?, 0xc005ebb0e0, {0x7fb1c29c6310, 0xc007e6e000})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/stores.go:228 +0xf6 fp=0xc0083718b8 sp=0xc008371850 pc=0x1e64156
github.com/cockroachdb/cockroach/pkg/server.(*Node).singleRangeFeed(0x45efeb?, 0x50c16c0?, {0x7fb1c29c6310?, 0xc007e6e000?})
	github.com/cockroachdb/cockroach/pkg/server/node.go:1341 +0x38 fp=0xc008371910 sp=0xc0083718b8 pc=0x39c1118
github.com/cockroachdb/cockroach/pkg/server.(*Node).RangeFeed(0x50c16c0?, 0xc00179e9c0?, {0x62893f0?, 0xc007e6e000})
	github.com/cockroachdb/cockroach/pkg/server/node.go:1335 +0x4e fp=0xc008371950 sp=0xc008371910 pc=0x39c108e
github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2.1({0x0?, 0x624a948?}, {0x627d570?, 0xc003692d20?})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:980 +0x72 fp=0xc0083719a0 sp=0xc008371950 pc=0x165b012
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x52b4780, 0xc0017fca80}, {0x6279ce8?, 0xc0060a8ba0?}, 0x8fb69e0, 0xc0055abce0)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x6c4 fp=0xc008371cd8 sp=0xc0083719a0 pc=0x16481a4
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x52b4780?, 0xc0017fca80?}, {0x6279ce8?, 0xc0060a8ba0?})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:827 +0x5b fp=0xc008371d18 sp=0xc008371cd8 pc=0x165a09b
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x52b4780, 0xc0017fca80}, {0x6279ce8, 0xc0060a8ba0}, 0x1054f90?, 0xc0060c0040)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:272 +0x74 fp=0xc008371d48 sp=0xc008371d18 pc=0x16576d4
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x52b4780?, 0xc0017fca80?}, {0x6279ce8?, 0xc0060a8ba0?})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:830 +0x83 fp=0xc008371d88 sp=0xc008371d48 pc=0x165a0c3
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x0?, 0x0?})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:241 +0x2d fp=0xc008371db8 sp=0xc008371d88 pc=0x165798d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0xc000b6c6c0, {0x624a948, 0xc0060a8b70}, {0xc00404cec0?, 0x4615d9?}, 0xc00404ce78)
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:341 +0xd1 fp=0xc008371e30 sp=0xc008371db8 pc=0x10542d1
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x52b4780, 0xc0017fca80}, {0x6279ce8?, 0xc0060a8ba0?}, 0x8fb69e0, 0xc0060c0040)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:240 +0xef fp=0xc008371eb8 sp=0xc008371e30 pc=0x165790f
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x52b4780?, 0xc0017fca80?}, {0x6279ce8?, 0xc0060a8ba0?})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:830 +0x83 fp=0xc008371ef8 sp=0xc008371eb8 pc=0x165a0c3
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run({0xc001c75620, 0x3, 0x4}, {0x52b4780, 0xc0017fca80}, {0x6279ce8, 0xc0060a8ba0}, 0x8fb69e0, 0xc0055abce0)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:832 +0x142 fp=0xc008371f30 sp=0xc008371ef8 pc=0x1659fa2
github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2()
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:985 +0x117 fp=0xc008371fe0 sp=0xc008371f30 pc=0x165af17
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc008371fe8 sp=0xc008371fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:973 +0x2dd

goroutine 294711 [select]:
runtime.gopark(0xc013594188?, 0x2?, 0xe8?, 0xd4?, 0xc013594184?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc013594010 sp=0xc013593ff0 pc=0x4907d6
runtime.selectgo(0xc013594188, 0xc013594180, 0x10?, 0x0, 0x1?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc013594150 sp=0xc013594010 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc00c188b40)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc0135941b8 sp=0xc013594150 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc008549ef0, {0x51b9a20?, 0xc05fd37b00}, 0x6248888?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc0135942c0 sp=0xc0135941b8 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xd4?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc0135942f0 sp=0xc0135942c0 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc00c188900, 0xc0135943c8, 0xc013594398)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:692 +0xd3 fp=0xc013594348 sp=0xc0135942f0 pc=0xc2a3b3
google.golang.org/grpc.(*clientStream).RecvMsg(0xc00c188900, {0x51b9a20?, 0xc05fd37b00?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc0135943f8 sp=0xc013594348 pc=0xc2b61f
google.golang.org/grpc.invoke({0x624a948?, 0xc016cf2570?}, {0x53d9bbc?, 0x2?}, {0x52f0080, 0xc00c4e40f0}, {0x51b9a20, 0xc05fd37b00}, 0x0?, {0xc003456b00, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:73 +0xd7 fp=0xc013594460 sp=0xc0135943f8 pc=0xc0a637
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x624a948, 0xc016cf2570}, {0x53d9bbc, 0x21}, {0x52f0080, 0xc00c4e40f0}, {0x51b9a20, 0xc05fd37b00}, 0x550805d75659046?, 0x568c070, ...)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:247 +0x384 fp=0xc013594550 sp=0xc013594460 pc=0x1648b84
google.golang.org/grpc.(*ClientConn).Invoke(0x1c53be792ab4e4d9?, {0x624a948?, 0xc016cf2570?}, {0x53d9bbc?, 0x0?}, {0x52f0080?, 0xc00c4e40f0?}, {0x51b9a20?, 0xc05fd37b00?}, {0x0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:35 +0x223 fp=0xc0135945f0 sp=0xc013594550 pc=0xc0a483
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc00c2622a0, {0x624a948, 0xc016cf2570}, 0x0?, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9334 +0xc9 fp=0xc013594670 sp=0xc0135945f0 pc=0xdcf7a9
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.TracingInternalClient.Batch({{0x629d930?, 0xc00c2622a0?}}, {0x624a948, 0xc016cf2570}, 0xc00c4e40f0, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:329 +0x171 fp=0xc013594748 sp=0xc013594670 pc=0x1671a71
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*TracingInternalClient).Batch(0x75567b0?, {0x624a948?, 0xc016cf2570?}, 0x624a948?, {0x0?, 0xc0081f5550?, 0xc0075568a8?})
	<autogenerated>:1 +0x65 fp=0xc013594798 sp=0xc013594748 pc=0x1671b45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc004682600, {_, _}, _, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:211 +0x17e fp=0xc013594a38 sp=0xc013594798 pc=0x19daefe
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc004682600, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a768a497ed5, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:190 +0x158 fp=0xc013594b70 sp=0xc013594a38 pc=0x19dad18
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a768a497ed5, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2079 +0x110f fp=0xc0135952b8 sp=0xc013594b70 pc=0x19ce2ef
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a768a497ed5, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1623 +0x805 fp=0xc013595bb8 sp=0xc0135952b8 pc=0x19cade5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a768a497ed5, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1221 +0x433 fp=0xc013596420 sp=0xc013595bb8 pc=0x19c8053
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).Send(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a768a497ed5, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:845 +0x629 fp=0xc013596840 sp=0xc013596420 pc=0x19c5fe9
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnLockGatekeeper).SendLocked(0xc0140a1038, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_lock_gatekeeper.go:82 +0x2a8 fp=0xc013596a98 sp=0xc013596840 pc=0x19f2348
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnMetricRecorder).SendLocked(0xc0140a1000, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_metric_recorder.go:46 +0x142 fp=0xc013596bc0 sp=0xc013596a98 pc=0x19e9042
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnCommitter).SendLocked(0xc0140a0fd0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_committer.go:129 +0x746 fp=0xc013596e50 sp=0xc013596bc0 pc=0x19e5026
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).sendLockedWithRefreshAttempts(0xc0140a0ed0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:225 +0x27a fp=0xc0135973f0 sp=0xc013596e50 pc=0x19eeefa
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).SendLocked(0xc0140a0ed0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:153 +0x1cb fp=0xc0135976e0 sp=0xc0135973f0 pc=0x19ee7ab
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnPipeliner).SendLocked(0xc0140a0da0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_pipeliner.go:290 +0x2ee fp=0xc0135979e0 sp=0xc0135976e0 pc=0x19e986e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSeqNumAllocator).SendLocked(0xc0140a0d80?, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_seq_num_allocator.go:104 +0xb5 fp=0xc013597b88 sp=0xc0135979e0 pc=0x19ee115
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).SendLocked(0xc0140a0cd0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:245 +0x4e8 fp=0xc013597da0 sp=0xc013597b88 pc=0x19e6c28
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*TxnCoordSender).Send(0xc0140a0b00, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_coord_sender.go:526 +0x592 fp=0xc013597ff8 sp=0xc013597da0 pc=0x19dd5f2
github.com/cockroachdb/cockroach/pkg/kv.(*DB).sendUsingSender(0xc001261200, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/db.go:1016 +0x156 fp=0xc013598120 sp=0xc013597ff8 pc=0x16ae696
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).Send(0xc008549080, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/txn.go:1093 +0x225 fp=0xc0135983e8 sp=0xc013598120 pc=0x16b7905
github.com/cockroachdb/cockroach/pkg/sql/row.makeKVBatchFetcherDefaultSendFunc.func1({0x624a948?, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, {0x0, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/row/kv_batch_fetcher.go:233 +0x85 fp=0xc013598500 sp=0xc0135983e8 pc=0x2332605
github.com/cockroachdb/cockroach/pkg/sql/row.(*txnKVFetcher).fetch(0xc018e4e480, {0x624a948, 0xc016cf2480})
	github.com/cockroachdb/cockroach/pkg/sql/row/kv_batch_fetcher.go:468 +0x346 fp=0xc013598720 sp=0xc013598500 pc=0x2333346
github.com/cockroachdb/cockroach/pkg/sql/row.(*txnKVFetcher).nextBatch(0xc018e4e480, {0x624a948, 0xc016cf2480})
	github.com/cockroachdb/cockroach/pkg/sql/row/kv_batch_fetcher.go:671 +0x1145 fp=0xc013598a18 sp=0xc013598720 pc=0x23347e5
github.com/cockroachdb/cockroach/pkg/sql/row.(*KVFetcher).NextKV(0xc00f83b920, {0x624a948, 0xc016cf2480}, 0x0)
	github.com/cockroachdb/cockroach/pkg/sql/row/kv_fetcher.go:264 +0xde fp=0xc013598af8 sp=0xc013598a18 pc=0x233723e
github.com/cockroachdb/cockroach/pkg/sql/colfetcher.(*cFetcher).NextBatch(0xc010323500, {0x624a948, 0xc016cf2480})
	github.com/cockroachdb/cockroach/pkg/sql/colfetcher/cfetcher.go:629 +0x8a fp=0xc013598dd0 sp=0xc013598af8 pc=0x320072a
github.com/cockroachdb/cockroach/pkg/sql/colfetcher.(*ColBatchScan).Next(0xc00f21cc80)
	github.com/cockroachdb/cockroach/pkg/sql/colfetcher/colbatch_scan.go:109 +0x30 fp=0xc013598e28 sp=0xc013598dd0 pc=0x3204f70
github.com/cockroachdb/cockroach/pkg/sql/colexec/colexecutils.(*CancelChecker).Next(0xc003456b80)
	github.com/cockroachdb/cockroach/pkg/sql/colexec/colexecutils/cancel_checker.go:59 +0x30 fp=0xc013598e40 sp=0xc013598e28 pc=0x2860090
github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).next(0xc006e892c0)
	github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:286 +0x73 fp=0xc013598e68 sp=0xc013598e40 pc=0x29a0db3
github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).nextAdapter(0xc006e892c0)
	github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:311 +0x1e fp=0xc013598e80 sp=0xc013598e68 pc=0x29a0f5e
github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).nextAdapter-fm()
	<autogenerated>:1 +0x26 fp=0xc013598e98 sp=0xc013598e80 pc=0x2a274e6
github.com/cockroachdb/cockroach/pkg/sql/colexecerror.CatchVectorizedRuntimeError(0x8?)
	github.com/cockroachdb/cockroach/pkg/sql/colexecerror/error.go:92 +0x62 fp=0xc013598ed8 sp=0xc013598e98 pc=0x2126aa2
github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).Next(0xc006e892c0)
	github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:317 +0x4c fp=0xc013598f10 sp=0xc013598ed8 pc=0x29a100c
github.com/cockroachdb/cockroach/pkg/sql/rowexec.(*noopProcessor).Next(0xc017d21180)
	github.com/cockroachdb/cockroach/pkg/sql/rowexec/noop.go:89 +0x46 fp=0xc013598f48 sp=0xc013598f10 pc=0x2595586
github.com/cockroachdb/cockroach/pkg/sql.(*rowSourceToPlanNode).Next(0xc00b3ae600, {{0x624a948?, 0xc016cf23c0?}, 0x1000000000005?, 0xc00755b048?})
	github.com/cockroachdb/cockroach/pkg/sql/row_source_to_plan_node.go:79 +0x45 fp=0xc013598fc0 sp=0xc013598f48 pc=0x34b4f05
github.com/cockroachdb/cockroach/pkg/sql.(*updateNode).BatchedNext(0xc010bfc000, {{0x624a948, 0xc016cf23c0}, 0xc00dbc0000, 0xc001b5e578})
	github.com/cockroachdb/cockroach/pkg/sql/update.go:164 +0xc4 fp=0xc013599020 sp=0xc013598fc0 pc=0x352d844
github.com/cockroachdb/cockroach/pkg/sql.(*serializeNode).Next(0xc00a7976e0, {{0x624a948?, 0xc016cf23c0?}, 0xc00dbc0000?, 0xc001b5e578?})
	github.com/cockroachdb/cockroach/pkg/sql/plan_batch.go:115 +0x5a fp=0xc013599058 sp=0xc013599020 pc=0x3476ffa
github.com/cockroachdb/cockroach/pkg/sql.(*planNodeToRowSource).Next(0xc03c1038c0)
	github.com/cockroachdb/cockroach/pkg/sql/plan_node_to_row_source.go:211 +0x1b9 fp=0xc013599150 sp=0xc013599058 pc=0x3479e19
github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Columnarizer).Next(0xc00b55a600)
	github.com/cockroachdb/cockroach/pkg/sql/colexec/columnarizer.go:243 +0x13c fp=0xc0135994d0 sp=0xc013599150 pc=0x299d6fc
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*BatchFlowCoordinator).nextAdapter(0xc001ba14a0)
	github.com/cockroachdb/cockroach/pkg/sql/colflow/flow_coordinator.go:252 +0x2a fp=0xc0135994e8 sp=0xc0135994d0 pc=0x32257ca
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*BatchFlowCoordinator).nextAdapter-fm()
	<autogenerated>:1 +0x26 fp=0xc013599500 sp=0xc0135994e8 pc=0x32334e6
github.com/cockroachdb/cockroach/pkg/sql/colexecerror.CatchVectorizedRuntimeError(0xc011776a80?)
	github.com/cockroachdb/cockroach/pkg/sql/colexecerror/error.go:92 +0x62 fp=0xc013599540 sp=0xc013599500 pc=0x2126aa2
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*BatchFlowCoordinator).next(...)
	github.com/cockroachdb/cockroach/pkg/sql/colflow/flow_coordinator.go:256
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*BatchFlowCoordinator).Run(0xc001ba14a0, {0x624a8a0?, 0xc003456a80?})
	github.com/cockroachdb/cockroach/pkg/sql/colflow/flow_coordinator.go:299 +0x308 fp=0xc0135996d0 sp=0xc013599540 pc=0x3225c08
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*vectorizedFlow).Run(0xc002f6d770, {0x624a8a0, 0xc003456a80}, 0xc008549080?)
	github.com/cockroachdb/cockroach/pkg/sql/colflow/vectorized_flow.go:320 +0x1db fp=0xc013599770 sp=0xc0135996d0 pc=0x322ac3b
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000a94f00, {0x624a948, 0xc00a797920}, 0xc020665d10, 0xc008549080, 0xc05fd37900, 0xc01331f500, 0xc001b5e8b0, 0xc0131d1960)
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:757 +0xbc4 fp=0xc01359a020 sp=0xc013599770 pc=0x33b9844
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0x0?, {0x624a948?, 0xc00a797920}, 0xe8?, 0xc020665d10, 0x5c8cb6d78c033601?, {{0x624ce40?, 0xc00f938460?}, 0x0?}, 0xc01331f500, ...)
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1764 +0x265 fp=0xc01359a0e0 sp=0xc01359a020 pc=0x33be445
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRunAll(0xc000a94f00?, {0x624a948, 0xc00a797920}, 0xc001b5e8b0, 0xc001b5e578?, 0xc001b5e578, 0xc01331f500, 0x0)
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1472 +0x218 fp=0xc01359a1f8 sp=0xc01359a0e0 pc=0x33bc4f8
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc001b5e000, {0x624a948?, 0xc00a797920}, 0xc001b5e578, 0xc00a797920?, {0x7fb1c7c85ea8?, 0xc0048812c8}, 0x78?, 0xc00ff540c8)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1597 +0x594 fp=0xc01359a300 sp=0xc01359a1f8 pc=0x3310cf4
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc001b5e000, {0x624a8a0, 0xc00b83bec0}, 0xc001b5e578, {0x7fb1c7c85ea8, 0xc0048812c8})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1200 +0xc2f fp=0xc01359a720 sp=0xc01359a300 pc=0x330e08f
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc001b5e000, {0x624a948?, 0xc006a34270?}, {{0x6274800, 0xc029913880}, {0xc00a3d971b, 0x7e}, 0x2, 0x1}, 0xc00bf10360, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:694 +0x2374 fp=0xc01359b0b0 sp=0xc01359a720 pc=0x3309b54
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt.func1({0x624a948?, 0xc006a34270?})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:131 +0xfc fp=0xc01359b168 sp=0xc01359b0b0 pc=0x330725c
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithProfiling(0x624a948?, {0x624a948?, 0xc006a34270?}, {0x6274800?, 0xc029913880?}, 0xc00456d94f?, 0xc00f35bd1d?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:2438 +0x330 fp=0xc01359b2b8 sp=0xc01359b168 pc=0x3317010
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc001b5e000, {0x624a948, 0xc006a34270}, {{0x6274800, 0xc029913880}, {0xc00a3d971b, 0x7e}, 0x2, 0x1}, 0xc00bf10360, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:130 +0x4bf fp=0xc01359b430 sp=0xc01359b2b8 pc=0x3306bff
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc001b5e000, {0x624a948, 0xc006a34270}, {0xc00bf10360, {0xc0143a1e60, 0x2, 0x2}, {0xc007a5c4e0, 0x6, 0x6}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:220 +0x173 fp=0xc01359b550 sp=0xc01359b430 pc=0x3307493
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2({{0xc00f35bd5c, 0x0}, 0x0, {0xc1116e8134503927, 0x6eb681b8bf, 0x0}, 0x1}, 0xc001b5e000, 0xc01359b8c0, 0xc01359b8b0, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2201 +0x565 fp=0xc01359b708 sp=0xc01359b550 pc=0x32fafc5
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc001b5e000)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2203 +0x6d3 fp=0xc01359bcb8 sp=0xc01359b708 pc=0x32f9153
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc001b5e000, {0x624a8a0, 0xc01aaef1c0}, 0x4113aabc00000000?, 0xc00391ddc0?, 0xc012304260?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2048 +0x20b fp=0xc01359bd70 sp=0xc01359bcb8 pc=0x32f86eb
github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc003202000?, {0x624a8a0?, 0xc01aaef1c0?}, {0xc002f40800?}, 0x3?, 0xc0054a6b58?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:881 +0xe6 fp=0xc01359be20 sp=0xc01359bd70 pc=0x32f3486
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1()
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:758 +0x54f fp=0xc01359bfe0 sp=0xc01359be20 pc=0x37088af
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc01359bfe8 sp=0xc01359bfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:665 +0x22e

goroutine 2272 [select]:
runtime.gopark(0xc00a52bef8?, 0x2?, 0x4?, 0x0?, 0xc00a52bec4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc011397d20 sp=0xc011397d00 pc=0x4907d6
runtime.selectgo(0xc011397ef8, 0xc00a52bec0, 0xc0048434a0?, 0x0, 0xc0083e0340?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc011397e60 sp=0xc011397d20 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/server.(*Node).startWriteNodeStatus.func2({0x624a948, 0xc0048434a0})
	github.com/cockroachdb/cockroach/pkg/server/node.go:958 +0x105 fp=0xc011397f30 sp=0xc011397e60 pc=0x39bee05
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc011397fe0 sp=0xc011397f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc011397fe8 sp=0xc011397fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 2455 [semacquire, 7 minutes]:
runtime.gopark(0x18?, 0xc0001ffc00?, 0xa0?, 0xe5?, 0x4c022e?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0082edaa8 sp=0xc0082eda88 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
runtime.semacquire1(0xc0039f1f10, 0x50?, 0x1, 0x0)
	GOROOT/src/runtime/sema.go:150 +0x1fe fp=0xc0082edb10 sp=0xc0082edaa8 pc=0x4a17de
sync.runtime_Semacquire(0xc0039f1f00?)
	GOROOT/src/runtime/sema.go:62 +0x25 fp=0xc0082edb40 sp=0xc0082edb10 pc=0x4be005
sync.(*WaitGroup).Wait(0x624a8a0?)
	GOROOT/src/sync/waitgroup.go:139 +0x52 fp=0xc0082edb68 sp=0xc0082edb40 pc=0x4ce332
golang.org/x/sync/errgroup.(*Group).Wait(0xc0039f1f00)
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:52 +0x27 fp=0xc0082edb80 sp=0xc0082edb68 pc=0x11871a7
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0xc0039f1f00?, {0x624a8a0?, 0xc0039f1e80?}})
	github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x4a fp=0xc0082edbb0 sp=0xc0082edb80 pc=0x118790a
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans(0xc001545400, {0x624a8a0, 0xc0039f1b80}, {0xc005ee6300, 0x2, 0x0?}, 0x0, 0xc0028fc3c0, {0xc001819e90, 0x1, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:229 +0x666 fp=0xc0082edd38 sp=0xc0082edbb0 pc=0x19d2246
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed(0x19af200?, {0x624a8a0, 0xc0039f1b80}, {0xc00592a660, 0x2, 0x0?}, {0x0?, 0x70a3f00?, 0xc0?}, 0x0, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:147 +0x108 fp=0xc0082ede58 sp=0xc0082edd38 pc=0x19d1988
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*dbAdapter).RangeFeed(0xc000fa56d0?, {0x624a8a0?, 0xc0039f1b80?}, {0xc00592a660?, 0xc0070a3e90?, 0xc0070a3e80?}, {0xc0070a3f98?, 0x19a973b?, 0x0?}, 0x0, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/db_adapter.go:80 +0x71 fp=0xc0082eded0 sp=0xc0082ede58 pc=0x19fd411
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func1({0x624a8a0?, 0xc0039f1b80?})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:305 +0xc7 fp=0xc0082edf58 sp=0xc0082eded0 pc=0x1a01507
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
	github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x25 fp=0xc0082edf78 sp=0xc0082edf58 pc=0x1187be5
golang.org/x/sync/errgroup.(*Group).Go.func1()
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:74 +0x64 fp=0xc0082edfe0 sp=0xc0082edf78 pc=0x1187344
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0082edfe8 sp=0xc0082edfe0 pc=0x4c2401
created by golang.org/x/sync/errgroup.(*Group).Go
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:71 +0xa5

goroutine 14458 [select, 7 minutes]:
runtime.gopark(0xc006539260?, 0x2?, 0x1?, 0x30?, 0xc006539214?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0195c3078 sp=0xc0195c3058 pc=0x4907d6
runtime.selectgo(0xc0195c3260, 0xc006539210, 0xc004666e70?, 0x0, 0x628e370?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0195c31b8 sp=0xc0195c3078 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStreamHelper({0x624a948?, 0xc004666e70}, {0x628e370?, 0xc00e6a19d0}, 0xc0118dcd20, {0x62225f0?, 0xc0055bac90}, 0xc01567a600, {0xc0040c0870, 0x12, ...})
	github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:167 +0x3ab fp=0xc0195c3290 sp=0xc0195c31b8 pc=0x25c582b
github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStream({0x624a948, 0xc004666e70}, {0x628e370?, 0xc00e6a19d0?}, 0x0?, {0x62225f0?, 0xc0055bac90?}, 0x61ee770?, {0xc0040c0870, 0x12, ...})
	github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:82 +0x73 fp=0xc0195c3318 sp=0xc0195c3290 pc=0x25c5333
github.com/cockroachdb/cockroach/pkg/sql/flowinfra.RowInboundStreamHandler.Run(...)
	github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:57
github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*RowInboundStreamHandler).Run(0x624a948?, {0x624a948?, 0xc004666e70?}, {0x628e370?, 0xc00e6a19d0?}, 0xc011e80b00?, 0x1?)
	<autogenerated>:1 +0xb6 fp=0xc0195c33a8 sp=0xc0195c3318 pc=0x25ca2d6
github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).flowStreamInt(0xc0031f2380, {0x624a948, 0xc005f254d0}, {0x628e370, 0xc00e6a19d0})
	github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:738 +0x4a3 fp=0xc0195c3520 sp=0xc0195c33a8 pc=0x3245983
github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).FlowStream(0xc0031f2380, {0x628e370, 0xc00e6a19d0})
	github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:744 +0x92 fp=0xc0195c35b0 sp=0xc0195c3520 pc=0x3245b72
github.com/cockroachdb/cockroach/pkg/sql/execinfrapb._DistSQL_FlowStream_Handler({0x5234040?, 0xc0031f2380}, {0x627dc78?, 0xc00fdff5f0})
	github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/bazel-out/k8-opt/bin/pkg/sql/execinfrapb/execinfrapb_go_proto_/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:629 +0x9f fp=0xc0195c35e8 sp=0xc0195c35b0 pc=0x1ecea1f
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x5234040, 0xc0031f2380}, {0x627dc78?, 0xc00fdff5f0?}, 0xc00438cf18, 0x5686220)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:143 +0x258 fp=0xc0195c3920 sp=0xc0195c35e8 pc=0x1647d38
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x5234040?, 0xc0031f2380?}, {0x627dc78?, 0xc00fdff5f0?})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1408 +0x5b fp=0xc0195c3960 sp=0xc0195c3920 pc=0xc21dfb
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x5234040, 0xc0031f2380}, {0x627dc78, 0xc00fdff5f0}, 0x1054f90?, 0xc00da88200)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:272 +0x74 fp=0xc0195c3990 sp=0xc0195c3960 pc=0x16576d4
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x5234040?, 0xc0031f2380?}, {0x627dc78?, 0xc00fdff5f0?})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1411 +0x83 fp=0xc0195c39d0 sp=0xc0195c3990 pc=0xc21e23
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x0?, 0x0?})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:241 +0x2d fp=0xc0195c3a00 sp=0xc0195c39d0 pc=0x165798d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0xc000b6c6c0, {0x624a948, 0xc005f24ab0}, {0xc011e80b08?, 0x46159f?}, 0xc011e80ac0)
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:341 +0xd1 fp=0xc0195c3a78 sp=0xc0195c3a00 pc=0x10542d1
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x5234040, 0xc0031f2380}, {0x627dc78?, 0xc00fdff5f0?}, 0xc00438cf18, 0xc00da88200)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:240 +0xef fp=0xc0195c3b00 sp=0xc0195c3a78 pc=0x165790f
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x5234040?, 0xc0031f2380?}, {0x627dc78?, 0xc00fdff5f0?})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1411 +0x83 fp=0xc0195c3b40 sp=0xc0195c3b00 pc=0xc21e23
google.golang.org/grpc.chainStreamInterceptors.func1({0x5234040, 0xc0031f2380}, {0x627dc78, 0xc00fdff5f0}, 0xc00438cf18, 0x5686220)
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1413 +0x12b fp=0xc0195c3b90 sp=0xc0195c3b40 pc=0xc21d4b
google.golang.org/grpc.(*Server).processStreamingRPC(0xc008720a80, {0x6294e00, 0xc0021a1860}, 0xc00e438d80, 0xc0031e53b0, 0x8fc0d60, 0x0)
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1549 +0xf3b fp=0xc0195c3e48 sp=0xc0195c3b90 pc=0xc22dbb
google.golang.org/grpc.(*Server).handleStream(0xc008720a80, {0x6294e00, 0xc0021a1860}, 0xc00e438d80, 0x0)
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1624 +0x9ea fp=0xc0195c3f68 sp=0xc0195c3e48 pc=0xc245ea
google.golang.org/grpc.(*Server).serveStreams.func1.2()
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:922 +0x98 fp=0xc0195c3fe0 sp=0xc0195c3f68 pc=0xc1dab8
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0195c3fe8 sp=0xc0195c3fe0 pc=0x4c2401
created by google.golang.org/grpc.(*Server).serveStreams.func1
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:920 +0x28a

goroutine 2273 [select]:
runtime.gopark(0xc00169bee8?, 0x3?, 0x59?, 0x0?, 0xc00169bea2?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0100fcd28 sp=0xc0100fcd08 pc=0x4907d6
runtime.selectgo(0xc0100fcee8, 0xc00169be9c, 0xc0048434d0?, 0x0, 0x100000000c44b7d?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0100fce68 sp=0xc0100fcd28 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigkvsubscriber.(*KVSubscriber).Start.func1({0x624a948, 0xc0048434d0})
	github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigkvsubscriber/kvsubscriber.go:271 +0x22f fp=0xc0100fcf30 sp=0xc0100fce68 pc=0x377340f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0100fcfe0 sp=0xc0100fcf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0100fcfe8 sp=0xc0100fcfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 304004 [sleep]:
runtime.gopark(0x4b883fe5d63?, 0x6c1617?, 0xeb?, 0xcb?, 0x6fc7d33d6f?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc014ba7df0 sp=0xc014ba7dd0 pc=0x4907d6
time.Sleep(0x10590117e)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc014ba7e30 sp=0xc014ba7df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc01d724a50, 0x6c1617, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc014ba7e88 sp=0xc014ba7e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc01d724a50, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc014ba7ec8 sp=0xc014ba7e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0x0?, {0xc00a6ce000?, 0x3f, 0xc0059cbf70?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc014ba7fa8 sp=0xc014ba7ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc014ba7fe0 sp=0xc014ba7fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc014ba7fe8 sp=0xc014ba7fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 309423 [sleep]:
runtime.gopark(0x4b89de2367a?, 0x2005656?, 0x4a?, 0xbb?, 0x6fe5d32cd5?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00cbc0df0 sp=0xc00cbc0dd0 pc=0x4907d6
time.Sleep(0x109ac2aef)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc00cbc0e30 sp=0xc00cbc0df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc03303a180, 0x2005656, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc00cbc0e88 sp=0xc00cbc0e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc03303a180, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc00cbc0ec8 sp=0xc00cbc0e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc008720a80?, {0xc0045672c0?, 0x7, 0xc00cbc0fb8?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc00cbc0fa8 sp=0xc00cbc0ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc00cbc0fe0 sp=0xc00cbc0fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00cbc0fe8 sp=0xc00cbc0fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 253775 [sleep]:
runtime.gopark(0x4b82cf1d7f6?, 0x40466?, 0xea?, 0xe6?, 0x6f7b568e80?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0080bedf0 sp=0xc0080bedd0 pc=0x4907d6
time.Sleep(0x1101fe89f)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc0080bee30 sp=0xc0080bedf0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc0103657a0, 0x40466, {0x4618e7?, 0x203004?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc0080bee88 sp=0xc0080bee30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc0103657a0, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc0080beec8 sp=0xc0080bee88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc011937f80?, {0xc00bf9a000?, 0x44, 0xc011937f70?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc0080befa8 sp=0xc0080beec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc0080befe0 sp=0xc0080befa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0080befe8 sp=0xc0080befe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 289355 [sleep]:
runtime.gopark(0x4b880c05b6d?, 0x400e9f?, 0x9f?, 0x7d?, 0x6fc4adef33?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc005e4bdf0 sp=0xc005e4bdd0 pc=0x4907d6
time.Sleep(0x105a8c654)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc005e4be30 sp=0xc005e4bdf0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc01534d350, 0x400e9f, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc005e4be88 sp=0xc005e4be30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc01534d350, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc005e4bec8 sp=0xc005e4be88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc004047f80?, {0xc002b23900?, 0x19, 0xc004047f70?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc005e4bfa8 sp=0xc005e4bec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc005e4bfe0 sp=0xc005e4bfa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc005e4bfe8 sp=0xc005e4bfe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 305580 [sleep]:
runtime.gopark(0x4b7f290a188?, 0x20054e9?, 0x71?, 0xd8?, 0x6f51c5b5fd?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00a259df0 sp=0xc00a259dd0 pc=0x4907d6
time.Sleep(0x120f0471f)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc00a259e30 sp=0xc00a259df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc013b42180, 0x20054e9, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc00a259e88 sp=0xc00a259e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc013b42180, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc00a259ec8 sp=0xc00a259e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0x0?, {0xc0023c4140?, 0x4, 0xc019763f70?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc00a259fa8 sp=0xc00a259ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc00a259fe0 sp=0xc00a259fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00a259fe8 sp=0xc00a259fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 2339 [select, 7 minutes]:
runtime.gopark(0xc001676e98?, 0x2?, 0x1?, 0x30?, 0xc001676dec?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc001676c28 sp=0xc001676c08 pc=0x4907d6
runtime.selectgo(0xc001676e98, 0xc001676de8, 0x2?, 0x0, 0xc001676db8?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc001676d68 sp=0xc001676c28 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/server.(*Server).startSystemLogsGC.func1({0x624a948, 0xc004843560})
	github.com/cockroachdb/cockroach/pkg/server/server_systemlog_gc.go:179 +0x165 fp=0xc001676f30 sp=0xc001676d68 pc=0x39e3205
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc001676fe0 sp=0xc001676f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc001676fe8 sp=0xc001676fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 2340 [semacquire, 7 minutes]:
runtime.gopark(0xc00ffe5a68?, 0x4615d9?, 0xc0?, 0xb5?, 0xc00ffe5a28?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00664d9f0 sp=0xc00664d9d0 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
runtime.semacquire1(0xc006260b10, 0xf1?, 0x1, 0x0)
	GOROOT/src/runtime/sema.go:150 +0x1fe fp=0xc00664da58 sp=0xc00664d9f0 pc=0x4a17de
sync.runtime_Semacquire(0x11872a5?)
	GOROOT/src/runtime/sema.go:62 +0x25 fp=0xc00664da88 sp=0xc00664da58 pc=0x4be005
sync.(*WaitGroup).Wait(0xc00ffe5ae8?)
	GOROOT/src/sync/waitgroup.go:139 +0x52 fp=0xc00664dab0 sp=0xc00664da88 pc=0x4ce332
golang.org/x/sync/errgroup.(*Group).Wait(0xc006260b00)
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:52 +0x27 fp=0xc00664dac8 sp=0xc00664dab0 pc=0x11871a7
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0xc006260b00?, {0x624a8a0?, 0xc006260ac0?}})
	github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x4a fp=0xc00664daf8 sp=0xc00664dac8 pc=0x118790a
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x624a948?, 0xc004f37ec0?}, {0xc00ffe5c68, 0x2, 0xc00ffe5dc0?})
	github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x91 fp=0xc00664db48 sp=0xc00664daf8 pc=0x1187e11
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0xc0024222c0, {0x624a948, 0xc004f37ec0}, 0xc000d9fe80)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:311 +0x6cd fp=0xc00664de68 sp=0xc00664db48 pc=0x1a00e8d
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).Start.func2({0x624a948, 0xc004f37e30})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:230 +0x339 fp=0xc00664df30 sp=0xc00664de68 pc=0x1a00479
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00664dfe0 sp=0xc00664df30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00664dfe8 sp=0xc00664dfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 309973 [select]:
runtime.gopark(0xc009d1f208?, 0x2?, 0x40?, 0x25?, 0xc009d1f204?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc009d1f090 sp=0xc009d1f070 pc=0x4907d6
runtime.selectgo(0xc009d1f208, 0xc009d1f200, 0x10?, 0x0, 0x1?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc009d1f1d0 sp=0xc009d1f090 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc0153577a0)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc009d1f238 sp=0xc009d1f1d0 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc00a5a91e0, {0x51b9a20?, 0xc012834e00}, 0x6248888?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc009d1f340 sp=0xc009d1f238 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc9?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc009d1f370 sp=0xc009d1f340 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc015357200, 0xc009d1f448, 0xc009d1f418)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:692 +0xd3 fp=0xc009d1f3c8 sp=0xc009d1f370 pc=0xc2a3b3
google.golang.org/grpc.(*clientStream).RecvMsg(0xc015357200, {0x51b9a20?, 0xc012834e00?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc009d1f478 sp=0xc009d1f3c8 pc=0xc2b61f
google.golang.org/grpc.invoke({0x624a948?, 0xc004edee40?}, {0x53d9bbc?, 0x2?}, {0x52f0080, 0xc0043b45a0}, {0x51b9a20, 0xc012834e00}, 0x0?, {0xc00a75edc0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:73 +0xd7 fp=0xc009d1f4e0 sp=0xc009d1f478 pc=0xc0a637
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x624a948, 0xc004edee40}, {0x53d9bbc, 0x21}, {0x52f0080, 0xc0043b45a0}, {0x51b9a20, 0xc012834e00}, 0x110067dfd83d81f9?, 0x568c070, ...)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:247 +0x384 fp=0xc009d1f5d0 sp=0xc009d1f4e0 pc=0x1648b84
google.golang.org/grpc.(*ClientConn).Invoke(0x75dd19f53d6684ec?, {0x624a948?, 0xc004edee40?}, {0x53d9bbc?, 0x0?}, {0x52f0080?, 0xc0043b45a0?}, {0x51b9a20?, 0xc012834e00?}, {0x0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:35 +0x223 fp=0xc009d1f670 sp=0xc009d1f5d0 pc=0xc0a483
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc011d98cc8, {0x624a948, 0xc004edee40}, 0x0?, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9334 +0xc9 fp=0xc009d1f6f0 sp=0xc009d1f670 pc=0xdcf7a9
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.TracingInternalClient.Batch({{0x629d930?, 0xc011d98cc8?}}, {0x624a948, 0xc004edee40}, 0xc0043b45a0, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:329 +0x171 fp=0xc009d1f7c8 sp=0xc009d1f6f0 pc=0x1671a71
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*TracingInternalClient).Batch(0x12a63830?, {0x624a948?, 0xc004edee40?}, 0x624a948?, {0x0?, 0xc0081f5140?, 0xc012a63928?})
	<autogenerated>:1 +0x65 fp=0xc009d1f818 sp=0xc009d1f7c8 pc=0x1671b45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc016c3d560, {_, _}, _, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:211 +0x17e fp=0xc009d1fab8 sp=0xc009d1f818 pc=0x19daefe
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc016c3d560, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f11d6330, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:190 +0x158 fp=0xc009d1fbf0 sp=0xc009d1fab8 pc=0x19dad18
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f11d6330, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2079 +0x110f fp=0xc009d20338 sp=0xc009d1fbf0 pc=0x19ce2ef
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f11d6330, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1623 +0x805 fp=0xc009d20c38 sp=0xc009d20338 pc=0x19cade5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f11d6330, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1221 +0x433 fp=0xc009d214a0 sp=0xc009d20c38 pc=0x19c8053
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).Send(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f11d6330, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:845 +0x629 fp=0xc009d218c0 sp=0xc009d214a0 pc=0x19c5fe9
github.com/cockroachdb/cockroach/pkg/kv.(*CrossRangeTxnWrapperSender).Send(0xc001261268, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/db.go:223 +0xda fp=0xc009d219f8 sp=0xc009d218c0 pc=0x16a9a7a
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).sendBatch.func1.1({0x624a948, 0xc01160dce0})
	github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:278 +0xeb fp=0xc009d21c00 sp=0xc009d219f8 pc=0x1ca158b
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).sendBatch.func1({0x624a948, 0xc01160dce0})
	github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:309 +0x214 fp=0xc009d21f30 sp=0xc009d21c00 pc=0x1ca0bf4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc009d21fe0 sp=0xc009d21f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc009d21fe8 sp=0xc009d21fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 2457 [select, 7 minutes]:
runtime.gopark(0xc0070a3e58?, 0x2?, 0x1?, 0x30?, 0xc0070a3dfc?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0070a3c80 sp=0xc0070a3c60 pc=0x4907d6
runtime.selectgo(0xc0070a3e58, 0xc0070a3df8, 0xc0039f1e80?, 0x0, 0x1?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0070a3dc0 sp=0xc0070a3c80 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1({0x624a8a0, 0xc0039f1e80})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:203 +0x15e fp=0xc0070a3f58 sp=0xc0070a3dc0 pc=0x19d27fe
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
	github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x25 fp=0xc0070a3f78 sp=0xc0070a3f58 pc=0x1187be5
golang.org/x/sync/errgroup.(*Group).Go.func1()
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:74 +0x64 fp=0xc0070a3fe0 sp=0xc0070a3f78 pc=0x1187344
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0070a3fe8 sp=0xc0070a3fe0 pc=0x4c2401
created by golang.org/x/sync/errgroup.(*Group).Go
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:71 +0xa5

goroutine 2345 [select, 7 minutes]:
runtime.gopark(0xc00193aed0?, 0x2?, 0x0?, 0x0?, 0xc00193aeac?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00193ad28 sp=0xc00193ad08 pc=0x4907d6
runtime.selectgo(0xc00193aed0, 0xc00193aea8, 0xc004fdde90?, 0x0, 0x6295c98?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00193ae68 sp=0xc00193ad28 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slstorage.(*Storage).deleteSessionsLoop(0xc00055cd20, {0x624a948?, 0xc004fdde90?})
	github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slstorage/slstorage.go:354 +0x170 fp=0xc00193af08 sp=0xc00193ae68 pc=0x393ab90
github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slstorage.(*Storage).deleteSessionsLoop-fm({0x624a948?, 0xc004fdde90?})
	<autogenerated>:1 +0x39 fp=0xc00193af30 sp=0xc00193af08 pc=0x393cb59
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00193afe0 sp=0xc00193af30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00193afe8 sp=0xc00193afe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 2346 [select]:
runtime.gopark(0xc0176c3ec0?, 0x2?, 0x7c?, 0x0?, 0xc0176c3e74?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc014b39cd0 sp=0xc014b39cb0 pc=0x4907d6
runtime.selectgo(0xc014b39ec0, 0xc0176c3e70, 0xc001b94dc0?, 0x0, 0xc001857380?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc014b39e10 sp=0xc014b39cd0 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slinstance.(*Instance).heartbeatLoop(0xc000b6ec40, {0x624a8a0, 0xc001b94dc0})
	github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slinstance/slinstance.go:251 +0x18f fp=0xc014b39f08 sp=0xc014b39e10 pc=0x39372af
github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slinstance.(*Instance).heartbeatLoop-fm({0x624a948?, 0xc004fddef0?})
	<autogenerated>:1 +0x39 fp=0xc014b39f30 sp=0xc014b39f08 pc=0x3938379
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc014b39fe0 sp=0xc014b39f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc014b39fe8 sp=0xc014b39fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 2347 [select, 3 minutes]:
runtime.gopark(0xc00193beb0?, 0x4?, 0xf0?, 0x90?, 0xc00193be68?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00193bcd8 sp=0xc00193bcb8 pc=0x4907d6
runtime.selectgo(0xc00193beb0, 0xc00193be60, 0xc004bb9100?, 0x0, 0xc00193be58?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00193be18 sp=0xc00193bcd8 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/sql/gcjob/gcjobnotifier.(*Notifier).run(0xc003115020, {0x92b?, 0xc00193bf08?})
	github.com/cockroachdb/cockroach/pkg/sql/gcjob/gcjobnotifier/notifier.go:166 +0x2a7 fp=0xc00193bf08 sp=0xc00193be18 pc=0x326fbe7
github.com/cockroachdb/cockroach/pkg/sql/gcjob/gcjobnotifier.(*Notifier).run-fm({0x624a948?, 0xc004fddf20?})
	<autogenerated>:1 +0x39 fp=0xc00193bf30 sp=0xc00193bf08 pc=0x32702b9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00193bfe0 sp=0xc00193bf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00193bfe8 sp=0xc00193bfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 2348 [select, 7 minutes]:
runtime.gopark(0xc003bbfef0?, 0x3?, 0x1?, 0x30?, 0xc003bbfe52?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0023cfc98 sp=0xc0023cfc78 pc=0x4907d6
runtime.selectgo(0xc0023cfef0, 0xc003bbfe4c, 0x0?, 0x0, 0x1c7349a70?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0023cfdd8 sp=0xc0023cfc98 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/sql.(*TemporaryObjectCleaner).Start.func1({0x624a948, 0xc004fddf50})
	github.com/cockroachdb/cockroach/pkg/sql/temporary_schema.go:628 +0x2af fp=0xc0023cff30 sp=0xc0023cfdd8 pc=0x3515aaf
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0023cffe0 sp=0xc0023cff30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0023cffe8 sp=0xc0023cffe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 2349 [select]:
runtime.gopark(0xc00193f6d8?, 0x2?, 0xc0?, 0xf4?, 0xc00193f654?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00193f4a0 sp=0xc00193f480 pc=0x4907d6
runtime.selectgo(0xc00193f6d8, 0xc00193f650, 0x4e4?, 0x0, 0x1055006?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00193f5e0 sp=0xc00193f4a0 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowScheduler).Start.func1({0xc002896700, 0xc0050da2d0})
	github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow_scheduler.go:348 +0x255 fp=0xc00193f730 sp=0xc00193f5e0 pc=0x25c44f5
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00193f7e0 sp=0xc00193f730 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00193f7e8 sp=0xc00193f7e0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 2350 [select, 7 minutes]:
runtime.gopark(0xc005b0fee0?, 0x4?, 0x20?, 0xe8?, 0xc005b0fe98?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0080c0cf8 sp=0xc0080c0cd8 pc=0x4907d6
runtime.selectgo(0xc0080c0ee0, 0xc005b0fe90, 0x1?, 0x0, 0xc00529e000?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0080c0e38 sp=0xc0080c0cf8 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/sql/sqlstats/persistedsqlstats.(*PersistedSQLStats).startSQLStatsFlushLoop.func1({0x624a948, 0xc00529e000})
	github.com/cockroachdb/cockroach/pkg/sql/sqlstats/persistedsqlstats/pkg/sql/sqlstats/persistedsqlstats/provider.go:137 +0x24d fp=0xc0080c0f30 sp=0xc0080c0e38 pc=0x26a290d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0080c0fe0 sp=0xc0080c0f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0080c0fe8 sp=0xc0080c0fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 2351 [select]:
runtime.gopark(0xc00404aef0?, 0x2?, 0x4c?, 0x0?, 0xc00404ae4c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00404ac90 sp=0xc00404ac70 pc=0x4907d6
runtime.selectgo(0xc00404aef0, 0xc00404ae48, 0x0?, 0x0, 0x639e0f0082?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00404add0 sp=0xc00404ac90 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/sql/sqlstats/persistedsqlstats.(*jobMonitor).start.func1({0x624a948, 0xc00529e030})
	github.com/cockroachdb/cockroach/pkg/sql/sqlstats/persistedsqlstats/pkg/sql/sqlstats/persistedsqlstats/scheduled_job_monitor.go:96 +0x2a7 fp=0xc00404af30 sp=0xc00404add0 pc=0x26a31a7
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00404afe0 sp=0xc00404af30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00404afe8 sp=0xc00404afe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 2352 [select, 7 minutes]:
runtime.gopark(0xc0042a3ef8?, 0x2?, 0x49?, 0xb4?, 0xc0042a3ebc?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00404dd30 sp=0xc00404dd10 pc=0x4907d6
runtime.selectgo(0xc00404def8, 0xc0042a3eb8, 0x624a8a0?, 0x0, 0x20?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00404de70 sp=0xc00404dd30 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/sql/catalog/schematelemetry/schematelemetrycontroller.(*Controller).Start.func2({0x624a948?, 0xc00529e060?})
	github.com/cockroachdb/cockroach/pkg/sql/catalog/schematelemetry/schematelemetrycontroller/pkg/sql/catalog/schematelemetry/schematelemetrycontroller/controller.go:122 +0x13c fp=0xc00404df30 sp=0xc00404de70 pc=0x26a8f3c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00404dfe0 sp=0xc00404df30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00404dfe8 sp=0xc00404dfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 51039 [select]:
runtime.gopark(0xc01c471db8?, 0x3?, 0x5f?, 0x0?, 0xc01c471d32?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc008753b90 sp=0xc008753b70 pc=0x4907d6
runtime.selectgo(0xc008753db8, 0xc01c471d2c, 0xc00a179140?, 0x0, 0x2cfee173390bfe1e?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc008753cd0 sp=0xc008753b90 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc0004178c0, {0x624a948, 0xc00a179140}, 0xc0103a9270, {0xc00c82e528, 0x12}, 0xc00335daa0)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:1971 +0x366 fp=0xc008753e68 sp=0xc008753cd0 pc=0x16613e6
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1.1({0x624a948, 0xc00a179140})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:1879 +0x8d fp=0xc008753f30 sp=0xc008753e68 pc=0x1660e4d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc008753fe0 sp=0xc008753f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc008753fe8 sp=0xc008753fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 2386 [select, 7 minutes]:
runtime.gopark(0xc0082e3f00?, 0x2?, 0xf6?, 0xda?, 0xc0082e3e9c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0070a5cf0 sp=0xc0070a5cd0 pc=0x4907d6
runtime.selectgo(0xc0070a5f00, 0xc0082e3e98, 0x0?, 0x0, 0x1c7761580?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0070a5e30 sp=0xc0070a5cf0 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/sql/sqlstats/sslocal.(*SQLStats).Start.func1({0x624a948, 0xc00529e0f0})
	github.com/cockroachdb/cockroach/pkg/sql/sqlstats/sslocal/sslocal_provider.go:84 +0x27a fp=0xc0070a5f30 sp=0xc0070a5e30 pc=0x269563a
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0070a5fe0 sp=0xc0070a5f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0070a5fe8 sp=0xc0070a5fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 2387 [select]:
runtime.gopark(0xc007b4df00?, 0x2?, 0x2d?, 0x0?, 0xc007b4dedc?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc007b4dd68 sp=0xc007b4dd48 pc=0x4907d6
runtime.selectgo(0xc007b4df00, 0xc007b4ded8, 0xc01f960000?, 0x0, 0xc007c7bef0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc007b4dea8 sp=0xc007b4dd68 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/sql/sqlstats/insights.(*concurrentBufferIngester).Start.func1({0xc002ce2380?, 0xc007c7bef0?})
	github.com/cockroachdb/cockroach/pkg/sql/sqlstats/insights/pkg/sql/sqlstats/insights/ingester.go:70 +0xcb fp=0xc007b4df30 sp=0xc007b4dea8 pc=0x1f89feb
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc007b4dfe0 sp=0xc007b4df30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc007b4dfe8 sp=0xc007b4dfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 2388 [select]:
runtime.gopark(0xc001679f00?, 0x2?, 0x0?, 0x89?, 0xc001679ee4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc001679d70 sp=0xc001679d50 pc=0x4907d6
runtime.selectgo(0xc001679f00, 0xc001679ee0, 0xc4487c?, 0x0, 0x6295c98?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc001679eb0 sp=0xc001679d70 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/sql/sqlstats/insights.(*concurrentBufferIngester).Start.func2({0xc0083fca80?, 0xc007c7bd70?})
	github.com/cockroachdb/cockroach/pkg/sql/sqlstats/insights/pkg/sql/sqlstats/insights/ingester.go:87 +0x96 fp=0xc001679f30 sp=0xc001679eb0 pc=0x1f89ef6
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc001679fe0 sp=0xc001679f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc001679fe8 sp=0xc001679fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 2389 [select]:
runtime.gopark(0xc00404bf00?, 0x2?, 0xa0?, 0xbd?, 0xc00404bee4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00404bd70 sp=0xc00404bd50 pc=0x4907d6
runtime.selectgo(0xc00404bf00, 0xc00404bee0, 0xc4487c?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00404beb0 sp=0xc00404bd70 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/sql/contention/txnidcache.(*Cache).Start.func1({0xc001580e00?, 0xc007fd81b0?})
	github.com/cockroachdb/cockroach/pkg/sql/contention/txnidcache/txn_id_cache.go:145 +0xa5 fp=0xc00404bf30 sp=0xc00404beb0 pc=0x26abaa5
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00404bfe0 sp=0xc00404bf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00404bfe8 sp=0xc00404bfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 2390 [select]:
runtime.gopark(0xc0082c1e68?, 0x5?, 0xe0?, 0x73?, 0xc0082c1d8e?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0082c1bd8 sp=0xc0082c1bb8 pc=0x4907d6
runtime.selectgo(0xc0082c1e68, 0xc0082c1d84, 0xc0000000b0?, 0x0, 0x22?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0082c1d18 sp=0xc0082c1bd8 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/sql/stats.(*Refresher).Start.func1({0x624a948, 0xc00529e1b0})
	github.com/cockroachdb/cockroach/pkg/sql/stats/pkg/sql/stats/automatic_stats.go:394 +0x1dc fp=0xc0082c1f30 sp=0xc0082c1d18 pc=0x1aebcfc
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0082c1fe0 sp=0xc0082c1f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0082c1fe8 sp=0xc0082c1fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 2391 [select]:
runtime.gopark(0xc00c0b3ec8?, 0x3?, 0x0?, 0x58?, 0xc00c0b3e1a?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0070a8ca0 sp=0xc0070a8c80 pc=0x4907d6
runtime.selectgo(0xc0070a8ec8, 0xc00c0b3e14, 0xc004bb9800?, 0x0, 0xc004a07860?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0070a8de0 sp=0xc0070a8ca0 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/sql/stmtdiagnostics.(*Registry).poll(0xc0031d91d0, {0x624a948, 0xc00529e210})
	github.com/cockroachdb/cockroach/pkg/sql/stmtdiagnostics/statement_diagnostics.go:199 +0x245 fp=0xc0070a8f08 sp=0xc0070a8de0 pc=0x26bdc05
github.com/cockroachdb/cockroach/pkg/sql/stmtdiagnostics.(*Registry).poll-fm({0x624a948?, 0xc00529e210?})
	<autogenerated>:1 +0x39 fp=0xc0070a8f30 sp=0xc0070a8f08 pc=0x26c2319
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0070a8fe0 sp=0xc0070a8f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0070a8fe8 sp=0xc0070a8fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 2392 [semacquire, 7 minutes]:
runtime.gopark(0xc0036d4a68?, 0x46159f?, 0xc0?, 0x8f?, 0xc004f2b320?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0036d49f0 sp=0xc0036d49d0 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
runtime.semacquire1(0xc001c8cd50, 0xf1?, 0x1, 0x0)
	GOROOT/src/runtime/sema.go:150 +0x1fe fp=0xc0036d4a58 sp=0xc0036d49f0 pc=0x4a17de
sync.runtime_Semacquire(0x11872a5?)
	GOROOT/src/runtime/sema.go:62 +0x25 fp=0xc0036d4a88 sp=0xc0036d4a58 pc=0x4be005
sync.(*WaitGroup).Wait(0xc0036d4ae8?)
	GOROOT/src/sync/waitgroup.go:139 +0x52 fp=0xc0036d4ab0 sp=0xc0036d4a88 pc=0x4ce332
golang.org/x/sync/errgroup.(*Group).Wait(0xc001c8cd40)
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:52 +0x27 fp=0xc0036d4ac8 sp=0xc0036d4ab0 pc=0x11871a7
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0xc001c8cd40?, {0x624a8a0?, 0xc001c8cd00?}})
	github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x4a fp=0xc0036d4af8 sp=0xc0036d4ac8 pc=0x118790a
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x624a948?, 0xc005378d20?}, {0xc0036d4c68, 0x2, 0x4000000000000000?})
	github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x91 fp=0xc0036d4b48 sp=0xc0036d4af8 pc=0x1187e11
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0xc002422580, {0x624a948, 0xc005378d20}, 0xc0014e9240)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:311 +0x6cd fp=0xc0036d4e68 sp=0xc0036d4b48 pc=0x1a00e8d
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).Start.func2({0x624a948, 0xc00529e300})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:230 +0x339 fp=0xc0036d4f30 sp=0xc0036d4e68 pc=0x1a00479
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0036d4fe0 sp=0xc0036d4f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0036d4fe8 sp=0xc0036d4fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 2393 [semacquire, 7 minutes]:
runtime.gopark(0xc0023d0a68?, 0x46159f?, 0xe0?, 0x90?, 0xc004f2b3b0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0023d09f0 sp=0xc0023d09d0 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
runtime.semacquire1(0xc001c8cdd0, 0xf1?, 0x1, 0x0)
	GOROOT/src/runtime/sema.go:150 +0x1fe fp=0xc0023d0a58 sp=0xc0023d09f0 pc=0x4a17de
sync.runtime_Semacquire(0x11872a5?)
	GOROOT/src/runtime/sema.go:62 +0x25 fp=0xc0023d0a88 sp=0xc0023d0a58 pc=0x4be005
sync.(*WaitGroup).Wait(0xc0023d0ae8?)
	GOROOT/src/sync/waitgroup.go:139 +0x52 fp=0xc0023d0ab0 sp=0xc0023d0a88 pc=0x4ce332
golang.org/x/sync/errgroup.(*Group).Wait(0xc001c8cdc0)
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:52 +0x27 fp=0xc0023d0ac8 sp=0xc0023d0ab0 pc=0x11871a7
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0xc001c8cdc0?, {0x624a8a0?, 0xc001c8cd80?}})
	github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x4a fp=0xc0023d0af8 sp=0xc0023d0ac8 pc=0x118790a
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x624a948?, 0xc005378e70?}, {0xc0023d0c68, 0x2, 0x4000000000000000?})
	github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x91 fp=0xc0023d0b48 sp=0xc0023d0af8 pc=0x1187e11
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0xc0024226e0, {0x624a948, 0xc005378e70}, 0xc0014e9400)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:311 +0x6cd fp=0xc0023d0e68 sp=0xc0023d0b48 pc=0x1a00e8d
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).Start.func2({0x624a948, 0xc00529e3f0})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:230 +0x339 fp=0xc0023d0f30 sp=0xc0023d0e68 pc=0x1a00479
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0023d0fe0 sp=0xc0023d0f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0023d0fe8 sp=0xc0023d0fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 2394 [select, 3 minutes]:
runtime.gopark(0xc003b8dea0?, 0x2?, 0x60?, 0xdc?, 0xc003b8de1c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0086dfc60 sp=0xc0086dfc40 pc=0x4907d6
runtime.selectgo(0xc0086dfea0, 0xc003b8de18, 0x3?, 0x0, 0xc00529e450?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0086dfda0 sp=0xc0086dfc60 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/sql/catalog/lease.(*Manager).RefreshLeases.func1({0x624a948, 0xc00529e450})
	github.com/cockroachdb/cockroach/pkg/sql/catalog/lease/lease.go:1079 +0x105 fp=0xc0086dff30 sp=0xc0086dfda0 pc=0x1ab54e5
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0086dffe0 sp=0xc0086dff30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0086dffe8 sp=0xc0086dffe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 2395 [select]:
runtime.gopark(0xc003917e08?, 0x2?, 0x0?, 0x0?, 0xc003917ddc?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc010102c18 sp=0xc010102bf8 pc=0x4907d6
runtime.selectgo(0xc010102e08, 0xc003917dd8, 0xc00529e480?, 0x0, 0xc001839f40?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc010102d58 sp=0xc010102c18 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/sql/catalog/lease.(*Manager).PeriodicallyRefreshSomeLeases.func1({0x624a948, 0xc00529e480})
	github.com/cockroachdb/cockroach/pkg/sql/catalog/lease/lease.go:1185 +0x2d3 fp=0xc010102f30 sp=0xc010102d58 pc=0x1ab6493
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc010102fe0 sp=0xc010102f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc010102fe8 sp=0xc010102fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 2396 [select]:
runtime.gopark(0xc007949ee0?, 0x3?, 0x18?, 0x9d?, 0xc007949e5a?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc007949cc0 sp=0xc007949ca0 pc=0x4907d6
runtime.selectgo(0xc007949ee0, 0xc007949e54, 0x0?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc007949e00 sp=0xc007949cc0 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).Start.func8({0x624a948?, 0xc00529e540?})
	github.com/cockroachdb/cockroach/pkg/jobs/registry.go:822 +0x196 fp=0xc007949f30 sp=0xc007949e00 pc=0x229c396
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc007949fe0 sp=0xc007949f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc007949fe8 sp=0xc007949fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 2397 [select, 7 minutes]:
runtime.gopark(0xc007b4cee0?, 0x3?, 0x40?, 0x0?, 0xc007b4ce32?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc007b4cc98 sp=0xc007b4cc78 pc=0x4907d6
runtime.selectgo(0xc007b4cee0, 0xc007b4ce2c, 0x0?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc007b4cdd8 sp=0xc007b4cc98 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).Start.func9({0x624a948?, 0xc00529e570?})
	github.com/cockroachdb/cockroach/pkg/jobs/registry.go:854 +0x18d fp=0xc007b4cf30 sp=0xc007b4cdd8 pc=0x229c02d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc007b4cfe0 sp=0xc007b4cf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc007b4cfe8 sp=0xc007b4cfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 2398 [select]:
runtime.gopark(0xc00d391ed0?, 0x4?, 0x10?, 0x1d?, 0xc00d391e38?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00d391cb8 sp=0xc00d391c98 pc=0x4907d6
runtime.selectgo(0xc00d391ed0, 0xc00d391e30, 0x0?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00d391df8 sp=0xc00d391cb8 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).Start.func10({0x624a948?, 0xc00529e5d0?})
	github.com/cockroachdb/cockroach/pkg/jobs/registry.go:877 +0x1c5 fp=0xc00d391f30 sp=0xc00d391df8 pc=0x229bd85
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00d391fe0 sp=0xc00d391f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00d391fe8 sp=0xc00d391fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 2399 [select, 7 minutes]:
runtime.gopark(0xc004055eb0?, 0x4?, 0x86?, 0xfc?, 0xc004055e38?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc001677cb8 sp=0xc001677c98 pc=0x4907d6
runtime.selectgo(0xc001677eb0, 0xc004055e30, 0xc004bb8be0?, 0x0, 0xc00103ea80?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc001677df8 sp=0xc001677cb8 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigmanager.(*Manager).run(0xc0031d9270, {0x624a948, 0xc00529e600})
	github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigmanager/manager.go:160 +0x3b3 fp=0xc001677f08 sp=0xc001677df8 pc=0x391cc33
github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigmanager.(*Manager).Start.func1({0x624a948?, 0xc00529e600?})
	github.com/cockroachdb/cockroach/pkg/spanconfig/spanconfigmanager/manager.go:102 +0x30 fp=0xc001677f30 sp=0xc001677f08 pc=0x391c850
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc001677fe0 sp=0xc001677f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc001677fe8 sp=0xc001677fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 3738 [select]:
runtime.gopark(0xc002ddfea8?, 0x2?, 0x0?, 0x0?, 0xc002ddfe3c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc004048ca0 sp=0xc004048c80 pc=0x4907d6
runtime.selectgo(0xc004048ea8, 0xc002ddfe38, 0x6207580?, 0x0, 0x23?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc004048de0 sp=0xc004048ca0 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvprober.(*Prober).Start.func1.1({0x624a948, 0xc0051ee150})
	github.com/cockroachdb/cockroach/pkg/kv/kvprober/kvprober.go:308 +0x330 fp=0xc004048f30 sp=0xc004048de0 pc=0x373bcf0
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc004048fe0 sp=0xc004048f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc004048fe8 sp=0xc004048fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 283266 [sleep]:
runtime.gopark(0x4b8b3c39b99?, 0x400ebb?, 0x29?, 0xdf?, 0x701c9a1abf?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc005b09df0 sp=0xc005b09dd0 pc=0x4907d6
time.Sleep(0x12a91b168)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc005b09e30 sp=0xc005b09df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc0565aabd0, 0x400ebb, {0x2?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc005b09e88 sp=0xc005b09e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc0565aabd0, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc005b09ec8 sp=0xc005b09e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc006f05f80?, {0xc00be08000?, 0x39, 0xc006f05f70?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc005b09fa8 sp=0xc005b09ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc005b09fe0 sp=0xc005b09fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc005b09fe8 sp=0xc005b09fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 2405 [semacquire, 7 minutes]:
runtime.gopark(0x18?, 0xc0085fb000?, 0x80?, 0x99?, 0x4c022e?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0060dbaa8 sp=0xc0060dba88 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
runtime.semacquire1(0xc001c8d050, 0x50?, 0x1, 0x0)
	GOROOT/src/runtime/sema.go:150 +0x1fe fp=0xc0060dbb10 sp=0xc0060dbaa8 pc=0x4a17de
sync.runtime_Semacquire(0xc001c8d040?)
	GOROOT/src/runtime/sema.go:62 +0x25 fp=0xc0060dbb40 sp=0xc0060dbb10 pc=0x4be005
sync.(*WaitGroup).Wait(0x624a8a0?)
	GOROOT/src/sync/waitgroup.go:139 +0x52 fp=0xc0060dbb68 sp=0xc0060dbb40 pc=0x4ce332
golang.org/x/sync/errgroup.(*Group).Wait(0xc001c8d040)
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:52 +0x27 fp=0xc0060dbb80 sp=0xc0060dbb68 pc=0x11871a7
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0xc001c8d040?, {0x624a8a0?, 0xc001c8d000?}})
	github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x4a fp=0xc0060dbbb0 sp=0xc0060dbb80 pc=0x118790a
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans(0xc001545400, {0x624a8a0, 0xc001c8cd00}, {0xc001c8cfc0, 0x1, 0xfc4d45?}, 0x0, 0xc0028311a0, {0xc004bb9a80, 0x1, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:229 +0x666 fp=0xc0060dbd38 sp=0xc0060dbbb0 pc=0x19d2246
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed(0xc0014e9240?, {0x624a8a0, 0xc001c8cd00}, {0xc00529e2a0, 0x1, 0x100000000c448e6?}, {0x1d747cf?, 0x2?, 0x0?}, 0x0, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:147 +0x108 fp=0xc0060dbe58 sp=0xc0060dbd38 pc=0x19d1988
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*dbAdapter).RangeFeed(0x624a948?, {0x624a8a0?, 0xc001c8cd00?}, {0xc00529e2a0?, 0xc001405f00?, 0xc001405fd0?}, {0x1054c46?, 0x624a948?, 0x0?}, 0x0, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/db_adapter.go:80 +0x71 fp=0xc0060dbed0 sp=0xc0060dbe58 pc=0x19fd411
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func1({0x624a8a0?, 0xc001c8cd00?})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:305 +0xc7 fp=0xc0060dbf58 sp=0xc0060dbed0 pc=0x1a01507
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
	github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x25 fp=0xc0060dbf78 sp=0xc0060dbf58 pc=0x1187be5
golang.org/x/sync/errgroup.(*Group).Go.func1()
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:74 +0x64 fp=0xc0060dbfe0 sp=0xc0060dbf78 pc=0x1187344
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0060dbfe8 sp=0xc0060dbfe0 pc=0x4c2401
created by golang.org/x/sync/errgroup.(*Group).Go
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:71 +0xa5

goroutine 2406 [select]:
runtime.gopark(0xc0023d2e18?, 0x2?, 0x88?, 0x12?, 0xc0023d2dfc?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0023d2c68 sp=0xc0023d2c48 pc=0x4907d6
runtime.selectgo(0xc0023d2e18, 0xc0023d2df8, 0xc0014e9240?, 0x0, 0x1?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0023d2da8 sp=0xc0023d2c68 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).processEvents(0xc002422580, {0x624a8a0, 0xc001c8cd00}, 0xc001404fd0?, 0xc0028311a0)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:351 +0xdf fp=0xc0023d2f20 sp=0xc0023d2da8 pc=0x1a0167f
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func2({0x624a8a0?, 0xc001c8cd00?})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:308 +0x38 fp=0xc0023d2f58 sp=0xc0023d2f20 pc=0x1a01418
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
	github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x25 fp=0xc0023d2f78 sp=0xc0023d2f58 pc=0x1187be5
golang.org/x/sync/errgroup.(*Group).Go.func1()
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:74 +0x64 fp=0xc0023d2fe0 sp=0xc0023d2f78 pc=0x1187344
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0023d2fe8 sp=0xc0023d2fe0 pc=0x4c2401
created by golang.org/x/sync/errgroup.(*Group).Go
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:71 +0xa5

goroutine 2407 [semacquire, 7 minutes]:
runtime.gopark(0x18?, 0xc0085fb000?, 0x0?, 0x9b?, 0x4c022e?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc007b9faa8 sp=0xc007b9fa88 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
runtime.semacquire1(0xc001c8d110, 0x50?, 0x1, 0x0)
	GOROOT/src/runtime/sema.go:150 +0x1fe fp=0xc007b9fb10 sp=0xc007b9faa8 pc=0x4a17de
sync.runtime_Semacquire(0xc001c8d100?)
	GOROOT/src/runtime/sema.go:62 +0x25 fp=0xc007b9fb40 sp=0xc007b9fb10 pc=0x4be005
sync.(*WaitGroup).Wait(0x624a8a0?)
	GOROOT/src/sync/waitgroup.go:139 +0x52 fp=0xc007b9fb68 sp=0xc007b9fb40 pc=0x4ce332
golang.org/x/sync/errgroup.(*Group).Wait(0xc001c8d100)
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:52 +0x27 fp=0xc007b9fb80 sp=0xc007b9fb68 pc=0x11871a7
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0xc001c8d100?, {0x624a8a0?, 0xc001c8d0c0?}})
	github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x4a fp=0xc007b9fbb0 sp=0xc007b9fb80 pc=0x118790a
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans(0xc001545400, {0x624a8a0, 0xc001c8cd80}, {0xc001c8d080, 0x1, 0xfc4d45?}, 0x0, 0xc002831380, {0xc004bb9aa0, 0x1, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:229 +0x666 fp=0xc007b9fd38 sp=0xc007b9fbb0 pc=0x19d2246
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed(0xc0014e9400?, {0x624a8a0, 0xc001c8cd80}, {0xc00529e390, 0x1, 0x100000000c448e6?}, {0x0?, 0x2?, 0x0?}, 0x0, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:147 +0x108 fp=0xc007b9fe58 sp=0xc007b9fd38 pc=0x19d1988
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*dbAdapter).RangeFeed(0x624a948?, {0x624a8a0?, 0xc001c8cd80?}, {0xc00529e390?, 0xc0085df700?, 0xc0085df7d0?}, {0x1054c46?, 0x624a948?, 0x0?}, 0x0, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/db_adapter.go:80 +0x71 fp=0xc007b9fed0 sp=0xc007b9fe58 pc=0x19fd411
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func1({0x624a8a0?, 0xc001c8cd80?})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:305 +0xc7 fp=0xc007b9ff58 sp=0xc007b9fed0 pc=0x1a01507
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
	github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x25 fp=0xc007b9ff78 sp=0xc007b9ff58 pc=0x1187be5
golang.org/x/sync/errgroup.(*Group).Go.func1()
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:74 +0x64 fp=0xc007b9ffe0 sp=0xc007b9ff78 pc=0x1187344
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc007b9ffe8 sp=0xc007b9ffe0 pc=0x4c2401
created by golang.org/x/sync/errgroup.(*Group).Go
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:71 +0xa5

goroutine 2408 [select]:
runtime.gopark(0xc003aace18?, 0x2?, 0xe0?, 0x6c?, 0xc003aacdfc?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc003aacc68 sp=0xc003aacc48 pc=0x4907d6
runtime.selectgo(0xc003aace18, 0xc003aacdf8, 0xc0014e9400?, 0x0, 0x1?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc003aacda8 sp=0xc003aacc68 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).processEvents(0xc0024226e0, {0x624a8a0, 0xc001c8cd80}, 0xc001404fd0?, 0xc002831380)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:351 +0xdf fp=0xc003aacf20 sp=0xc003aacda8 pc=0x1a0167f
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func2({0x624a8a0?, 0xc001c8cd80?})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:308 +0x38 fp=0xc003aacf58 sp=0xc003aacf20 pc=0x1a01418
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
	github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x25 fp=0xc003aacf78 sp=0xc003aacf58 pc=0x1187be5
golang.org/x/sync/errgroup.(*Group).Go.func1()
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:74 +0x64 fp=0xc003aacfe0 sp=0xc003aacf78 pc=0x1187344
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc003aacfe8 sp=0xc003aacfe0 pc=0x4c2401
created by golang.org/x/sync/errgroup.(*Group).Go
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:71 +0xa5

goroutine 2409 [select, 7 minutes]:
runtime.gopark(0xc001405e58?, 0x2?, 0x1?, 0x30?, 0xc001405dfc?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc007b48c80 sp=0xc007b48c60 pc=0x4907d6
runtime.selectgo(0xc007b48e58, 0xc001405df8, 0xc001c8d000?, 0x0, 0x1?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc007b48dc0 sp=0xc007b48c80 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1({0x624a8a0, 0xc001c8d000})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:203 +0x15e fp=0xc007b48f58 sp=0xc007b48dc0 pc=0x19d27fe
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
	github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x25 fp=0xc007b48f78 sp=0xc007b48f58 pc=0x1187be5
golang.org/x/sync/errgroup.(*Group).Go.func1()
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:74 +0x64 fp=0xc007b48fe0 sp=0xc007b48f78 pc=0x1187344
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc007b48fe8 sp=0xc007b48fe0 pc=0x4c2401
created by golang.org/x/sync/errgroup.(*Group).Go
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:71 +0xa5

goroutine 2411 [select, 7 minutes]:
runtime.gopark(0xc004ebae58?, 0x2?, 0x1?, 0x30?, 0xc004ebadfc?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc004ebac80 sp=0xc004ebac60 pc=0x4907d6
runtime.selectgo(0xc004ebae58, 0xc004ebadf8, 0xc001c8d0c0?, 0x0, 0x1?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc004ebadc0 sp=0xc004ebac80 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1({0x624a8a0, 0xc001c8d0c0})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:203 +0x15e fp=0xc004ebaf58 sp=0xc004ebadc0 pc=0x19d27fe
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
	github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x25 fp=0xc004ebaf78 sp=0xc004ebaf58 pc=0x1187be5
golang.org/x/sync/errgroup.(*Group).Go.func1()
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:74 +0x64 fp=0xc004ebafe0 sp=0xc004ebaf78 pc=0x1187344
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc004ebafe8 sp=0xc004ebafe0 pc=0x4c2401
created by golang.org/x/sync/errgroup.(*Group).Go
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:71 +0xa5

goroutine 2413 [select]:
runtime.gopark(0xc011982d68?, 0x2?, 0x0?, 0x82?, 0xc011982d34?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc011982bb8 sp=0xc011982b98 pc=0x4907d6
runtime.selectgo(0xc011982d68, 0xc011982d30, 0x8?, 0x0, 0xc0214ba000?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc011982cf8 sp=0xc011982bb8 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc0054963c0, {0xc00527f5b8, 0x5, 0x5})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:191 +0xa5 fp=0xc011982d98 sp=0xc011982cf8 pc=0xbf9805
google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0054963c0, {0xc00527f5b8?, 0xc005085c98?, 0xc011982de0?})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:171 +0x147 fp=0xc011982dd8 sp=0xc011982d98 pc=0xbf9547
google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0053795c0, {0xc00527f5b8?, 0xc011982e58?, 0xbe1107?})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:485 +0x32 fp=0xc011982e20 sp=0xc011982dd8 pc=0xbfabb2
io.ReadAtLeast({0x6213e00, 0xc0053795c0}, {0xc00527f5b8, 0x5, 0x5}, 0x5)
	GOROOT/src/io/io.go:332 +0x9a fp=0xc011982e68 sp=0xc011982e20 pc=0x52d13a
io.ReadFull(...)
	GOROOT/src/io/io.go:351
google.golang.org/grpc/internal/transport.(*Stream).Read(0xc005337200, {0xc00527f5b8, 0x5, 0x5})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:469 +0xa5 fp=0xc011982ea8 sp=0xc011982e68 pc=0xbfab25
google.golang.org/grpc.(*parser).recvMsg(0xc00527f5a8, 0x7fffffff)
	google.golang.org/grpc/external/org_golang_google_grpc/rpc_util.go:559 +0x47 fp=0xc011982f28 sp=0xc011982ea8 pc=0xc18c47
google.golang.org/grpc.recvAndDecompress(0xc01097f028?, 0xc005337200, {0x0, 0x0}, 0x7fffffff, 0x0, {0x6248888, 0x9c5fde0})
	google.golang.org/grpc/external/org_golang_google_grpc/rpc_util.go:690 +0x66 fp=0xc011982fc0 sp=0xc011982f28 pc=0xc19546
google.golang.org/grpc.recv(0x468986?, {0x7fb1c7c6d568, 0xc0004b4550}, 0x7fb17ebeefff?, {0x0?, 0x0?}, {0x51d3160, 0xc00bb7a630}, 0x7fb17ea1c600?, 0x0, ...)
	google.golang.org/grpc/external/org_golang_google_grpc/rpc_util.go:756 +0x6e fp=0xc011983038 sp=0xc011982fc0 pc=0xc19c2e
google.golang.org/grpc.(*csAttempt).recvMsg(0xc00548c370, {0x51d3160?, 0xc00bb7a630}, 0x1?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:983 +0x2ba fp=0xc011983140 sp=0xc011983038 pc=0xc2c5ba
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x0?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc011983170 sp=0xc011983140 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc005336fc0, 0xc011983248, 0xc011983218)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:688 +0x2f1 fp=0xc0119831c8 sp=0xc011983170 pc=0xc2a5d1
google.golang.org/grpc.(*clientStream).RecvMsg(0xc005336fc0, {0x51d3160?, 0xc00bb7a630?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc011983278 sp=0xc0119831c8 pc=0xc2b61f
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0xc002abdb20, {0x51d3160?, 0xc00bb7a630?})
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:384 +0x37 fp=0xc0119832c0 sp=0xc011983278 pc=0x1649ad7
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalRangeFeedClient).Recv(0xc004bb9de0)
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9376 +0x4c fp=0xc0119832f0 sp=0xc0119832c0 pc=0xdcfb8c
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed.func6()
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:649 +0x2e fp=0xc011983310 sp=0xc0119832f0 pc=0x19d6c2e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*stuckRangeFeedCanceler).do(0xc0054962d0, 0xc011983780)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed_canceler.go:135 +0x1a2 fp=0xc0119833b8 sp=0xc011983310 pc=0x19d7622
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0xc001545400, {0x624a8a0?, 0xc001c8d000?}, {{0xc001fc6c58, 0x1, 0x8}, {0xc001fc6c60, 0x1, 0x8}}, {0x17600a099abfbb5d, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:648 +0xffa fp=0xc0119839a0 sp=0xc0119833b8 pc=0x19d629a
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0xc001545400, {0x624a8a0, 0xc001c8d000}, 0xc0054961e0, 0xc001fc6ce0?, {{0xc001fc6c58, 0x1, 0x8}, {0xc001fc6c60, 0x1, ...}}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:423 +0x8fb fp=0xc011983e80 sp=0xc0119839a0 pc=0x19d467b
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1.1({0x624a8a0?, 0xc001c8d000?})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:207 +0x117 fp=0xc011983f58 sp=0xc011983e80 pc=0x19d2b17
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
	github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x25 fp=0xc011983f78 sp=0xc011983f58 pc=0x1187be5
golang.org/x/sync/errgroup.(*Group).Go.func1()
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:74 +0x64 fp=0xc011983fe0 sp=0xc011983f78 pc=0x1187344
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc011983fe8 sp=0xc011983fe0 pc=0x4c2401
created by golang.org/x/sync/errgroup.(*Group).Go
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:71 +0xa5

goroutine 2414 [select, 7 minutes]:
runtime.gopark(0xc001405fb0?, 0x2?, 0x0?, 0x54?, 0xc001405f94?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc001405e18 sp=0xc001405df8 pc=0x4907d6
runtime.selectgo(0xc001405fb0, 0xc001405f90, 0xc001405fd0?, 0x0, 0xc000b6c6c0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc001405f58 sp=0xc001405e18 pc=0x4a071c
google.golang.org/grpc.newClientStreamWithParams.func4()
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:341 +0x92 fp=0xc001405fe0 sp=0xc001405f58 pc=0xc28912
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc001405fe8 sp=0xc001405fe0 pc=0x4c2401
created by google.golang.org/grpc.newClientStreamWithParams
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:340 +0xb7e

goroutine 2415 [select, 7 minutes]:
runtime.gopark(0xc0082e3fb0?, 0x2?, 0x98?, 0x3e?, 0xc0082e3f9c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0082e3e28 sp=0xc0082e3e08 pc=0x4907d6
runtime.selectgo(0xc0082e3fb0, 0xc0082e3f98, 0xc000b6c6c0?, 0x0, 0xc000ac6510?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0082e3f68 sp=0xc0082e3e28 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2()
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:340 +0x71 fp=0xc0082e3fe0 sp=0xc0082e3f68 pc=0x1649731
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0082e3fe8 sp=0xc0082e3fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:339 +0x152

goroutine 2416 [select]:
runtime.gopark(0xc00169f168?, 0x3?, 0x0?, 0x98?, 0xc00169f102?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00169ef78 sp=0xc00169ef58 pc=0x4907d6
runtime.selectgo(0xc00169f168, 0xc00169f0fc, 0xc00169f138?, 0x0, 0xc00169f130?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00169f0b8 sp=0xc00169ef78 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/rpc.(*pipe).recv(0xc004bb9e80, {0x624a948, 0xc005379830})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:1217 +0xe8 fp=0xc00169f1a8 sp=0xc00169f0b8 pc=0x165bee8
github.com/cockroachdb/cockroach/pkg/rpc.pipeReader.recv({0xc004bb9e80?, 0x5684220?}, {0x624a948?, 0xc005379830?}, {0x51d3160, 0xc01562ac60})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:1253 +0x45 fp=0xc00169f1e0 sp=0xc00169f1a8 pc=0x165c0c5
github.com/cockroachdb/cockroach/pkg/rpc.clientStream.RecvMsg(...)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:1301
github.com/cockroachdb/cockroach/pkg/rpc.(*clientStream).RecvMsg(0x0?, {0x51d3160?, 0xc01562ac60?})
	<autogenerated>:1 +0x77 fp=0xc00169f248 sp=0xc00169f1e0 pc=0x1666f77
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0xc002abdbe0, {0x51d3160?, 0xc01562ac60?})
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:384 +0x37 fp=0xc00169f290 sp=0xc00169f248 pc=0x1649ad7
github.com/cockroachdb/cockroach/pkg/rpc.rangeFeedClientAdapter.Recv({{0x627d528?, 0xc002abdbe0?}})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:1028 +0x59 fp=0xc00169f2d0 sp=0xc00169f290 pc=0x165b0b9
github.com/cockroachdb/cockroach/pkg/rpc.(*rangeFeedClientAdapter).Recv(0xc00169f300?)
	<autogenerated>:1 +0x34 fp=0xc00169f2f0 sp=0xc00169f2d0 pc=0x1666a34
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed.func6()
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:649 +0x2e fp=0xc00169f310 sp=0xc00169f2f0 pc=0x19d6c2e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*stuckRangeFeedCanceler).do(0xc005496550, 0xc00169f780)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed_canceler.go:135 +0x1a2 fp=0xc00169f3b8 sp=0xc00169f310 pc=0x19d7622
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0xc001545400, {0x624a8a0?, 0xc001c8d0c0?}, {{0xc001fc6ce0, 0x1, 0x8}, {0xc001fc6ce8, 0x1, 0x8}}, {0x0, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:648 +0xffa fp=0xc00169f9a0 sp=0xc00169f3b8 pc=0x19d629a
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0xc001545400, {0x624a8a0, 0xc001c8d0c0}, 0xc005496230, 0x5683b00?, {{0xc001fc6ce0, 0x1, 0x8}, {0xc001fc6ce8, 0x1, ...}}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:423 +0x8fb fp=0xc00169fe80 sp=0xc00169f9a0 pc=0x19d467b
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1.1({0x624a8a0?, 0xc001c8d0c0?})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:207 +0x117 fp=0xc00169ff58 sp=0xc00169fe80 pc=0x19d2b17
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
	github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x25 fp=0xc00169ff78 sp=0xc00169ff58 pc=0x1187be5
golang.org/x/sync/errgroup.(*Group).Go.func1()
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:74 +0x64 fp=0xc00169ffe0 sp=0xc00169ff78 pc=0x1187344
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00169ffe8 sp=0xc00169ffe0 pc=0x4c2401
created by golang.org/x/sync/errgroup.(*Group).Go
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:71 +0xa5

goroutine 2417 [chan receive, 7 minutes]:
runtime.gopark(0xc00395c820?, 0x624a948?, 0x80?, 0xa4?, 0xc0009af860?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc007b9b558 sp=0xc007b9b538 pc=0x4907d6
runtime.chanrecv(0xc0054b0480, 0xc007b9b6f8, 0x1)
	GOROOT/src/runtime/chan.go:583 +0x49b fp=0xc007b9b5e8 sp=0xc007b9b558 pc=0x45a91b
runtime.chanrecv1(0x0?, 0x0?)
	GOROOT/src/runtime/chan.go:442 +0x18 fp=0xc007b9b610 sp=0xc007b9b5e8 pc=0x45a418
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).rangeFeedWithRangeID(0xc0000e3400, 0x5?, 0xc005337320, {0x7fb1c29c6310, 0xc004bb9f10}, 0x0)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/replica_rangefeed.go:250 +0x707 fp=0xc007b9b7f0 sp=0xc007b9b610 pc=0x1e00027
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).RangeFeed(...)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/replica_rangefeed.go:152
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).RangeFeed(0xc00103ea80, 0xc005337320, {0x7fb1c29c6310, 0xc004bb9f10})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/store.go:3253 +0x10c fp=0xc007b9b850 sp=0xc007b9b7f0 pc=0x1e3af0c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Stores).RangeFeed(0xc002abdc00?, 0xc005337320, {0x7fb1c29c6310, 0xc004bb9f10})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/stores.go:228 +0xf6 fp=0xc007b9b8b8 sp=0xc007b9b850 pc=0x1e64156
github.com/cockroachdb/cockroach/pkg/server.(*Node).singleRangeFeed(0x45efeb?, 0x50c16c0?, {0x7fb1c29c6310?, 0xc004bb9f10?})
	github.com/cockroachdb/cockroach/pkg/server/node.go:1341 +0x38 fp=0xc007b9b910 sp=0xc007b9b8b8 pc=0x39c1118
github.com/cockroachdb/cockroach/pkg/server.(*Node).RangeFeed(0x50c16c0?, 0x0?, {0x62893f0?, 0xc004bb9f10})
	github.com/cockroachdb/cockroach/pkg/server/node.go:1335 +0x4e fp=0xc007b9b950 sp=0xc007b9b910 pc=0x39c108e
github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2.1({0x0?, 0x624a948?}, {0x627d570?, 0xc002abdc00?})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:980 +0x72 fp=0xc007b9b9a0 sp=0xc007b9b950 pc=0x165b012
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x52b4780, 0xc0017fca80}, {0x6279ce8?, 0xc0053798c0?}, 0x8fb69e0, 0xc0054b0420)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x6c4 fp=0xc007b9bcd8 sp=0xc007b9b9a0 pc=0x16481a4
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x52b4780?, 0xc0017fca80?}, {0x6279ce8?, 0xc0053798c0?})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:827 +0x5b fp=0xc007b9bd18 sp=0xc007b9bcd8 pc=0x165a09b
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x52b4780, 0xc0017fca80}, {0x6279ce8, 0xc0053798c0}, 0x1054f90?, 0xc001c8d380)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:272 +0x74 fp=0xc007b9bd48 sp=0xc007b9bd18 pc=0x16576d4
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x52b4780?, 0xc0017fca80?}, {0x6279ce8?, 0xc0053798c0?})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:830 +0x83 fp=0xc007b9bd88 sp=0xc007b9bd48 pc=0x165a0c3
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0xc47d75?, 0x0?})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:241 +0x2d fp=0xc007b9bdb8 sp=0xc007b9bd88 pc=0x165798d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0xc000b6c6c0, {0x624a948, 0xc005379890}, {0xc0012ac6c0?, 0x46159f?}, 0xc0012ac678)
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:341 +0xd1 fp=0xc007b9be30 sp=0xc007b9bdb8 pc=0x10542d1
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x52b4780, 0xc0017fca80}, {0x6279ce8?, 0xc0053798c0?}, 0x8fb69e0, 0xc001c8d380)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:240 +0xef fp=0xc007b9beb8 sp=0xc007b9be30 pc=0x165790f
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x52b4780?, 0xc0017fca80?}, {0x6279ce8?, 0xc0053798c0?})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:830 +0x83 fp=0xc007b9bef8 sp=0xc007b9beb8 pc=0x165a0c3
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run({0xc001c75620, 0x3, 0x4}, {0x52b4780, 0xc0017fca80}, {0x6279ce8, 0xc0053798c0}, 0x8fb69e0, 0xc0054b0420)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:832 +0x142 fp=0xc007b9bf30 sp=0xc007b9bef8 pc=0x1659fa2
github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2()
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:985 +0x117 fp=0xc007b9bfe0 sp=0xc007b9bf30 pc=0x165af17
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc007b9bfe8 sp=0xc007b9bfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:973 +0x2dd

goroutine 2418 [select, 7 minutes]:
runtime.gopark(0xc00009afb0?, 0x2?, 0xa0?, 0xa8?, 0xc00009af9c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00009ae28 sp=0xc00009ae08 pc=0x4907d6
runtime.selectgo(0xc00009afb0, 0xc00009af98, 0xc000b6c6c0?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00009af68 sp=0xc00009ae28 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2()
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:340 +0x71 fp=0xc00009afe0 sp=0xc00009af68 pc=0x1649731
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00009afe8 sp=0xc00009afe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:339 +0x152

goroutine 2419 [select]:
runtime.gopark(0xc007d6dc60?, 0xa?, 0x46?, 0xfe?, 0xc007d6d8d4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc007d6d6e8 sp=0xc007d6d6c8 pc=0x4907d6
runtime.selectgo(0xc007d6dc60, 0xc007d6d8c0, 0xc00e069110?, 0x0, 0x16?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc007d6d828 sp=0xc007d6d6e8 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run(0xc0038bc480, {0x624a948?, 0xc005379bc0?}, 0x5?, 0xc00527fa10, 0xc000b6c6c0)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:268 +0x51f fp=0xc007d6def0 sp=0xc007d6d828 pc=0x1c85b3f
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).Start.func1({0x624a948?, 0xc005379bc0?})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:221 +0x3c fp=0xc007d6df30 sp=0xc007d6def0 pc=0x1c855dc
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc007d6dfe0 sp=0xc007d6df30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc007d6dfe8 sp=0xc007d6dfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 2429 [semacquire, 7 minutes]:
runtime.gopark(0xc00e7c9a68?, 0x4615d9?, 0x0?, 0x9?, 0xc0056dea20?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc005e4d9f0 sp=0xc005e4d9d0 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
runtime.semacquire1(0xc0039f1bd0, 0xf1?, 0x1, 0x0)
	GOROOT/src/runtime/sema.go:150 +0x1fe fp=0xc005e4da58 sp=0xc005e4d9f0 pc=0x4a17de
sync.runtime_Semacquire(0x11872a5?)
	GOROOT/src/runtime/sema.go:62 +0x25 fp=0xc005e4da88 sp=0xc005e4da58 pc=0x4be005
sync.(*WaitGroup).Wait(0xc00e7c9ae8?)
	GOROOT/src/sync/waitgroup.go:139 +0x52 fp=0xc005e4dab0 sp=0xc005e4da88 pc=0x4ce332
golang.org/x/sync/errgroup.(*Group).Wait(0xc0039f1bc0)
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:52 +0x27 fp=0xc005e4dac8 sp=0xc005e4dab0 pc=0x11871a7
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0xc0039f1bc0?, {0x624a8a0?, 0xc0039f1b80?}})
	github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x4a fp=0xc005e4daf8 sp=0xc005e4dac8 pc=0x118790a
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x624a948?, 0xc005781050?}, {0xc00e7c9c68, 0x2, 0xc00e7c9dc0?})
	github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x91 fp=0xc005e4db48 sp=0xc005e4daf8 pc=0x1187e11
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0xc002423b80, {0x624a948, 0xc005781050}, 0xc002a55140)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:311 +0x6cd fp=0xc005e4de68 sp=0xc005e4db48 pc=0x1a00e8d
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).Start.func2({0x624a948, 0xc005780fc0})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:230 +0x339 fp=0xc005e4df30 sp=0xc005e4de68 pc=0x1a00479
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc005e4dfe0 sp=0xc005e4df30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc005e4dfe8 sp=0xc005e4dfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 2421 [select]:
runtime.gopark(0xc004ebbe38?, 0x3?, 0x0?, 0x0?, 0xc004ebbdea?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc004ebbc40 sp=0xc004ebbc20 pc=0x4907d6
runtime.selectgo(0xc004ebbe38, 0xc004ebbde4, 0xc008590560?, 0x0, 0x4618e7?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc004ebbd80 sp=0xc004ebbc40 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).outputLoop(0xc002325960, {0x624a8a0, 0xc001c8d740})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:322 +0x265 fp=0xc004ebbe78 sp=0xc004ebbd80 pc=0x1c8b565
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).runOutputLoop(0xc002325960, {0x624a948, 0xc005379d40}, 0xc001941ee0?)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:347 +0xc5 fp=0xc004ebbeb0 sp=0xc004ebbe78 pc=0x1c8b7c5
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run.func1({0x624a948?, 0xc005379d40?})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:296 +0x4c fp=0xc004ebbf30 sp=0xc004ebbeb0 pc=0x1c86a8c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc004ebbfe0 sp=0xc004ebbf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc004ebbfe8 sp=0xc004ebbfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 2428 [select]:
runtime.gopark(0xc007c91ca0?, 0x5?, 0x0?, 0x0?, 0xc007c91a66?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc007c91898 sp=0xc007c91878 pc=0x4907d6
runtime.selectgo(0xc007c91ca0, 0xc007c91a5c, 0xc002a550c0?, 0x0, 0xc002a550c0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc007c919d8 sp=0xc007c91898 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.(*Watcher).Run(0xc001261710, {0x624a8a0, 0xc002a550c0})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:323 +0x95f fp=0xc007c91d60 sp=0xc007c919d8 pc=0x326315f
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.Start.func1({0x624a948?, 0xc005780b10?})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:189 +0x27a fp=0xc007c91f30 sp=0xc007c91d60 pc=0x326255a
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc007c91fe0 sp=0xc007c91f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc007c91fe8 sp=0xc007c91fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 52064 [select]:
runtime.gopark(0xc003919a10?, 0x2?, 0x5?, 0x30?, 0xc0039199f4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc003919878 sp=0xc003919858 pc=0x4907d6
runtime.selectgo(0xc003919a10, 0xc0039199f0, 0xc000518000?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0039199b8 sp=0xc003919878 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc00bb976d0, {0xc0049c66d0, 0x5, 0x5})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:179 +0x90 fp=0xc003919a40 sp=0xc0039199b8 pc=0xbf96b0
google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc00bb976d0, {0xc0049c66d0?, 0xc00fb1bcb0?, 0xc003919a88?})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:173 +0x178 fp=0xc003919a80 sp=0xc003919a40 pc=0xbf9578
google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc006d4a660, {0xc0049c66d0?, 0xc003919b00?, 0xbf0787?})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:485 +0x32 fp=0xc003919ac8 sp=0xc003919a80 pc=0xbfabb2
io.ReadAtLeast({0x6213e00, 0xc006d4a660}, {0xc0049c66d0, 0x5, 0x5}, 0x5)
	GOROOT/src/io/io.go:332 +0x9a fp=0xc003919b10 sp=0xc003919ac8 pc=0x52d13a
io.ReadFull(...)
	GOROOT/src/io/io.go:351
google.golang.org/grpc/internal/transport.(*Stream).Read(0xc003f2c900, {0xc0049c66d0, 0x5, 0x5})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:469 +0xa5 fp=0xc003919b50 sp=0xc003919b10 pc=0xbfab25
google.golang.org/grpc.(*parser).recvMsg(0xc0049c66c0, 0x7fffffff)
	google.golang.org/grpc/external/org_golang_google_grpc/rpc_util.go:559 +0x47 fp=0xc003919bd0 sp=0xc003919b50 pc=0xc18c47
google.golang.org/grpc.recvAndDecompress(0x1e63756?, 0xc003f2c900, {0x0, 0x0}, 0x7fffffff, 0x0, {0x6248888, 0x9c5fde0})
	google.golang.org/grpc/external/org_golang_google_grpc/rpc_util.go:690 +0x66 fp=0xc003919c68 sp=0xc003919bd0 pc=0xc19546
google.golang.org/grpc.recv(0x1d1a426?, {0x7fb1c7c6d568, 0xc0004b4550}, 0x2?, {0x0?, 0x0?}, {0x512ca20, 0xc005229620}, 0x203001?, 0x0, ...)
	google.golang.org/grpc/external/org_golang_google_grpc/rpc_util.go:756 +0x6e fp=0xc003919ce0 sp=0xc003919c68 pc=0xc19c2e
google.golang.org/grpc.(*serverStream).RecvMsg(0xc0122b0a90, {0x512ca20?, 0xc005229620})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:1583 +0x178 fp=0xc003919e10 sp=0xc003919ce0 pc=0xc30178
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingServerStream).RecvMsg(0x9172430?, {0x512ca20?, 0xc005229620?})
	<autogenerated>:1 +0x34 fp=0xc003919e38 sp=0xc003919e10 pc=0x1649cb4
github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/ctpb.(*sideTransportPushUpdatesServer).Recv(0xc0037a0fa0)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/ctpb/bazel-out/k8-opt/bin/pkg/kv/kvserver/closedts/ctpb/ctpb_go_proto_/github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/ctpb/service.pb.go:363 +0x4c fp=0xc003919e68 sp=0xc003919e38 pc=0x16c594c
github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport.(*incomingStream).Run.func1({0x624a948, 0xc006d4aab0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport/receiver.go:304 +0xc2 fp=0xc003919f30 sp=0xc003919e68 pc=0x1d1a762
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc003919fe0 sp=0xc003919f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc003919fe8 sp=0xc003919fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 2456 [select]:
runtime.gopark(0xc014aa3e18?, 0x2?, 0x58?, 0xd3?, 0xc014aa3dfc?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc014aa3c68 sp=0xc014aa3c48 pc=0x4907d6
runtime.selectgo(0xc014aa3e18, 0xc014aa3df8, 0xc002a55140?, 0x0, 0x1?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc014aa3da8 sp=0xc014aa3c68 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).processEvents(0xc002423b80, {0x624a8a0, 0xc0039f1b80}, 0xc004c09f50?, 0xc0028fc3c0)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:351 +0xdf fp=0xc014aa3f20 sp=0xc014aa3da8 pc=0x1a0167f
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func2({0x624a8a0?, 0xc0039f1b80?})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:308 +0x38 fp=0xc014aa3f58 sp=0xc014aa3f20 pc=0x1a01418
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
	github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x25 fp=0xc014aa3f78 sp=0xc014aa3f58 pc=0x1187be5
golang.org/x/sync/errgroup.(*Group).Go.func1()
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:74 +0x64 fp=0xc014aa3fe0 sp=0xc014aa3f78 pc=0x1187344
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc014aa3fe8 sp=0xc014aa3fe0 pc=0x4c2401
created by golang.org/x/sync/errgroup.(*Group).Go
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:71 +0xa5

goroutine 309772 [chan receive]:
runtime.gopark(0x2faf080?, 0x3b9aca00?, 0x0?, 0x0?, 0x0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc010dad288 sp=0xc010dad268 pc=0x4907d6
runtime.chanrecv(0xc015577e60, 0xc010dad4d0, 0x1)
	GOROOT/src/runtime/chan.go:583 +0x49b fp=0xc010dad318 sp=0xc010dad288 pc=0x45a91b
runtime.chanrecv1(0x1?, 0xc0018ce000?)
	GOROOT/src/runtime/chan.go:442 +0x18 fp=0xc010dad340 sp=0xc010dad318 pc=0x45a418
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges.func1()
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1290 +0x127 fp=0xc010dad508 sp=0xc010dad340 pc=0x19c9a07
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e91b3463, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1468 +0x17b9 fp=0xc010dadd70 sp=0xc010dad508 pc=0x19c93d9
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendParallelCommit.func1({0x624a948, 0xc00fceee70})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1004 +0x17c fp=0xc010dadf30 sp=0xc010dadd70 pc=0x19c773c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc010dadfe0 sp=0xc010dadf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc010dadfe8 sp=0xc010dadfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 2923 [select]:
runtime.gopark(0xc007d6bc60?, 0xa?, 0xa0?, 0xa8?, 0xc007d6b8d4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc007d6b6e8 sp=0xc007d6b6c8 pc=0x4907d6
runtime.selectgo(0xc007d6bc60, 0xc007d6b8c0, 0xc00cad7520?, 0x0, 0x16?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc007d6b828 sp=0xc007d6b6e8 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run(0xc0062d8900, {0x624a948?, 0xc0060ffe30?}, 0xc45d72?, 0xc007c23cc8, 0xc000b6c6c0)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:268 +0x51f fp=0xc007d6bef0 sp=0xc007d6b828 pc=0x1c85b3f
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).Start.func1({0x624a948?, 0xc0060ffe30?})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:221 +0x3c fp=0xc007d6bf30 sp=0xc007d6bef0 pc=0x1c855dc
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc007d6bfe0 sp=0xc007d6bf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc007d6bfe8 sp=0xc007d6bfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 257399 [sleep]:
runtime.gopark(0x4b812da5309?, 0x400e8e?, 0x70?, 0x51?, 0x6f61272ef8?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc002a1bdf0 sp=0xc002a1bdd0 pc=0x4907d6
time.Sleep(0x110081011)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc002a1be30 sp=0xc002a1bdf0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc02580fad0, 0x400e8e, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc002a1be88 sp=0xc002a1be30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc02580fad0, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc002a1bec8 sp=0xc002a1be88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0x0?, {0xc00b482a80?, 0x35, 0xc004088f70?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc002a1bfa8 sp=0xc002a1bec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc002a1bfe0 sp=0xc002a1bfa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc002a1bfe8 sp=0xc002a1bfe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 302932 [sleep]:
runtime.gopark(0x4b83fd69e70?, 0x1002f5d?, 0x1c?, 0x51?, 0x6f8862f8ae?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0023d5df0 sp=0xc0023d5dd0 pc=0x4907d6
time.Sleep(0x10a478d6e)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc0023d5e30 sp=0xc0023d5df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc00bfb2ea0, 0x1002f5d, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc0023d5e88 sp=0xc0023d5e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc00bfb2ea0, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc0023d5ec8 sp=0xc0023d5e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0x0?, {0xc00f7d9e00?, 0x6, 0xc019763f70?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc0023d5fa8 sp=0xc0023d5ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc0023d5fe0 sp=0xc0023d5fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0023d5fe8 sp=0xc0023d5fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 295002 [select]:
runtime.gopark(0xc012e39ed0?, 0x2?, 0xb0?, 0x6a?, 0xc012e39ecc?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc015e81d58 sp=0xc015e81d38 pc=0x4907d6
runtime.selectgo(0xc015e81ed0, 0xc012e39ec8, 0x10?, 0x0, 0x101?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc015e81e98 sp=0xc015e81d58 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc012af7c20)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc015e81f00 sp=0xc015e81e98 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc00e108370, {0x51b9a20?, 0xc00c705e80}, 0x6248888?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc015e82008 sp=0xc015e81f00 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x1c2?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc015e82038 sp=0xc015e82008 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc012af78c0, 0xc015e82110, 0xc015e820e0)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:692 +0xd3 fp=0xc015e82090 sp=0xc015e82038 pc=0xc2a3b3
google.golang.org/grpc.(*clientStream).RecvMsg(0xc012af78c0, {0x51b9a20?, 0xc00c705e80?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc015e82140 sp=0xc015e82090 pc=0xc2b61f
google.golang.org/grpc.invoke({0x624a948?, 0xc012956300?}, {0x53d9bbc?, 0x2?}, {0x52f0080, 0xc00b117950}, {0x51b9a20, 0xc00c705e80}, 0x0?, {0xc003456b00, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:73 +0xd7 fp=0xc015e821a8 sp=0xc015e82140 pc=0xc0a637
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x624a948, 0xc012956300}, {0x53d9bbc, 0x21}, {0x52f0080, 0xc00b117950}, {0x51b9a20, 0xc00c705e80}, 0x4392033bc3b4414a?, 0x568c070, ...)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:247 +0x384 fp=0xc015e82298 sp=0xc015e821a8 pc=0x1648b84
google.golang.org/grpc.(*ClientConn).Invoke(0x14d7d73fa18ff978?, {0x624a948?, 0xc012956300?}, {0x53d9bbc?, 0x0?}, {0x52f0080?, 0xc00b117950?}, {0x51b9a20?, 0xc00c705e80?}, {0x0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:35 +0x223 fp=0xc015e82338 sp=0xc015e82298 pc=0xc0a483
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc011d983b8, {0x624a948, 0xc012956300}, 0x0?, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9334 +0xc9 fp=0xc015e823b8 sp=0xc015e82338 pc=0xdcf7a9
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.TracingInternalClient.Batch({{0x629d930?, 0xc011d983b8?}}, {0x624a948, 0xc012956300}, 0xc00b117950, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:329 +0x171 fp=0xc015e82490 sp=0xc015e823b8 pc=0x1671a71
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*TracingInternalClient).Batch(0x12e3a4f8?, {0x624a948?, 0xc012956300?}, 0x624a948?, {0x0?, 0xc0081f5550?, 0xc012e3a5f0?})
	<autogenerated>:1 +0x65 fp=0xc015e824e0 sp=0xc015e82490 pc=0x1671b45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc00cf71860, {_, _}, _, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:211 +0x17e fp=0xc015e82780 sp=0xc015e824e0 pc=0x19daefe
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc00cf71860, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e00c6dca, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:190 +0x158 fp=0xc015e828b8 sp=0xc015e82780 pc=0x19dad18
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e00c6dca, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2079 +0x110f fp=0xc015e83000 sp=0xc015e828b8 pc=0x19ce2ef
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e00c6dca, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1623 +0x805 fp=0xc015e83900 sp=0xc015e83000 pc=0x19cade5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e00c6dca, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1221 +0x433 fp=0xc015e84168 sp=0xc015e83900 pc=0x19c8053
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendParallelCommit(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e00c6dca, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1021 +0x7ae fp=0xc015e84540 sp=0xc015e84168 pc=0x19c706e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).Send(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e00c6dca, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:843 +0x585 fp=0xc015e84960 sp=0xc015e84540 pc=0x19c5f45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnLockGatekeeper).SendLocked(0xc0051cf5b8, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_lock_gatekeeper.go:82 +0x2a8 fp=0xc015e84bb8 sp=0xc015e84960 pc=0x19f2348
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnMetricRecorder).SendLocked(0xc0051cf580, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_metric_recorder.go:46 +0x142 fp=0xc015e84ce0 sp=0xc015e84bb8 pc=0x19e9042
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnCommitter).SendLocked(0xc0051cf550, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_committer.go:202 +0x36e fp=0xc015e84f70 sp=0xc015e84ce0 pc=0x19e4c4e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).sendLockedWithRefreshAttempts(0xc0051cf450, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:225 +0x27a fp=0xc015e85510 sp=0xc015e84f70 pc=0x19eeefa
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).SendLocked(0xc0051cf450, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:153 +0x1cb fp=0xc015e85800 sp=0xc015e85510 pc=0x19ee7ab
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnPipeliner).SendLocked(0xc0051cf320, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_pipeliner.go:290 +0x2ee fp=0xc015e85b00 sp=0xc015e85800 pc=0x19e986e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSeqNumAllocator).SendLocked(0xc0051cf300?, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_seq_num_allocator.go:104 +0xb5 fp=0xc015e85ca8 sp=0xc015e85b00 pc=0x19ee115
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).SendLocked(0xc0051cf250, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:245 +0x4e8 fp=0xc015e85ec0 sp=0xc015e85ca8 pc=0x19e6c28
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*TxnCoordSender).Send(0xc0051cf080, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_coord_sender.go:526 +0x592 fp=0xc015e86118 sp=0xc015e85ec0 pc=0x19dd5f2
github.com/cockroachdb/cockroach/pkg/kv.(*DB).sendUsingSender(0xc001261200, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/db.go:1016 +0x156 fp=0xc015e86240 sp=0xc015e86118 pc=0x16ae696
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).Send(0xc00a72d760, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/txn.go:1093 +0x225 fp=0xc015e86508 sp=0xc015e86240 pc=0x16b7905
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).commit(0xc00a72d760, {0x624a948, 0xc0129560f0})
	github.com/cockroachdb/cockroach/pkg/kv/txn.go:683 +0x145 fp=0xc015e86648 sp=0xc015e86508 pc=0x16b5405
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).Commit(0x624a948?, {0x624a948?, 0xc0129560f0?})
	github.com/cockroachdb/cockroach/pkg/kv/txn.go:718 +0x6a fp=0xc015e86688 sp=0xc015e86648 pc=0x16b580a
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).commitSQLTransactionInternal(0xc002bd6c00, {0x624a948?, 0xc012956000?})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:991 +0x297 fp=0xc015e86720 sp=0xc015e86688 pc=0x330cbd7
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execRelease(0xc002bd6c00, {0x624a948, 0xc012956000}, 0xc00c397f60, {0x7fb1c7c85ea8, 0xc00f56d2c8})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_savepoints.go:148 +0x2ba fp=0xc015e86938 sp=0xc015e86720 pc=0x331cb7a
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc002bd6c00, {0x624a948?, 0xc05abf3800?}, {{0x62732c0, 0xc00c397f60}, {0xc00f53ea39, 0x23}, 0x0, 0x0}, 0x0, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:548 +0x15f7 fp=0xc015e872c8 sp=0xc015e86938 pc=0x3308dd7
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt.func1({0x624a948?, 0xc05abf3800?})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:131 +0xfc fp=0xc015e87380 sp=0xc015e872c8 pc=0x330725c
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithProfiling(0x624a948?, {0x624a948?, 0xc05abf3800?}, {0x62732c0?, 0xc00c397f60?}, 0x0?, 0x0?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:2438 +0x330 fp=0xc015e874d0 sp=0xc015e87380 pc=0x3317010
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc002bd6c00, {0x624a948, 0xc05abf3800}, {{0x62732c0, 0xc00c397f60}, {0xc00f53ea39, 0x23}, 0x0, 0x0}, 0x0, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:130 +0x4bf fp=0xc015e87648 sp=0xc015e874d0 pc=0x3306bff
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func1({{{0x62732c0, 0xc00c397f60}, {0xc00f53ea39, 0x23}, 0x0, 0x0}, {0xc1116e8192f1471c, 0x6f0c585c4f, 0x0}, {0xc1116e8192f1526c, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2123 +0x306 fp=0xc015e87708 sp=0xc015e87648 pc=0x32fb626
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc002bd6c00)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2127 +0x1168 fp=0xc015e87cb8 sp=0xc015e87708 pc=0x32f9be8
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc002bd6c00, {0x624a8a0, 0xc0072df280}, 0x41167ca000000000?, 0xc007f65dc0?, 0xc016f88880?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2048 +0x20b fp=0xc015e87d70 sp=0xc015e87cb8 pc=0x32f86eb
github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc003202000?, {0x624a8a0?, 0xc0072df280?}, {0xc002f40800?}, 0x3?, 0xc004dd52f0?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:881 +0xe6 fp=0xc015e87e20 sp=0xc015e87d70 pc=0x32f3486
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1()
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:758 +0x54f fp=0xc015e87fe0 sp=0xc015e87e20 pc=0x37088af
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc015e87fe8 sp=0xc015e87fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:665 +0x22e

goroutine 301882 [IO wait]:
runtime.gopark(0x5eb?, 0xb?, 0x0?, 0x0?, 0x4f0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0070a7618 sp=0xc0070a75f8 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0x12?, 0x0?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc0070a7650 sp=0xc0070a7618 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1ca7fdb98, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc0070a7670 sp=0xc0070a7650 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc011416600?, 0xc00a9f4600?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc0070a7698 sp=0xc0070a7670 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc011416600, {0xc00a9f4600, 0x1300, 0x1300})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc0070a7718 sp=0xc0070a7698 pc=0x535efa
net.(*netFD).Read(0xc011416600, {0xc00a9f4600?, 0xc0114dd7d8?, 0xc0070a7808?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc0070a7760 sp=0xc0070a7718 pc=0x7a20c9
net.(*conn).Read(0xc01029d9b8, {0xc00a9f4600?, 0x0?, 0x0?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc0070a77a8 sp=0xc0070a7760 pc=0x7b53c5
crypto/tls.(*atLeastReader).Read(0xc0389fc978, {0xc00a9f4600?, 0x0?, 0x992af86e700221fe?})
	GOROOT/src/crypto/tls/conn.go:787 +0x3d fp=0xc0070a77f0 sp=0xc0070a77a8 pc=0x80c45d
bytes.(*Buffer).ReadFrom(0xc0064f7e78, {0x62055e0, 0xc0389fc978})
	GOROOT/src/bytes/buffer.go:202 +0x98 fp=0xc0070a7848 sp=0xc0070a77f0 pc=0x579738
crypto/tls.(*Conn).readFromUntil(0xc0064f7c00, {0x62148c0?, 0xc01029d9b8}, 0xc05f83c220?)
	GOROOT/src/crypto/tls/conn.go:809 +0xe5 fp=0xc0070a7888 sp=0xc0070a7848 pc=0x80c645
crypto/tls.(*Conn).readRecordOrCCS(0xc0064f7c00, 0x0)
	GOROOT/src/crypto/tls/conn.go:616 +0x116 fp=0xc0070a7c10 sp=0xc0070a7888 pc=0x809a96
crypto/tls.(*Conn).readRecord(...)
	GOROOT/src/crypto/tls/conn.go:582
crypto/tls.(*Conn).Read(0xc0064f7c00, {0xc00a0d4000, 0x1000, 0x11?})
	GOROOT/src/crypto/tls/conn.go:1315 +0x16f fp=0xc0070a7c80 sp=0xc0070a7c10 pc=0x80fa0f
bufio.(*Reader).Read(0xc011c0fec0, {0xc0029df2a0, 0x9, 0xc0070a7d18?})
	GOROOT/src/bufio/bufio.go:237 +0x1bb fp=0xc0070a7cb8 sp=0xc0070a7c80 pc=0x5aeafb
io.ReadAtLeast({0x62052c0, 0xc011c0fec0}, {0xc0029df2a0, 0x9, 0x9}, 0x9)
	GOROOT/src/io/io.go:332 +0x9a fp=0xc0070a7d00 sp=0xc0070a7cb8 pc=0x52d13a
io.ReadFull(...)
	GOROOT/src/io/io.go:351
golang.org/x/net/http2.readFrameHeader({0xc0029df2a0?, 0x9?, 0xc0070a7df0?}, {0x62052c0?, 0xc011c0fec0?})
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:237 +0x6e fp=0xc0070a7d50 sp=0xc0070a7d00 pc=0xba1d8e
golang.org/x/net/http2.(*Framer).ReadFrame(0xc0029df260)
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:498 +0x95 fp=0xc0070a7e00 sp=0xc0070a7d50 pc=0xba25f5
golang.org/x/net/http2.(*clientConnReadLoop).run(0xc0070a7f98)
	golang.org/x/net/http2/external/org_golang_x_net/http2/transport.go:2123 +0x130 fp=0xc0070a7f60 sp=0xc0070a7e00 pc=0xbc54d0
golang.org/x/net/http2.(*ClientConn).readLoop(0xc011cef980)
	golang.org/x/net/http2/external/org_golang_x_net/http2/transport.go:2019 +0x6f fp=0xc0070a7fc8 sp=0xc0070a7f60 pc=0xbc49ef
golang.org/x/net/http2.(*Transport).newClientConn.func1()
	golang.org/x/net/http2/external/org_golang_x_net/http2/transport.go:726 +0x26 fp=0xc0070a7fe0 sp=0xc0070a7fc8 pc=0xbbd6c6
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0070a7fe8 sp=0xc0070a7fe0 pc=0x4c2401
created by golang.org/x/net/http2.(*Transport).newClientConn
	golang.org/x/net/http2/external/org_golang_x_net/http2/transport.go:726 +0xaaa

goroutine 51008 [runnable]:
runtime.gopark(0x0?, 0xb?, 0x0?, 0x0?, 0x536?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00b76daa0 sp=0xc00b76da80 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0x534825?, 0x0?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc00b76dad8 sp=0xc00b76daa0 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1ca7fe8b8, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc00b76daf8 sp=0xc00b76dad8 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc0073d2480?, 0xc0176ca000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc00b76db20 sp=0xc00b76daf8 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc0073d2480, {0xc0176ca000, 0x8000, 0x8000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc00b76dba0 sp=0xc00b76db20 pc=0x535efa
net.(*netFD).Read(0xc0073d2480, {0xc0176ca000?, 0x459e71?, 0x4d964e0?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc00b76dbe8 sp=0xc00b76dba0 pc=0x7a20c9
net.(*conn).Read(0xc012bf35e8, {0xc0176ca000?, 0xc005779860?, 0xc00b76dc98?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc00b76dc30 sp=0xc00b76dbe8 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc015577200, {0xc0176ca000, 0x8000, 0x8000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc00b76dc78 sp=0xc00b76dc30 pc=0x1641f96
bufio.(*Reader).Read(0xc015577260, {0xc002c87380, 0x9, 0x100?})
	GOROOT/src/bufio/bufio.go:237 +0x1bb fp=0xc00b76dcb0 sp=0xc00b76dc78 pc=0x5aeafb
io.ReadAtLeast({0x62052c0, 0xc015577260}, {0xc002c87380, 0x9, 0x9}, 0x9)
	GOROOT/src/io/io.go:332 +0x9a fp=0xc00b76dcf8 sp=0xc00b76dcb0 pc=0x52d13a
io.ReadFull(...)
	GOROOT/src/io/io.go:351
golang.org/x/net/http2.readFrameHeader({0xc002c87380?, 0x9?, 0x0?}, {0x62052c0?, 0xc015577260?})
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:237 +0x6e fp=0xc00b76dd48 sp=0xc00b76dcf8 pc=0xba1d8e
golang.org/x/net/http2.(*Framer).ReadFrame(0xc002c87340)
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:498 +0x95 fp=0xc00b76ddf8 sp=0xc00b76dd48 pc=0xba25f5
google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc0022b0d00, 0xc00b76dfd0?, 0x1054c46?)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:611 +0x174 fp=0xc00b76df18 sp=0xc00b76ddf8 pc=0xbf09b4
google.golang.org/grpc.(*Server).serveStreams(0xc008720a80, {0x6294e00?, 0xc0022b0d00})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:906 +0x142 fp=0xc00b76df80 sp=0xc00b76df18 pc=0xc1d702
google.golang.org/grpc.(*Server).handleRawConn.func1()
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:848 +0x46 fp=0xc00b76dfe0 sp=0xc00b76df80 pc=0xc1cec6
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00b76dfe8 sp=0xc00b76dfe0 pc=0x4c2401
created by google.golang.org/grpc.(*Server).handleRawConn
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:847 +0x185

goroutine 269138 [IO wait]:
runtime.gopark(0x4d28360?, 0xb?, 0x0?, 0x0?, 0x4b0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00aef2f58 sp=0xc00aef2f38 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0xca7fdf50?, 0xb1?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc00aef2f90 sp=0xc00aef2f58 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1ca7fde68, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc00aef2fb0 sp=0xc00aef2f90 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc02ff5b980?, 0xc019ab7000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc00aef2fd8 sp=0xc00aef2fb0 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc02ff5b980, {0xc019ab7000, 0x1000, 0x1000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc00aef3058 sp=0xc00aef2fd8 pc=0x535efa
net.(*netFD).Read(0xc02ff5b980, {0xc019ab7000?, 0x7b5a68?, 0xc02ff5b980?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc00aef30a0 sp=0xc00aef3058 pc=0x7a20c9
net.(*conn).Read(0xc01029c420, {0xc019ab7000?, 0x164290f?, 0xc01029c420?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc00aef30e8 sp=0xc00aef30a0 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc00a693c20, {0xc019ab7000, 0x1000, 0x1000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc00aef3130 sp=0xc00aef30e8 pc=0x1641f96
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc00b8f1f08, {0xc019ab7000, 0x1000, 0x1000})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1949 +0x156 fp=0xc00aef31d0 sp=0xc00aef3130 pc=0x370f896
bufio.(*Reader).fill(0xc003d11890)
	GOROOT/src/bufio/bufio.go:106 +0xff fp=0xc00aef3208 sp=0xc00aef31d0 pc=0x5ae51f
bufio.(*Reader).ReadByte(0xc003d11890)
	GOROOT/src/bufio/bufio.go:265 +0x2c fp=0xc00aef3228 sp=0xc00aef3208 pc=0x5aecec
github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc003d11e68?, {0x62295c8, 0xc003d11890})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:206 +0x2c fp=0xc00aef3260 sp=0xc00aef3228 pc=0x270ca4c
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl.func5(0xc003d11800, 0xc00b2383e0, 0xc00aef3442, 0xc00aef3444, {0x623b718, 0xc0340c9830}, 0xc002f40800, 0xc002d1cff4, 0xc00aef3440)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:424 +0xa5 fp=0xc00aef3398 sp=0xc00aef3260 pc=0x3707185
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc003d11800, {0x624a948, 0xc00c2ee5a0}, 0xc00b2383c0, 0xc002f40800, 0xc00c2ee450, {0x1, 0x2, {0x3, {0x532ee51, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:564 +0xc7f fp=0xc00aef3768 sp=0xc00aef3398 pc=0x3706c5f
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc003152c00, {0x624a948, 0xc00c2ee5a0}, {0x628a538, 0xc00a693c20}, {{{0xc006d6d038, 0x4}}, 0x1, 0xc00c2ee480, 0xc00c2ee4b0, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:174 +0x29e fp=0xc00aef38a8 sp=0xc00aef3768 pc=0x37051fe
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc003152c00, {0x624a948, 0xc00c2ee5a0}, {0x628a538?, 0xc00a693c20}, 0x90?)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:913 +0xd29 fp=0xc00aef3e20 sp=0xc00aef38a8 pc=0x3715be9
github.com/cockroachdb/cockroach/pkg/server.(*SQLServer).startServeSQL.func1.1({0x624a948?, 0xc00c2ee390?}, {0x628a538, 0xc00a693c20})
	github.com/cockroachdb/cockroach/pkg/server/server_sql.go:1474 +0xc8 fp=0xc00aef3eb0 sp=0xc00aef3e20 pc=0x39e1cc8
github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1({0x624a948, 0xc00c2ee390})
	github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:162 +0xd7 fp=0xc00aef3f30 sp=0xc00aef3eb0 pc=0x1643997
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00aef3fe0 sp=0xc00aef3f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00aef3fe8 sp=0xc00aef3fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 266927 [select]:
runtime.gopark(0xc014a47ed0?, 0x2?, 0x60?, 0xd5?, 0xc014a47ecc?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc014a47d58 sp=0xc014a47d38 pc=0x4907d6
runtime.selectgo(0xc014a47ed0, 0xc014a47ec8, 0x10?, 0x0, 0x8?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc014a47e98 sp=0xc014a47d58 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc003694d80)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc014a47f00 sp=0xc014a47e98 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc00c27e000, {0x51b9a20?, 0xc0143a2480}, 0x6248888?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc014a48008 sp=0xc014a47f00 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x1fd?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc014a48038 sp=0xc014a48008 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc003694240, 0xc014a48110, 0xc014a480e0)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:692 +0xd3 fp=0xc014a48090 sp=0xc014a48038 pc=0xc2a3b3
google.golang.org/grpc.(*clientStream).RecvMsg(0xc003694240, {0x51b9a20?, 0xc0143a2480?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc014a48140 sp=0xc014a48090 pc=0xc2b61f
google.golang.org/grpc.invoke({0x624a948?, 0xc01505c990?}, {0x53d9bbc?, 0x2?}, {0x52f0080, 0xc00b7034a0}, {0x51b9a20, 0xc0143a2480}, 0x0?, {0xc003456b00, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:73 +0xd7 fp=0xc014a481a8 sp=0xc014a48140 pc=0xc0a637
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x624a948, 0xc01505c990}, {0x53d9bbc, 0x21}, {0x52f0080, 0xc00b7034a0}, {0x51b9a20, 0xc0143a2480}, 0x2b00a9111d021692?, 0x568c070, ...)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:247 +0x384 fp=0xc014a48298 sp=0xc014a481a8 pc=0x1648b84
google.golang.org/grpc.(*ClientConn).Invoke(0x1c758d37b605d3d9?, {0x624a948?, 0xc01505c990?}, {0x53d9bbc?, 0x0?}, {0x52f0080?, 0xc00b7034a0?}, {0x51b9a20?, 0xc0143a2480?}, {0x0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:35 +0x223 fp=0xc014a48338 sp=0xc014a48298 pc=0xc0a483
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc00a647bf8, {0x624a948, 0xc01505c990}, 0x0?, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9334 +0xc9 fp=0xc014a483b8 sp=0xc014a48338 pc=0xdcf7a9
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.TracingInternalClient.Batch({{0x629d930?, 0xc00a647bf8?}}, {0x624a948, 0xc01505c990}, 0xc00b7034a0, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:329 +0x171 fp=0xc014a48490 sp=0xc014a483b8 pc=0x1671a71
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*TracingInternalClient).Batch(0x51090a0?, {0x624a948?, 0xc01505c990?}, 0x624a948?, {0x0?, 0xc0081f5550?, 0xc014a485f0?})
	<autogenerated>:1 +0x65 fp=0xc014a484e0 sp=0xc014a48490 pc=0x1671b45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc00847a120, {_, _}, _, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:211 +0x17e fp=0xc014a48780 sp=0xc014a484e0 pc=0x19daefe
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc00847a120, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e3e77f8e, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:190 +0x158 fp=0xc014a488b8 sp=0xc014a48780 pc=0x19dad18
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e3e77f8e, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2079 +0x110f fp=0xc014a49000 sp=0xc014a488b8 pc=0x19ce2ef
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e3e77f8e, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1623 +0x805 fp=0xc014a49900 sp=0xc014a49000 pc=0x19cade5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e3e77f8e, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1221 +0x433 fp=0xc014a4a168 sp=0xc014a49900 pc=0x19c8053
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendParallelCommit(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e3e77f8e, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1021 +0x7ae fp=0xc014a4a540 sp=0xc014a4a168 pc=0x19c706e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).Send(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e3e77f8e, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:843 +0x585 fp=0xc014a4a960 sp=0xc014a4a540 pc=0x19c5f45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnLockGatekeeper).SendLocked(0xc00c4a0538, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_lock_gatekeeper.go:82 +0x2a8 fp=0xc014a4abb8 sp=0xc014a4a960 pc=0x19f2348
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnMetricRecorder).SendLocked(0xc00c4a0500, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_metric_recorder.go:46 +0x142 fp=0xc014a4ace0 sp=0xc014a4abb8 pc=0x19e9042
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnCommitter).SendLocked(0xc00c4a04d0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_committer.go:202 +0x36e fp=0xc014a4af70 sp=0xc014a4ace0 pc=0x19e4c4e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).sendLockedWithRefreshAttempts(0xc00c4a03d0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:225 +0x27a fp=0xc014a4b510 sp=0xc014a4af70 pc=0x19eeefa
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).SendLocked(0xc00c4a03d0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:153 +0x1cb fp=0xc014a4b800 sp=0xc014a4b510 pc=0x19ee7ab
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnPipeliner).SendLocked(0xc00c4a02a0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_pipeliner.go:290 +0x2ee fp=0xc014a4bb00 sp=0xc014a4b800 pc=0x19e986e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSeqNumAllocator).SendLocked(0xc00c4a0280?, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_seq_num_allocator.go:104 +0xb5 fp=0xc014a4bca8 sp=0xc014a4bb00 pc=0x19ee115
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).SendLocked(0xc00c4a01d0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:245 +0x4e8 fp=0xc014a4bec0 sp=0xc014a4bca8 pc=0x19e6c28
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*TxnCoordSender).Send(0xc00c4a0000, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_coord_sender.go:526 +0x592 fp=0xc014a4c118 sp=0xc014a4bec0 pc=0x19dd5f2
github.com/cockroachdb/cockroach/pkg/kv.(*DB).sendUsingSender(0xc001261200, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/db.go:1016 +0x156 fp=0xc014a4c240 sp=0xc014a4c118 pc=0x16ae696
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).Send(0xc01439fb80, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/txn.go:1093 +0x225 fp=0xc014a4c508 sp=0xc014a4c240 pc=0x16b7905
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).commit(0xc01439fb80, {0x624a948, 0xc01505c900})
	github.com/cockroachdb/cockroach/pkg/kv/txn.go:683 +0x145 fp=0xc014a4c648 sp=0xc014a4c508 pc=0x16b5405
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).Commit(0x624a948?, {0x624a948?, 0xc01505c900?})
	github.com/cockroachdb/cockroach/pkg/kv/txn.go:718 +0x6a fp=0xc014a4c688 sp=0xc014a4c648 pc=0x16b580a
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).commitSQLTransactionInternal(0xc002fe8600, {0x624a948?, 0xc01505c810?})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:991 +0x297 fp=0xc014a4c720 sp=0xc014a4c688 pc=0x330cbd7
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execRelease(0xc002fe8600, {0x624a948, 0xc01505c810}, 0xc014394f20, {0x7fb1c7c85ea8, 0xc010f9a6c8})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_savepoints.go:148 +0x2ba fp=0xc014a4c938 sp=0xc014a4c720 pc=0x331cb7a
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc002fe8600, {0x624a948?, 0xc0081642a0?}, {{0x62732c0, 0xc014394f20}, {0xc00a35738f, 0x23}, 0x0, 0x0}, 0x0, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:548 +0x15f7 fp=0xc014a4d2c8 sp=0xc014a4c938 pc=0x3308dd7
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt.func1({0x624a948?, 0xc0081642a0?})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:131 +0xfc fp=0xc014a4d380 sp=0xc014a4d2c8 pc=0x330725c
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithProfiling(0x624a948?, {0x624a948?, 0xc0081642a0?}, {0x62732c0?, 0xc014394f20?}, 0x0?, 0x0?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:2438 +0x330 fp=0xc014a4d4d0 sp=0xc014a4d380 pc=0x3317010
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc002fe8600, {0x624a948, 0xc0081642a0}, {{0x62732c0, 0xc014394f20}, {0xc00a35738f, 0x23}, 0x0, 0x0}, 0x0, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:130 +0x4bf fp=0xc014a4d648 sp=0xc014a4d4d0 pc=0x3306bff
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func1({{{0x62732c0, 0xc014394f20}, {0xc00a35738f, 0x23}, 0x0, 0x0}, {0xc1116e8196c6e56a, 0x6f102df8f2, 0x0}, {0xc1116e8196c6eb3f, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2123 +0x306 fp=0xc014a4d708 sp=0xc014a4d648 pc=0x32fb626
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc002fe8600)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2127 +0x1168 fp=0xc014a4dcb8 sp=0xc014a4d708 pc=0x32f9be8
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc002fe8600, {0x624a8a0, 0xc00bd7a0c0}, 0x411f3ae000000000?, 0xc019735dc0?, 0xc00b239540?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2048 +0x20b fp=0xc014a4dd70 sp=0xc014a4dcb8 pc=0x32f86eb
github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc003202000?, {0x624a8a0?, 0xc00bd7a0c0?}, {0xc002f40800?}, 0x3?, 0xc005bf1620?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:881 +0xe6 fp=0xc014a4de20 sp=0xc014a4dd70 pc=0x32f3486
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1()
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:758 +0x54f fp=0xc014a4dfe0 sp=0xc014a4de20 pc=0x37088af
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc014a4dfe8 sp=0xc014a4dfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:665 +0x22e

goroutine 309963 [select]:
runtime.gopark(0xc005639c18?, 0x3?, 0xd2?, 0x99?, 0xc005639b3a?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0056398f0 sp=0xc0056398d0 pc=0x4907d6
runtime.selectgo(0xc005639c18, 0xc005639b34, 0xc01d56f940?, 0x0, 0x7?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc005639a30 sp=0xc0056398f0 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).resolveIntents(0xc0005a7e00, {0x624a948, 0xc00ea98300}, {0x6221560, 0xc00d7f6d80}, {0x46?, {0xc005639e01?, 0x5639e60?, 0xc0?}})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:948 +0x909 fp=0xc005639da0 sp=0xc005639a30 pc=0x1ca8ee9
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents(0xc0005a7e00, {0x624a948?, 0xc00ea98300?}, 0x59a, 0xc00d7f6d80, 0x1a?, 0xc007e6ecb0)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:777 +0xd1 fp=0xc005639e70 sp=0xc005639da0 pc=0x1ca77b1
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).CleanupTxnIntentsAsync.func2({0x624a948, 0xc00ea98300})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:583 +0xe5 fp=0xc005639f30 sp=0xc005639e70 pc=0x1ca6165
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc005639fe0 sp=0xc005639f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc005639fe8 sp=0xc005639fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 2925 [select]:
runtime.gopark(0xc005d4be38?, 0x3?, 0x0?, 0x0?, 0xc005d4bdea?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc005d4bc40 sp=0xc005d4bc20 pc=0x4907d6
runtime.selectgo(0xc005d4be38, 0xc005d4bde4, 0xc004c61c50?, 0x0, 0x4618e7?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc005d4bd80 sp=0xc005d4bc40 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).outputLoop(0xc0017302a0, {0x624a8a0, 0xc0064c1e80})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:322 +0x265 fp=0xc005d4be78 sp=0xc005d4bd80 pc=0x1c8b565
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).runOutputLoop(0xc0017302a0, {0x624a948, 0xc0060fff80}, 0xc0060fe900?)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:347 +0xc5 fp=0xc005d4beb0 sp=0xc005d4be78 pc=0x1c8b7c5
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run.func1({0x624a948?, 0xc0060fff80?})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:296 +0x4c fp=0xc005d4bf30 sp=0xc005d4beb0 pc=0x1c86a8c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc005d4bfe0 sp=0xc005d4bf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc005d4bfe8 sp=0xc005d4bfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 13427 [IO wait]:
runtime.gopark(0x4d28360?, 0xb?, 0x0?, 0x0?, 0xdcf?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00b5c4f58 sp=0xc00b5c4f38 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0xca739df0?, 0xb1?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc00b5c4f90 sp=0xc00b5c4f58 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1ca739d08, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc00b5c4fb0 sp=0xc00b5c4f90 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc00fd3bf80?, 0xc0043bc000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc00b5c4fd8 sp=0xc00b5c4fb0 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc00fd3bf80, {0xc0043bc000, 0x1000, 0x1000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc00b5c5058 sp=0xc00b5c4fd8 pc=0x535efa
net.(*netFD).Read(0xc00fd3bf80, {0xc0043bc000?, 0x7b5a68?, 0xc00fd3bf80?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc00b5c50a0 sp=0xc00b5c5058 pc=0x7a20c9
net.(*conn).Read(0xc011d99ae8, {0xc0043bc000?, 0x164290f?, 0xc011d99ae8?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc00b5c50e8 sp=0xc00b5c50a0 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc00b42f8c0, {0xc0043bc000, 0x1000, 0x1000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc00b5c5130 sp=0xc00b5c50e8 pc=0x1641f96
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc006db73e0, {0xc0043bc000, 0x1000, 0x1000})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1949 +0x156 fp=0xc00b5c51d0 sp=0xc00b5c5130 pc=0x370f896
bufio.(*Reader).fill(0xc00e42f490)
	GOROOT/src/bufio/bufio.go:106 +0xff fp=0xc00b5c5208 sp=0xc00b5c51d0 pc=0x5ae51f
bufio.(*Reader).ReadByte(0xc00e42f490)
	GOROOT/src/bufio/bufio.go:265 +0x2c fp=0xc00b5c5228 sp=0xc00b5c5208 pc=0x5aecec
github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc00e42fa68?, {0x62295c8, 0xc00e42f490})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:206 +0x2c fp=0xc00b5c5260 sp=0xc00b5c5228 pc=0x270ca4c
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl.func5(0xc00e42f400, 0xc0131d0d50, 0xc00b5c5442, 0xc00b5c5444, {0x623b718, 0xc00bb0e7e0}, 0xc002f40800, 0xc001b28094, 0xc00b5c5440)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:424 +0xa5 fp=0xc00b5c5398 sp=0xc00b5c5260 pc=0x3707185
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc00e42f400, {0x624a948, 0xc006d263c0}, 0xc0131d0d40, 0xc002f40800, 0xc006d262a0, {0x1, 0x2, {0x3, {0x532ee51, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:564 +0xc7f fp=0xc00b5c5768 sp=0xc00b5c5398 pc=0x3706c5f
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc003152c00, {0x624a948, 0xc006d263c0}, {0x628a538, 0xc00b42f8c0}, {{{0xc0043b6030, 0x4}}, 0x1, 0xc006d262d0, 0xc006d26300, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:174 +0x29e fp=0xc00b5c58a8 sp=0xc00b5c5768 pc=0x37051fe
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc003152c00, {0x624a948, 0xc006d263c0}, {0x628a538?, 0xc00b42f8c0}, 0x90?)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:913 +0xd29 fp=0xc00b5c5e20 sp=0xc00b5c58a8 pc=0x3715be9
github.com/cockroachdb/cockroach/pkg/server.(*SQLServer).startServeSQL.func1.1({0x624a948?, 0xc006d26180?}, {0x628a538, 0xc00b42f8c0})
	github.com/cockroachdb/cockroach/pkg/server/server_sql.go:1474 +0xc8 fp=0xc00b5c5eb0 sp=0xc00b5c5e20 pc=0x39e1cc8
github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1({0x624a948, 0xc006d26180})
	github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:162 +0xd7 fp=0xc00b5c5f30 sp=0xc00b5c5eb0 pc=0x1643997
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00b5c5fe0 sp=0xc00b5c5f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00b5c5fe8 sp=0xc00b5c5fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 2917 [select]:
runtime.gopark(0xc004087e18?, 0x2?, 0x18?, 0x65?, 0xc004087dfc?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc004087c68 sp=0xc004087c48 pc=0x4907d6
runtime.selectgo(0xc004087e18, 0xc004087df8, 0xc000d9fe80?, 0x0, 0x2?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc004087da8 sp=0xc004087c68 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).processEvents(0xc0024222c0, {0x624a8a0, 0xc006260ac0}, 0x0?, 0xc0027334a0)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:351 +0xdf fp=0xc004087f20 sp=0xc004087da8 pc=0x1a0167f
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func2({0x624a8a0?, 0xc006260ac0?})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:308 +0x38 fp=0xc004087f58 sp=0xc004087f20 pc=0x1a01418
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
	github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x25 fp=0xc004087f78 sp=0xc004087f58 pc=0x1187be5
golang.org/x/sync/errgroup.(*Group).Go.func1()
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:74 +0x64 fp=0xc004087fe0 sp=0xc004087f78 pc=0x1187344
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc004087fe8 sp=0xc004087fe0 pc=0x4c2401
created by golang.org/x/sync/errgroup.(*Group).Go
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:71 +0xa5

goroutine 2600 [select, 7 minutes]:
runtime.gopark(0xc007b4ae58?, 0x2?, 0x1?, 0x30?, 0xc007b4adfc?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc007b4ac80 sp=0xc007b4ac60 pc=0x4907d6
runtime.selectgo(0xc007b4ae58, 0xc007b4adf8, 0xc006029a00?, 0x0, 0x1?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc007b4adc0 sp=0xc007b4ac80 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1({0x624a8a0, 0xc006029a00})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:203 +0x15e fp=0xc007b4af58 sp=0xc007b4adc0 pc=0x19d27fe
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
	github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x25 fp=0xc007b4af78 sp=0xc007b4af58 pc=0x1187be5
golang.org/x/sync/errgroup.(*Group).Go.func1()
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:74 +0x64 fp=0xc007b4afe0 sp=0xc007b4af78 pc=0x1187344
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc007b4afe8 sp=0xc007b4afe0 pc=0x4c2401
created by golang.org/x/sync/errgroup.(*Group).Go
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:71 +0xa5

goroutine 50847 [runnable]:
runtime.gopark(0x0?, 0xb?, 0x0?, 0x0?, 0x33b?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc001cdaaa0 sp=0xc001cdaa80 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0x534825?, 0x0?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc001cdaad8 sp=0xc001cdaaa0 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1c7c0c460, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc001cdaaf8 sp=0xc001cdaad8 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc00b305880?, 0xc014318000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc001cdab20 sp=0xc001cdaaf8 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc00b305880, {0xc014318000, 0x8000, 0x8000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc001cdaba0 sp=0xc001cdab20 pc=0x535efa
net.(*netFD).Read(0xc00b305880, {0xc014318000?, 0x459e71?, 0x4d964e0?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc001cdabe8 sp=0xc001cdaba0 pc=0x7a20c9
net.(*conn).Read(0xc00498ee68, {0xc014318000?, 0x7fb1f593d5b8?, 0xc001cdac98?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc001cdac30 sp=0xc001cdabe8 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc002c6a2a0, {0xc014318000, 0x8000, 0x8000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc001cdac78 sp=0xc001cdac30 pc=0x1641f96
bufio.(*Reader).Read(0xc002c6a300, {0xc003076200, 0x9, 0xc0077b4700?})
	GOROOT/src/bufio/bufio.go:237 +0x1bb fp=0xc001cdacb0 sp=0xc001cdac78 pc=0x5aeafb
io.ReadAtLeast({0x62052c0, 0xc002c6a300}, {0xc003076200, 0x9, 0x9}, 0x9)
	GOROOT/src/io/io.go:332 +0x9a fp=0xc001cdacf8 sp=0xc001cdacb0 pc=0x52d13a
io.ReadFull(...)
	GOROOT/src/io/io.go:351
golang.org/x/net/http2.readFrameHeader({0xc003076200?, 0x9?, 0x0?}, {0x62052c0?, 0xc002c6a300?})
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:237 +0x6e fp=0xc001cdad48 sp=0xc001cdacf8 pc=0xba1d8e
golang.org/x/net/http2.(*Framer).ReadFrame(0xc0030761c0)
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:498 +0x95 fp=0xc001cdadf8 sp=0xc001cdad48 pc=0xba25f5
google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc0114311e0, 0xc004023fd0?, 0x1054cca?)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:611 +0x174 fp=0xc001cdaf18 sp=0xc001cdadf8 pc=0xbf09b4
google.golang.org/grpc.(*Server).serveStreams(0xc008720a80, {0x6294e00?, 0xc0114311e0})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:906 +0x142 fp=0xc001cdaf80 sp=0xc001cdaf18 pc=0xc1d702
google.golang.org/grpc.(*Server).handleRawConn.func1()
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:848 +0x46 fp=0xc001cdafe0 sp=0xc001cdaf80 pc=0xc1cec6
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc001cdafe8 sp=0xc001cdafe0 pc=0x4c2401
created by google.golang.org/grpc.(*Server).handleRawConn
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:847 +0x185

goroutine 295471 [sleep]:
runtime.gopark(0x4b7c7912669?, 0x20091a?, 0xf0?, 0xff?, 0x6f21ba137a?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00113fdf0 sp=0xc00113fdd0 pc=0x4907d6
time.Sleep(0x11be41fdb)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc00113fe30 sp=0xc00113fdf0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc0173d8a80, 0x20091a, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc00113fe88 sp=0xc00113fe30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc0173d8a80, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc00113fec8 sp=0xc00113fe88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc008720a80?, {0xc00b04f900?, 0x14, 0xc0036d3fb8?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc00113ffa8 sp=0xc00113fec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc00113ffe0 sp=0xc00113ffa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00113ffe8 sp=0xc00113ffe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 296480 [sync.Cond.Wait]:
runtime.gopark(0x4c13fe0?, 0x4fdee40?, 0x12?, 0x0?, 0xc00e6d1640?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00eb595d0 sp=0xc00eb595b0 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc00da01c10, 0x8f)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc00eb59618 sp=0xc00eb595d0 pc=0x4be30c
sync.(*Cond).Wait(0xc003819800?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc00eb59650 sp=0xc00eb59618 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/sql.(*StmtBuf).CurCmd(0xc003819e68)
	github.com/cockroachdb/cockroach/pkg/sql/conn_io.go:460 +0xbe fp=0xc00eb59708 sp=0xc00eb59650 pc=0x3321a5e
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc011a5b900)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2074 +0xe5 fp=0xc00eb59cb8 sp=0xc00eb59708 pc=0x32f8b65
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc011a5b900, {0x624a8a0, 0xc00da01c40}, 0x41146d2000000000?, 0xc002ddfdc0?, 0xc004ecb5c0?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2048 +0x20b fp=0xc00eb59d70 sp=0xc00eb59cb8 pc=0x32f86eb
github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc003202000?, {0x624a8a0?, 0xc00da01c40?}, {0xc002f40800?}, 0x3?, 0xc00e298018?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:881 +0xe6 fp=0xc00eb59e20 sp=0xc00eb59d70 pc=0x32f3486
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1()
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:758 +0x54f fp=0xc00eb59fe0 sp=0xc00eb59e20 pc=0x37088af
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00eb59fe8 sp=0xc00eb59fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:665 +0x22e

goroutine 300675 [sleep]:
runtime.gopark(0x4b878d306ff?, 0x5c1385?, 0x28?, 0xaa?, 0x6fc06d1bbc?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc003917df0 sp=0xc003917dd0 pc=0x4907d6
time.Sleep(0x10955471a)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc003917e30 sp=0xc003917df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc00d7a0990, 0x5c1385, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc003917e88 sp=0xc003917e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc00d7a0990, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc003917ec8 sp=0xc003917e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc008720a80?, {0xc0029eaa00?, 0x20, 0xc01e8d6fb8?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc003917fa8 sp=0xc003917ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc003917fe0 sp=0xc003917fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc003917fe8 sp=0xc003917fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 211356 [sleep]:
runtime.gopark(0x4b849a67e09?, 0xc05c7?, 0x2e?, 0x3?, 0x6f93ebaab8?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc014ba9df0 sp=0xc014ba9dd0 pc=0x4907d6
time.Sleep(0x10c005fce)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc014ba9e30 sp=0xc014ba9df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc00a069e00, 0xc05c7, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc014ba9e88 sp=0xc014ba9e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc00a069e00, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc014ba9ec8 sp=0xc014ba9e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc021beff80?, {0xc010532a80?, 0x32, 0xc021beff70?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc014ba9fa8 sp=0xc014ba9ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc014ba9fe0 sp=0xc014ba9fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc014ba9fe8 sp=0xc014ba9fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 263299 [IO wait]:
runtime.gopark(0x4d28360?, 0xb?, 0x0?, 0x0?, 0x3ac?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc018f6af58 sp=0xc018f6af38 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0xc7d6e9d0?, 0xb1?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc018f6af90 sp=0xc018f6af58 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1c7d6e8e8, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc018f6afb0 sp=0xc018f6af90 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc00df94a80?, 0xc01328d000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc018f6afd8 sp=0xc018f6afb0 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc00df94a80, {0xc01328d000, 0x1000, 0x1000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc018f6b058 sp=0xc018f6afd8 pc=0x535efa
net.(*netFD).Read(0xc00df94a80, {0xc01328d000?, 0x7b5a68?, 0xc00df94a80?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc018f6b0a0 sp=0xc018f6b058 pc=0x7a20c9
net.(*conn).Read(0xc0037132a8, {0xc01328d000?, 0x164290f?, 0xc0037132a8?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc018f6b0e8 sp=0xc018f6b0a0 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc007b6e900, {0xc01328d000, 0x1000, 0x1000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc018f6b130 sp=0xc018f6b0e8 pc=0x1641f96
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc00fd14e40, {0xc01328d000, 0x1000, 0x1000})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1949 +0x156 fp=0xc018f6b1d0 sp=0xc018f6b130 pc=0x370f896
bufio.(*Reader).fill(0xc01db79090)
	GOROOT/src/bufio/bufio.go:106 +0xff fp=0xc018f6b208 sp=0xc018f6b1d0 pc=0x5ae51f
bufio.(*Reader).ReadByte(0xc01db79090)
	GOROOT/src/bufio/bufio.go:265 +0x2c fp=0xc018f6b228 sp=0xc018f6b208 pc=0x5aecec
github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc01db79668?, {0x62295c8, 0xc01db79090})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:206 +0x2c fp=0xc018f6b260 sp=0xc018f6b228 pc=0x270ca4c
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl.func5(0xc01db79000, 0xc01255e5d0, 0xc018f6b442, 0xc018f6b444, {0x623b718, 0xc0102fef30}, 0xc002f40800, 0xc00d0a4284, 0xc018f6b440)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:424 +0xa5 fp=0xc018f6b398 sp=0xc018f6b260 pc=0x3707185
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc01db79000, {0x624a948, 0xc00caf4ea0}, 0xc01255e5c0, 0xc002f40800, 0xc00caf4750, {0x1, 0x2, {0x3, {0x532ee51, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:564 +0xc7f fp=0xc018f6b768 sp=0xc018f6b398 pc=0x3706c5f
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc003152c00, {0x624a948, 0xc00caf4ea0}, {0x628a538, 0xc007b6e900}, {{{0xc00e341022, 0x4}}, 0x1, 0xc00caf4de0, 0xc00caf4e10, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:174 +0x29e fp=0xc018f6b8a8 sp=0xc018f6b768 pc=0x37051fe
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc003152c00, {0x624a948, 0xc00caf4ea0}, {0x628a538?, 0xc007b6e900}, 0x90?)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:913 +0xd29 fp=0xc018f6be20 sp=0xc018f6b8a8 pc=0x3715be9
github.com/cockroachdb/cockroach/pkg/server.(*SQLServer).startServeSQL.func1.1({0x624a948?, 0xc01bed3c50?}, {0x628a538, 0xc007b6e900})
	github.com/cockroachdb/cockroach/pkg/server/server_sql.go:1474 +0xc8 fp=0xc018f6beb0 sp=0xc018f6be20 pc=0x39e1cc8
github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1({0x624a948, 0xc01bed3c50})
	github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:162 +0xd7 fp=0xc018f6bf30 sp=0xc018f6beb0 pc=0x1643997
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc018f6bfe0 sp=0xc018f6bf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc018f6bfe8 sp=0xc018f6bfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 2555 [select]:
runtime.gopark(0xc0081e2e18?, 0x2?, 0x40?, 0x5c?, 0xc0081e2dfc?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0081e2c68 sp=0xc0081e2c48 pc=0x4907d6
runtime.selectgo(0xc0081e2e18, 0xc0081e2df8, 0xc002e4e280?, 0x0, 0x1?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0081e2da8 sp=0xc0081e2c68 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).processEvents(0xc002a93600, {0x624a8a0, 0xc005f9dc40}, 0xc005f99f50?, 0xc0027322a0)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:351 +0xdf fp=0xc0081e2f20 sp=0xc0081e2da8 pc=0x1a0167f
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func2({0x624a8a0?, 0xc005f9dc40?})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:308 +0x38 fp=0xc0081e2f58 sp=0xc0081e2f20 pc=0x1a01418
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
	github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x25 fp=0xc0081e2f78 sp=0xc0081e2f58 pc=0x1187be5
golang.org/x/sync/errgroup.(*Group).Go.func1()
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:74 +0x64 fp=0xc0081e2fe0 sp=0xc0081e2f78 pc=0x1187344
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0081e2fe8 sp=0xc0081e2fe0 pc=0x4c2401
created by golang.org/x/sync/errgroup.(*Group).Go
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:71 +0xa5

goroutine 2611 [select, 7 minutes]:
runtime.gopark(0xc0080bdfb0?, 0x2?, 0x81?, 0x0?, 0xc0080bdf9c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0080bde28 sp=0xc0080bde08 pc=0x4907d6
runtime.selectgo(0xc0080bdfb0, 0xc0080bdf98, 0xc000b6c6c0?, 0x0, 0xc000ac6510?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0080bdf68 sp=0xc0080bde28 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2()
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:340 +0x71 fp=0xc0080bdfe0 sp=0xc0080bdf68 pc=0x1649731
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0080bdfe8 sp=0xc0080bdfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:339 +0x152

goroutine 2554 [semacquire, 7 minutes]:
runtime.gopark(0x18?, 0xc0018ce400?, 0x40?, 0x4e?, 0x4c022e?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc007b99aa8 sp=0xc007b99a88 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
runtime.semacquire1(0xc006029a50, 0x50?, 0x1, 0x0)
	GOROOT/src/runtime/sema.go:150 +0x1fe fp=0xc007b99b10 sp=0xc007b99aa8 pc=0x4a17de
sync.runtime_Semacquire(0xc006029a40?)
	GOROOT/src/runtime/sema.go:62 +0x25 fp=0xc007b99b40 sp=0xc007b99b10 pc=0x4be005
sync.(*WaitGroup).Wait(0x624a8a0?)
	GOROOT/src/sync/waitgroup.go:139 +0x52 fp=0xc007b99b68 sp=0xc007b99b40 pc=0x4ce332
golang.org/x/sync/errgroup.(*Group).Wait(0xc006029a40)
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:52 +0x27 fp=0xc007b99b80 sp=0xc007b99b68 pc=0x11871a7
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0xc006029a40?, {0x624a8a0?, 0xc006029a00?}})
	github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x4a fp=0xc007b99bb0 sp=0xc007b99b80 pc=0x118790a
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans(0xc001545400, {0x624a8a0, 0xc005f9dc40}, {0xc0060299c0, 0x1, 0x95416a?}, 0x0, 0xc0027322a0, {0xc004c495d0, 0x1, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:229 +0x666 fp=0xc007b99d38 sp=0xc007b99bb0 pc=0x19d2246
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed(0xc007b4af38?, {0x624a8a0, 0xc005f9dc40}, {0xc005205bf0, 0x1, 0xc005f92680?}, {0x626b400?, 0x1becc00?, 0xc0?}, 0x0, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:147 +0x108 fp=0xc007b99e58 sp=0xc007b99d38 pc=0x19d1988
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*dbAdapter).RangeFeed(0xc005fc2480?, {0x624a8a0?, 0xc005f9dc40?}, {0xc005205bf0?, 0x624a948?, 0xc005fc2060?}, {0xc007b4aed8?, 0x7b4af08?, 0xc0?}, 0x0, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/db_adapter.go:80 +0x71 fp=0xc007b99ed0 sp=0xc007b99e58 pc=0x19fd411
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func1({0x624a8a0?, 0xc005f9dc40?})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:305 +0xc7 fp=0xc007b99f58 sp=0xc007b99ed0 pc=0x1a01507
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
	github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x25 fp=0xc007b99f78 sp=0xc007b99f58 pc=0x1187be5
golang.org/x/sync/errgroup.(*Group).Go.func1()
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:74 +0x64 fp=0xc007b99fe0 sp=0xc007b99f78 pc=0x1187344
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc007b99fe8 sp=0xc007b99fe0 pc=0x4c2401
created by golang.org/x/sync/errgroup.(*Group).Go
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:71 +0xa5

goroutine 2610 [chan receive, 7 minutes]:
runtime.gopark(0xc00395cbe0?, 0x624a948?, 0x0?, 0x6c?, 0xc0009af860?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0081fd558 sp=0xc0081fd538 pc=0x4907d6
runtime.chanrecv(0xc0060053e0, 0xc0081fd6f8, 0x1)
	GOROOT/src/runtime/chan.go:583 +0x49b fp=0xc0081fd5e8 sp=0xc0081fd558 pc=0x45a91b
runtime.chanrecv1(0x17600a099cb1612a?, 0x0?)
	GOROOT/src/runtime/chan.go:442 +0x18 fp=0xc0081fd610 sp=0xc0081fd5e8 pc=0x45a418
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).rangeFeedWithRangeID(0xc0017f5800, 0x139?, 0xc006033c20, {0x7fb1c29c6310, 0xc0050415f0}, 0x0)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/replica_rangefeed.go:250 +0x707 fp=0xc0081fd7f0 sp=0xc0081fd610 pc=0x1e00027
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).RangeFeed(...)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/replica_rangefeed.go:152
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).RangeFeed(0xc00103ea80, 0xc006033c20, {0x7fb1c29c6310, 0xc0050415f0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/store.go:3253 +0x10c fp=0xc0081fd850 sp=0xc0081fd7f0 pc=0x1e3af0c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Stores).RangeFeed(0xc001657880?, 0xc006033c20, {0x7fb1c29c6310, 0xc0050415f0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/stores.go:228 +0xf6 fp=0xc0081fd8b8 sp=0xc0081fd850 pc=0x1e64156
github.com/cockroachdb/cockroach/pkg/server.(*Node).singleRangeFeed(0x45efeb?, 0x50c16c0?, {0x7fb1c29c6310?, 0xc0050415f0?})
	github.com/cockroachdb/cockroach/pkg/server/node.go:1341 +0x38 fp=0xc0081fd910 sp=0xc0081fd8b8 pc=0x39c1118
github.com/cockroachdb/cockroach/pkg/server.(*Node).RangeFeed(0x50c16c0?, 0xc005f924e0?, {0x62893f0?, 0xc0050415f0})
	github.com/cockroachdb/cockroach/pkg/server/node.go:1335 +0x4e fp=0xc0081fd950 sp=0xc0081fd910 pc=0x39c108e
github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2.1({0x0?, 0x624a948?}, {0x627d570?, 0xc001657880?})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:980 +0x72 fp=0xc0081fd9a0 sp=0xc0081fd950 pc=0x165b012
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x52b4780, 0xc0017fca80}, {0x6279ce8?, 0xc006121bc0?}, 0x8fb69e0, 0xc006005380)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x6c4 fp=0xc0081fdcd8 sp=0xc0081fd9a0 pc=0x16481a4
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x52b4780?, 0xc0017fca80?}, {0x6279ce8?, 0xc006121bc0?})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:827 +0x5b fp=0xc0081fdd18 sp=0xc0081fdcd8 pc=0x165a09b
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x52b4780, 0xc0017fca80}, {0x6279ce8, 0xc006121bc0}, 0x1054f90?, 0xc0062147c0)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:272 +0x74 fp=0xc0081fdd48 sp=0xc0081fdd18 pc=0x16576d4
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x52b4780?, 0xc0017fca80?}, {0x6279ce8?, 0xc006121bc0?})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:830 +0x83 fp=0xc0081fdd88 sp=0xc0081fdd48 pc=0x165a0c3
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x0?, 0x0?})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:241 +0x2d fp=0xc0081fddb8 sp=0xc0081fdd88 pc=0x165798d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0xc000b6c6c0, {0x624a948, 0xc006121b90}, {0xc0081e1ec0?, 0x4615d9?}, 0xc0081e1e78)
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:341 +0xd1 fp=0xc0081fde30 sp=0xc0081fddb8 pc=0x10542d1
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x52b4780, 0xc0017fca80}, {0x6279ce8?, 0xc006121bc0?}, 0x8fb69e0, 0xc0062147c0)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:240 +0xef fp=0xc0081fdeb8 sp=0xc0081fde30 pc=0x165790f
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x52b4780?, 0xc0017fca80?}, {0x6279ce8?, 0xc006121bc0?})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:830 +0x83 fp=0xc0081fdef8 sp=0xc0081fdeb8 pc=0x165a0c3
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run({0xc001c75620, 0x3, 0x4}, {0x52b4780, 0xc0017fca80}, {0x6279ce8, 0xc006121bc0}, 0x8fb69e0, 0xc006005380)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:832 +0x142 fp=0xc0081fdf30 sp=0xc0081fdef8 pc=0x1659fa2
github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2()
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:985 +0x117 fp=0xc0081fdfe0 sp=0xc0081fdf30 pc=0x165af17
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0081fdfe8 sp=0xc0081fdfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:973 +0x2dd

goroutine 294914 [sync.Cond.Wait]:
runtime.gopark(0x4c13fe0?, 0x4fdee40?, 0x12?, 0x0?, 0xc0181fd640?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc002c3b5d0 sp=0xc002c3b5b0 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc006469050, 0x93)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc002c3b618 sp=0xc002c3b5d0 pc=0x4be30c
sync.(*Cond).Wait(0xc00a62f400?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc002c3b650 sp=0xc002c3b618 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/sql.(*StmtBuf).CurCmd(0xc00a62fa68)
	github.com/cockroachdb/cockroach/pkg/sql/conn_io.go:460 +0xbe fp=0xc002c3b708 sp=0xc002c3b650 pc=0x3321a5e
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc001dac600)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2074 +0xe5 fp=0xc002c3bcb8 sp=0xc002c3b708 pc=0x32f8b65
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc001dac600, {0x624a8a0, 0xc006469080}, 0x4113fed000000000?, 0xc012a25dc0?, 0xc0577557b0?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2048 +0x20b fp=0xc002c3bd70 sp=0xc002c3bcb8 pc=0x32f86eb
github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc003202000?, {0x624a8a0?, 0xc006469080?}, {0xc002f40800?}, 0x3?, 0xc00ff4aa50?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:881 +0xe6 fp=0xc002c3be20 sp=0xc002c3bd70 pc=0x32f3486
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1()
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:758 +0x54f fp=0xc002c3bfe0 sp=0xc002c3be20 pc=0x37088af
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc002c3bfe8 sp=0xc002c3bfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:665 +0x22e

goroutine 2609 [select]:
runtime.gopark(0xc0081fb168?, 0x3?, 0x3?, 0x0?, 0xc0081fb102?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0081faf78 sp=0xc0081faf58 pc=0x4907d6
runtime.selectgo(0xc0081fb168, 0xc0081fb0fc, 0xc0081fb138?, 0x0, 0xc0081fb130?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0081fb0b8 sp=0xc0081faf78 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/rpc.(*pipe).recv(0xc005041450, {0x624a948, 0xc006121b30})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:1217 +0xe8 fp=0xc0081fb1a8 sp=0xc0081fb0b8 pc=0x165bee8
github.com/cockroachdb/cockroach/pkg/rpc.pipeReader.recv({0xc005041450?, 0x5684220?}, {0x624a948?, 0xc006121b30?}, {0x51d3160, 0xc00f6d86c0})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:1253 +0x45 fp=0xc0081fb1e0 sp=0xc0081fb1a8 pc=0x165c0c5
github.com/cockroachdb/cockroach/pkg/rpc.clientStream.RecvMsg(...)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:1301
github.com/cockroachdb/cockroach/pkg/rpc.(*clientStream).RecvMsg(0xc005f92820?, {0x51d3160?, 0xc00f6d86c0?})
	<autogenerated>:1 +0x77 fp=0xc0081fb248 sp=0xc0081fb1e0 pc=0x1666f77
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0xc0016570c0, {0x51d3160?, 0xc00f6d86c0?})
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:384 +0x37 fp=0xc0081fb290 sp=0xc0081fb248 pc=0x1649ad7
github.com/cockroachdb/cockroach/pkg/rpc.rangeFeedClientAdapter.Recv({{0x627d528?, 0xc0016570c0?}})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:1028 +0x59 fp=0xc0081fb2d0 sp=0xc0081fb290 pc=0x165b0b9
github.com/cockroachdb/cockroach/pkg/rpc.(*rangeFeedClientAdapter).Recv(0xc0081fb300?)
	<autogenerated>:1 +0x34 fp=0xc0081fb2f0 sp=0xc0081fb2d0 pc=0x1666a34
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed.func6()
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:649 +0x2e fp=0xc0081fb310 sp=0xc0081fb2f0 pc=0x19d6c2e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*stuckRangeFeedCanceler).do(0xc005ff1950, 0xc0081fb780)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed_canceler.go:135 +0x1a2 fp=0xc0081fb3b8 sp=0xc0081fb310 pc=0x19d7622
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0xc001545400, {0x624a8a0?, 0xc006029a00?}, {{0xc000fa5c40, 0x1, 0x8}, {0xc000fa5c48, 0x1, 0x8}}, {0x17600a099cb1612a, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:648 +0xffa fp=0xc0081fb9a0 sp=0xc0081fb3b8 pc=0x19d629a
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0xc001545400, {0x624a8a0, 0xc006029a00}, 0xc005ff1860, 0xc000c5e3c0?, {{0xc000fa5c40, 0x1, 0x8}, {0xc000fa5c48, 0x1, ...}}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:423 +0x8fb fp=0xc0081fbe80 sp=0xc0081fb9a0 pc=0x19d467b
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1.1({0x624a8a0?, 0xc006029a00?})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:207 +0x117 fp=0xc0081fbf58 sp=0xc0081fbe80 pc=0x19d2b17
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
	github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x25 fp=0xc0081fbf78 sp=0xc0081fbf58 pc=0x1187be5
golang.org/x/sync/errgroup.(*Group).Go.func1()
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:74 +0x64 fp=0xc0081fbfe0 sp=0xc0081fbf78 pc=0x1187344
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0081fbfe8 sp=0xc0081fbfe0 pc=0x4c2401
created by golang.org/x/sync/errgroup.(*Group).Go
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:71 +0xa5

goroutine 217816 [sleep]:
runtime.gopark(0x4b8e1136094?, 0x66033?, 0x77?, 0x83?, 0x7046098900?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc012a65df0 sp=0xc012a65dd0 pc=0x4907d6
time.Sleep(0x126b15a9b)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc012a65e30 sp=0xc012a65df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc00a4d39b0, 0x66033, {0x0?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc012a65e88 sp=0xc012a65e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc00a4d39b0, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc012a65ec8 sp=0xc012a65e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc008720a80?, {0xc00b79ea80?, 0x37, 0xc010103fb8?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc012a65fa8 sp=0xc012a65ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc012a65fe0 sp=0xc012a65fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc012a65fe8 sp=0xc012a65fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 2508 [select]:
runtime.gopark(0xc009f2def8?, 0x2?, 0x0?, 0x0?, 0xc009f2de6c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc004046cc8 sp=0xc004046ca8 pc=0x4907d6
runtime.selectgo(0xc004046ef8, 0xc009f2de68, 0xc00131e000?, 0x0, 0x56839a8?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc004046e08 sp=0xc004046cc8 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/jobs.(*jobScheduler).runDaemon.func1({0x624a948?, 0xc005f98180?})
	github.com/cockroachdb/cockroach/pkg/jobs/job_scheduler.go:443 +0x2a5 fp=0xc004046f30 sp=0xc004046e08 pc=0x228d725
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc004046fe0 sp=0xc004046f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc004046fe8 sp=0xc004046fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 2509 [select, 6 minutes]:
runtime.gopark(0xc00417bef8?, 0x2?, 0xa?, 0x0?, 0xc00417bea4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0108e6d08 sp=0xc0108e6ce8 pc=0x4907d6
runtime.selectgo(0xc0108e6ef8, 0xc00417bea0, 0x629a5d0?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0108e6e48 sp=0xc0108e6d08 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/sql/scheduledlogging.(*CaptureIndexUsageStatsLoggingScheduler).start.func1({0x624a948, 0xc005f981b0})
	github.com/cockroachdb/cockroach/pkg/sql/scheduledlogging/captured_index_usage_stats.go:144 +0xff fp=0xc0108e6f30 sp=0xc0108e6e48 pc=0x327091f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0108e6fe0 sp=0xc0108e6f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0108e6fe8 sp=0xc0108e6fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 263277 [IO wait]:
runtime.gopark(0x4d28360?, 0xb?, 0x0?, 0x0?, 0xac?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc019954f58 sp=0xc019954f38 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0xc7d6ee80?, 0xb1?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc019954f90 sp=0xc019954f58 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1c7d6ed98, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc019954fb0 sp=0xc019954f90 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc0038b6500?, 0xc00cea1000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc019954fd8 sp=0xc019954fb0 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc0038b6500, {0xc00cea1000, 0x1000, 0x1000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc019955058 sp=0xc019954fd8 pc=0x535efa
net.(*netFD).Read(0xc0038b6500, {0xc00cea1000?, 0x7b5a68?, 0xc0038b6500?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc0199550a0 sp=0xc019955058 pc=0x7a20c9
net.(*conn).Read(0xc01211e610, {0xc00cea1000?, 0x164290f?, 0xc01211e610?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc0199550e8 sp=0xc0199550a0 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc01098bec0, {0xc00cea1000, 0x1000, 0x1000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc019955130 sp=0xc0199550e8 pc=0x1641f96
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc01033d038, {0xc00cea1000, 0x1000, 0x1000})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1949 +0x156 fp=0xc0199551d0 sp=0xc019955130 pc=0x370f896
bufio.(*Reader).fill(0xc004885490)
	GOROOT/src/bufio/bufio.go:106 +0xff fp=0xc019955208 sp=0xc0199551d0 pc=0x5ae51f
bufio.(*Reader).ReadByte(0xc004885490)
	GOROOT/src/bufio/bufio.go:265 +0x2c fp=0xc019955228 sp=0xc019955208 pc=0x5aecec
github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc004885a68?, {0x62295c8, 0xc004885490})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:206 +0x2c fp=0xc019955260 sp=0xc019955228 pc=0x270ca4c
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl.func5(0xc004885400, 0xc012d19fe0, 0xc019955442, 0xc019955444, {0x623b718, 0xc013dec360}, 0xc002f40800, 0xc00fe25fb4, 0xc019955440)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:424 +0xa5 fp=0xc019955398 sp=0xc019955260 pc=0x3707185
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc004885400, {0x624a948, 0xc038a31e30}, 0xc012d19fd0, 0xc002f40800, 0xc038a31d70, {0x1, 0x2, {0x3, {0x532ee51, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:564 +0xc7f fp=0xc019955768 sp=0xc019955398 pc=0x3706c5f
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc003152c00, {0x624a948, 0xc038a31e30}, {0x628a538, 0xc01098bec0}, {{{0xc006a00038, 0x4}}, 0x1, 0xc038a31da0, 0xc038a31dd0, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:174 +0x29e fp=0xc0199558a8 sp=0xc019955768 pc=0x37051fe
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc003152c00, {0x624a948, 0xc038a31e30}, {0x628a538?, 0xc01098bec0}, 0x90?)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:913 +0xd29 fp=0xc019955e20 sp=0xc0199558a8 pc=0x3715be9
github.com/cockroachdb/cockroach/pkg/server.(*SQLServer).startServeSQL.func1.1({0x624a948?, 0xc038a31cb0?}, {0x628a538, 0xc01098bec0})
	github.com/cockroachdb/cockroach/pkg/server/server_sql.go:1474 +0xc8 fp=0xc019955eb0 sp=0xc019955e20 pc=0x39e1cc8
github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1({0x624a948, 0xc038a31cb0})
	github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:162 +0xd7 fp=0xc019955f30 sp=0xc019955eb0 pc=0x1643997
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc019955fe0 sp=0xc019955f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc019955fe8 sp=0xc019955fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 2511 [select]:
runtime.gopark(0xc014aa5ee0?, 0x3?, 0x60?, 0x0?, 0xc014aa5ea2?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc014aa5d28 sp=0xc014aa5d08 pc=0x4907d6
runtime.selectgo(0xc014aa5ee0, 0xc014aa5e9c, 0xc005f98390?, 0x0, 0x4f00000036?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc014aa5e68 sp=0xc014aa5d28 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport.(*Sender).Run.func2({0x624a948, 0xc005f98390})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport/sender.go:251 +0x1b7 fp=0xc014aa5f30 sp=0xc014aa5e68 pc=0x1d1adb7
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc014aa5fe0 sp=0xc014aa5f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc014aa5fe8 sp=0xc014aa5fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 300843 [IO wait]:
runtime.gopark(0x1192?, 0xb?, 0x0?, 0x0?, 0x338?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc001af1618 sp=0xc001af15f8 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0x12?, 0x0?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc001af1650 sp=0xc001af1618 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1ccf29738, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc001af1670 sp=0xc001af1650 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc00e5e0e00?, 0xc00a655300?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc001af1698 sp=0xc001af1670 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc00e5e0e00, {0xc00a655300, 0x1300, 0x1300})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc001af1718 sp=0xc001af1698 pc=0x535efa
net.(*netFD).Read(0xc00e5e0e00, {0xc00a655300?, 0xc00a27e658?, 0xc001af1808?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc001af1760 sp=0xc001af1718 pc=0x7a20c9
net.(*conn).Read(0xc00a646170, {0xc00a655300?, 0x0?, 0x0?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc001af17a8 sp=0xc001af1760 pc=0x7b53c5
crypto/tls.(*atLeastReader).Read(0xc00fd1c978, {0xc00a655300?, 0x0?, 0xe8fa775d43e0a2c7?})
	GOROOT/src/crypto/tls/conn.go:787 +0x3d fp=0xc001af17f0 sp=0xc001af17a8 pc=0x80c45d
bytes.(*Buffer).ReadFrom(0xc00cbf9078, {0x62055e0, 0xc00fd1c978})
	GOROOT/src/bytes/buffer.go:202 +0x98 fp=0xc001af1848 sp=0xc001af17f0 pc=0x579738
crypto/tls.(*Conn).readFromUntil(0xc00cbf8e00, {0x62148c0?, 0xc00a646170}, 0xc003584040?)
	GOROOT/src/crypto/tls/conn.go:809 +0xe5 fp=0xc001af1888 sp=0xc001af1848 pc=0x80c645
crypto/tls.(*Conn).readRecordOrCCS(0xc00cbf8e00, 0x0)
	GOROOT/src/crypto/tls/conn.go:616 +0x116 fp=0xc001af1c10 sp=0xc001af1888 pc=0x809a96
crypto/tls.(*Conn).readRecord(...)
	GOROOT/src/crypto/tls/conn.go:582
crypto/tls.(*Conn).Read(0xc00cbf8e00, {0xc0153c6000, 0x1000, 0x11?})
	GOROOT/src/crypto/tls/conn.go:1315 +0x16f fp=0xc001af1c80 sp=0xc001af1c10 pc=0x80fa0f
bufio.(*Reader).Read(0xc0121f81e0, {0xc0023930e0, 0x9, 0xc001af1d18?})
	GOROOT/src/bufio/bufio.go:237 +0x1bb fp=0xc001af1cb8 sp=0xc001af1c80 pc=0x5aeafb
io.ReadAtLeast({0x62052c0, 0xc0121f81e0}, {0xc0023930e0, 0x9, 0x9}, 0x9)
	GOROOT/src/io/io.go:332 +0x9a fp=0xc001af1d00 sp=0xc001af1cb8 pc=0x52d13a
io.ReadFull(...)
	GOROOT/src/io/io.go:351
golang.org/x/net/http2.readFrameHeader({0xc0023930e0?, 0x9?, 0xc001af1df0?}, {0x62052c0?, 0xc0121f81e0?})
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:237 +0x6e fp=0xc001af1d50 sp=0xc001af1d00 pc=0xba1d8e
golang.org/x/net/http2.(*Framer).ReadFrame(0xc0023930a0)
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:498 +0x95 fp=0xc001af1e00 sp=0xc001af1d50 pc=0xba25f5
golang.org/x/net/http2.(*clientConnReadLoop).run(0xc001af1f98)
	golang.org/x/net/http2/external/org_golang_x_net/http2/transport.go:2123 +0x130 fp=0xc001af1f60 sp=0xc001af1e00 pc=0xbc54d0
golang.org/x/net/http2.(*ClientConn).readLoop(0xc011c7db00)
	golang.org/x/net/http2/external/org_golang_x_net/http2/transport.go:2019 +0x6f fp=0xc001af1fc8 sp=0xc001af1f60 pc=0xbc49ef
golang.org/x/net/http2.(*Transport).newClientConn.func1()
	golang.org/x/net/http2/external/org_golang_x_net/http2/transport.go:726 +0x26 fp=0xc001af1fe0 sp=0xc001af1fc8 pc=0xbbd6c6
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc001af1fe8 sp=0xc001af1fe0 pc=0x4c2401
created by golang.org/x/net/http2.(*Transport).newClientConn
	golang.org/x/net/http2/external/org_golang_x_net/http2/transport.go:726 +0xaaa

goroutine 309972 [select]:
runtime.gopark(0xc009af3208?, 0x2?, 0x38?, 0x24?, 0xc009af3204?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc009af3090 sp=0xc009af3070 pc=0x4907d6
runtime.selectgo(0xc009af3208, 0xc009af3200, 0x10?, 0x0, 0x101?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc009af31d0 sp=0xc009af3090 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc015356d80)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc009af3238 sp=0xc009af31d0 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc00a5a9130, {0x51b9a20?, 0xc012834d00}, 0x6248888?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc009af3340 sp=0xc009af3238 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x10e?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc009af3370 sp=0xc009af3340 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc015356b40, 0xc009af3448, 0xc009af3418)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:692 +0xd3 fp=0xc009af33c8 sp=0xc009af3370 pc=0xc2a3b3
google.golang.org/grpc.(*clientStream).RecvMsg(0xc015356b40, {0x51b9a20?, 0xc012834d00?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc009af3478 sp=0xc009af33c8 pc=0xc2b61f
google.golang.org/grpc.invoke({0x624a948?, 0xc003b693e0?}, {0x53d9bbc?, 0x2?}, {0x52f0080, 0xc0043b44b0}, {0x51b9a20, 0xc012834d00}, 0x0?, {0xc000f30f80, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:73 +0xd7 fp=0xc009af34e0 sp=0xc009af3478 pc=0xc0a637
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x624a948, 0xc003b693e0}, {0x53d9bbc, 0x21}, {0x52f0080, 0xc0043b44b0}, {0x51b9a20, 0xc012834d00}, 0x31ee896fb416fe7c?, 0x568c070, ...)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:247 +0x384 fp=0xc009af35d0 sp=0xc009af34e0 pc=0x1648b84
google.golang.org/grpc.(*ClientConn).Invoke(0x75dd19f53d6684ec?, {0x624a948?, 0xc003b693e0?}, {0x53d9bbc?, 0x0?}, {0x52f0080?, 0xc0043b44b0?}, {0x51b9a20?, 0xc012834d00?}, {0x0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:35 +0x223 fp=0xc009af3670 sp=0xc009af35d0 pc=0xc0a483
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc011d98c98, {0x624a948, 0xc003b693e0}, 0x0?, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9334 +0xc9 fp=0xc009af36f0 sp=0xc009af3670 pc=0xdcf7a9
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.TracingInternalClient.Batch({{0x629d930?, 0xc011d98c98?}}, {0x624a948, 0xc003b693e0}, 0xc0043b44b0, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:329 +0x171 fp=0xc009af37c8 sp=0xc009af36f0 pc=0x1671a71
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*TracingInternalClient).Batch(0x12a63830?, {0x624a948?, 0xc003b693e0?}, 0x624a948?, {0x0?, 0xc002339f00?, 0xc012a63928?})
	<autogenerated>:1 +0x65 fp=0xc009af3818 sp=0xc009af37c8 pc=0x1671b45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc00f9b9e60, {_, _}, _, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:211 +0x17e fp=0xc009af3ab8 sp=0xc009af3818 pc=0x19daefe
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc00f9b9e60, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f11b25ae, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:190 +0x158 fp=0xc009af3bf0 sp=0xc009af3ab8 pc=0x19dad18
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f11b25ae, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2079 +0x110f fp=0xc009af4338 sp=0xc009af3bf0 pc=0x19ce2ef
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f11b25ae, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1623 +0x805 fp=0xc009af4c38 sp=0xc009af4338 pc=0x19cade5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f11b25ae, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1221 +0x433 fp=0xc009af54a0 sp=0xc009af4c38 pc=0x19c8053
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).Send(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f11b25ae, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:845 +0x629 fp=0xc009af58c0 sp=0xc009af54a0 pc=0x19c5fe9
github.com/cockroachdb/cockroach/pkg/kv.(*CrossRangeTxnWrapperSender).Send(0xc001261268, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/db.go:223 +0xda fp=0xc009af59f8 sp=0xc009af58c0 pc=0x16a9a7a
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).sendBatch.func1.1({0x624a948, 0xc01160dcb0})
	github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:278 +0xeb fp=0xc009af5c00 sp=0xc009af59f8 pc=0x1ca158b
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).sendBatch.func1({0x624a948, 0xc01160dcb0})
	github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:309 +0x214 fp=0xc009af5f30 sp=0xc009af5c00 pc=0x1ca0bf4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc009af5fe0 sp=0xc009af5f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc009af5fe8 sp=0xc009af5fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 294500 [sleep]:
runtime.gopark(0x4b84b759f5f?, 0x400e6b?, 0xea?, 0x44?, 0x6f95c8ec74?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00563bdf0 sp=0xc00563bdd0 pc=0x4907d6
time.Sleep(0x10c0e7f57)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc00563be30 sp=0xc00563bdf0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc00bd28810, 0x400e6b, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc00563be88 sp=0xc00563be30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc00bd28810, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc00563bec8 sp=0xc00563be88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc008720a80?, {0xc003d48b40?, 0x6, 0xc007fc0fb8?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc00563bfa8 sp=0xc00563bec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc00563bfe0 sp=0xc00563bfa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00563bfe8 sp=0xc00563bfe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 2922 [select, 7 minutes]:
runtime.gopark(0xc005d4efb0?, 0x2?, 0x0?, 0x67?, 0xc005d4ef9c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc005d4ee28 sp=0xc005d4ee08 pc=0x4907d6
runtime.selectgo(0xc005d4efb0, 0xc005d4ef98, 0xc000b6c6c0?, 0x0, 0xc004a48c10?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc005d4ef68 sp=0xc005d4ee28 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2()
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:340 +0x71 fp=0xc005d4efe0 sp=0xc005d4ef68 pc=0x1649731
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc005d4efe8 sp=0xc005d4efe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:339 +0x152

goroutine 296656 [sleep]:
runtime.gopark(0x4b888a08b6b?, 0x5812dc?, 0xf4?, 0x66?, 0x6fce1dd881?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc014e81df0 sp=0xc014e81dd0 pc=0x4907d6
time.Sleep(0x10738808c)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc014e81e30 sp=0xc014e81df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc01cfde000, 0x5812dc, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc014e81e88 sp=0xc014e81e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc01cfde000, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc014e81ec8 sp=0xc014e81e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc008720a80?, {0xc01ec6e500?, 0xc, 0xc00afa9fb8?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc014e81fa8 sp=0xc014e81ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc014e81fe0 sp=0xc014e81fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc014e81fe8 sp=0xc014e81fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 309895 [chan receive]:
runtime.gopark(0x2faf080?, 0x3b9aca00?, 0x0?, 0x0?, 0x0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc004d27288 sp=0xc004d27268 pc=0x4907d6
runtime.chanrecv(0xc001fcc480, 0xc004d274d0, 0x1)
	GOROOT/src/runtime/chan.go:583 +0x49b fp=0xc004d27318 sp=0xc004d27288 pc=0x45a91b
runtime.chanrecv1(0x1?, 0xc000518000?)
	GOROOT/src/runtime/chan.go:442 +0x18 fp=0xc004d27340 sp=0xc004d27318 pc=0x45a418
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges.func1()
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1290 +0x127 fp=0xc004d27508 sp=0xc004d27340 pc=0x19c9a07
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76eeb331d8, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1468 +0x17b9 fp=0xc004d27d70 sp=0xc004d27508 pc=0x19c93d9
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendParallelCommit.func1({0x624a948, 0xc00e07f800})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1004 +0x17c fp=0xc004d27f30 sp=0xc004d27d70 pc=0x19c773c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc004d27fe0 sp=0xc004d27f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc004d27fe8 sp=0xc004d27fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 2921 [chan receive, 7 minutes]:
runtime.gopark(0xc0018d0a00?, 0x624a948?, 0x20?, 0x19?, 0xc0009af860?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00845f558 sp=0xc00845f538 pc=0x4907d6
runtime.chanrecv(0xc0060d08a0, 0xc00845f6f8, 0x1)
	GOROOT/src/runtime/chan.go:583 +0x49b fp=0xc00845f5e8 sp=0xc00845f558 pc=0x45a91b
runtime.chanrecv1(0x17600a09988463d4?, 0x0?)
	GOROOT/src/runtime/chan.go:442 +0x18 fp=0xc00845f610 sp=0xc00845f5e8 pc=0x45a418
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).rangeFeedWithRangeID(0xc001c83c00, 0x117?, 0xc00622a120, {0x7fb1c29c6310, 0xc0066b5d00}, 0x0)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/replica_rangefeed.go:250 +0x707 fp=0xc00845f7f0 sp=0xc00845f610 pc=0x1e00027
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).RangeFeed(...)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/replica_rangefeed.go:152
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).RangeFeed(0xc00103ea80, 0xc00622a120, {0x7fb1c29c6310, 0xc0066b5d00})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/store.go:3253 +0x10c fp=0xc00845f850 sp=0xc00845f7f0 pc=0x1e3af0c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Stores).RangeFeed(0xc000764a80?, 0xc00622a120, {0x7fb1c29c6310, 0xc0066b5d00})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/stores.go:228 +0xf6 fp=0xc00845f8b8 sp=0xc00845f850 pc=0x1e64156
github.com/cockroachdb/cockroach/pkg/server.(*Node).singleRangeFeed(0x45efeb?, 0x50c16c0?, {0x7fb1c29c6310?, 0xc0066b5d00?})
	github.com/cockroachdb/cockroach/pkg/server/node.go:1341 +0x38 fp=0xc00845f910 sp=0xc00845f8b8 pc=0x39c1118
github.com/cockroachdb/cockroach/pkg/server.(*Node).RangeFeed(0x50c16c0?, 0x0?, {0x62893f0?, 0xc0066b5d00})
	github.com/cockroachdb/cockroach/pkg/server/node.go:1335 +0x4e fp=0xc00845f950 sp=0xc00845f910 pc=0x39c108e
github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2.1({0x0?, 0x624a948?}, {0x627d570?, 0xc000764a80?})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:980 +0x72 fp=0xc00845f9a0 sp=0xc00845f950 pc=0x165b012
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x52b4780, 0xc0017fca80}, {0x6279ce8?, 0xc0060ffbc0?}, 0x8fb69e0, 0xc0060d0840)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x6c4 fp=0xc00845fcd8 sp=0xc00845f9a0 pc=0x16481a4
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x52b4780?, 0xc0017fca80?}, {0x6279ce8?, 0xc0060ffbc0?})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:827 +0x5b fp=0xc00845fd18 sp=0xc00845fcd8 pc=0x165a09b
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x52b4780, 0xc0017fca80}, {0x6279ce8, 0xc0060ffbc0}, 0x1054f90?, 0xc0064c1c40)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:272 +0x74 fp=0xc00845fd48 sp=0xc00845fd18 pc=0x16576d4
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x52b4780?, 0xc0017fca80?}, {0x6279ce8?, 0xc0060ffbc0?})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:830 +0x83 fp=0xc00845fd88 sp=0xc00845fd48 pc=0x165a0c3
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x0?, 0x0?})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:241 +0x2d fp=0xc00845fdb8 sp=0xc00845fd88 pc=0x165798d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0xc000b6c6c0, {0x624a948, 0xc0060ffb90}, {0xc005d4cec0?, 0x46159f?}, 0xc005d4ce78)
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:341 +0xd1 fp=0xc00845fe30 sp=0xc00845fdb8 pc=0x10542d1
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x52b4780, 0xc0017fca80}, {0x6279ce8?, 0xc0060ffbc0?}, 0x8fb69e0, 0xc0064c1c40)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:240 +0xef fp=0xc00845feb8 sp=0xc00845fe30 pc=0x165790f
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x52b4780?, 0xc0017fca80?}, {0x6279ce8?, 0xc0060ffbc0?})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:830 +0x83 fp=0xc00845fef8 sp=0xc00845feb8 pc=0x165a0c3
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run({0xc001c75620, 0x3, 0x4}, {0x52b4780, 0xc0017fca80}, {0x6279ce8, 0xc0060ffbc0}, 0x8fb69e0, 0xc0060d0840)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:832 +0x142 fp=0xc00845ff30 sp=0xc00845fef8 pc=0x1659fa2
github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2()
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:985 +0x117 fp=0xc00845ffe0 sp=0xc00845ff30 pc=0x165af17
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00845ffe8 sp=0xc00845ffe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:973 +0x2dd

goroutine 5130 [select, 7 minutes]:
runtime.gopark(0xc0081e3fb0?, 0x2?, 0xa0?, 0xfe?, 0xc0081e3f94?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0081e3e18 sp=0xc0081e3df8 pc=0x4907d6
runtime.selectgo(0xc0081e3fb0, 0xc0081e3f90, 0xc0062c0000?, 0x0, 0xc000b6c6c0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0081e3f58 sp=0xc0081e3e18 pc=0x4a071c
google.golang.org/grpc.newClientStreamWithParams.func4()
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:341 +0x92 fp=0xc0081e3fe0 sp=0xc0081e3f58 pc=0xc28912
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0081e3fe8 sp=0xc0081e3fe0 pc=0x4c2401
created by google.golang.org/grpc.newClientStreamWithParams
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:340 +0xb7e

goroutine 309858 [select]:
runtime.gopark(0xc0176322d8?, 0x2?, 0xd8?, 0xbb?, 0xc0176322d4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc017632160 sp=0xc017632140 pc=0x4907d6
runtime.selectgo(0xc0176322d8, 0xc0176322d0, 0x10?, 0x0, 0x8?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0176322a0 sp=0xc017632160 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc00f242fc0)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc017632308 sp=0xc0176322a0 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc00bcdae70, {0x51b9a20?, 0xc005190e80}, 0x6248888?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc017632410 sp=0xc017632308 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x106?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc017632440 sp=0xc017632410 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc00f242c60, 0xc017632518, 0xc0176324e8)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:692 +0xd3 fp=0xc017632498 sp=0xc017632440 pc=0xc2a3b3
google.golang.org/grpc.(*clientStream).RecvMsg(0xc00f242c60, {0x51b9a20?, 0xc005190e80?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc017632548 sp=0xc017632498 pc=0xc2b61f
google.golang.org/grpc.invoke({0x624a948?, 0xc006328ea0?}, {0x53d9bbc?, 0x2?}, {0x52f0080, 0xc00bf5c960}, {0x51b9a20, 0xc005190e80}, 0x0?, {0xc003456b00, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:73 +0xd7 fp=0xc0176325b0 sp=0xc017632548 pc=0xc0a637
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x624a948, 0xc006328ea0}, {0x53d9bbc, 0x21}, {0x52f0080, 0xc00bf5c960}, {0x51b9a20, 0xc005190e80}, 0x35a26cdc9be3a412?, 0x568c070, ...)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:247 +0x384 fp=0xc0176326a0 sp=0xc0176325b0 pc=0x1648b84
google.golang.org/grpc.(*ClientConn).Invoke(0x2f04eeeb9e1fdb94?, {0x624a948?, 0xc006328ea0?}, {0x53d9bbc?, 0x0?}, {0x52f0080?, 0xc00bf5c960?}, {0x51b9a20?, 0xc005190e80?}, {0x0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:35 +0x223 fp=0xc017632740 sp=0xc0176326a0 pc=0xc0a483
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc010b21d88, {0x624a948, 0xc006328ea0}, 0x0?, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9334 +0xc9 fp=0xc0176327c0 sp=0xc017632740 pc=0xdcf7a9
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.TracingInternalClient.Batch({{0x629d930?, 0xc010b21d88?}}, {0x624a948, 0xc006328ea0}, 0xc00bf5c960, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:329 +0x171 fp=0xc017632898 sp=0xc0176327c0 pc=0x1671a71
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*TracingInternalClient).Batch(0x51090a0?, {0x624a948?, 0xc006328ea0?}, 0x624a948?, {0x0?, 0xc0081f5550?, 0xc0051e49f8?})
	<autogenerated>:1 +0x65 fp=0xc0176328e8 sp=0xc017632898 pc=0x1671b45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc00af57860, {_, _}, _, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:211 +0x17e fp=0xc017632b88 sp=0xc0176328e8 pc=0x19daefe
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc00af57860, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e7f18496, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:190 +0x158 fp=0xc017632cc0 sp=0xc017632b88 pc=0x19dad18
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e7f18496, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2079 +0x110f fp=0xc017633408 sp=0xc017632cc0 pc=0x19ce2ef
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e7f18496, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1623 +0x805 fp=0xc017633d08 sp=0xc017633408 pc=0x19cade5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatchAsync.func1({0x624a948, 0xc006328ea0})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1506 +0x1bc fp=0xc017633f30 sp=0xc017633d08 pc=0x19ca1dc
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc017633fe0 sp=0xc017633f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc017633fe8 sp=0xc017633fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 2920 [select]:
runtime.gopark(0xc008375168?, 0x3?, 0x20?, 0x10?, 0xc008375102?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc008374f78 sp=0xc008374f58 pc=0x4907d6
runtime.selectgo(0xc008375168, 0xc0083750fc, 0xc008375138?, 0x0, 0xc008375130?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0083750b8 sp=0xc008374f78 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/rpc.(*pipe).recv(0xc0066b5b70, {0x624a948, 0xc0060ffb30})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:1217 +0xe8 fp=0xc0083751a8 sp=0xc0083750b8 pc=0x165bee8
github.com/cockroachdb/cockroach/pkg/rpc.pipeReader.recv({0xc0066b5b70?, 0x5684220?}, {0x624a948?, 0xc0060ffb30?}, {0x51d3160, 0xc0065e7470})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:1253 +0x45 fp=0xc0083751e0 sp=0xc0083751a8 pc=0x165c0c5
github.com/cockroachdb/cockroach/pkg/rpc.clientStream.RecvMsg(...)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:1301
github.com/cockroachdb/cockroach/pkg/rpc.(*clientStream).RecvMsg(0x0?, {0x51d3160?, 0xc0065e7470?})
	<autogenerated>:1 +0x77 fp=0xc008375248 sp=0xc0083751e0 pc=0x1666f77
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0xc000764a40, {0x51d3160?, 0xc0065e7470?})
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:384 +0x37 fp=0xc008375290 sp=0xc008375248 pc=0x1649ad7
github.com/cockroachdb/cockroach/pkg/rpc.rangeFeedClientAdapter.Recv({{0x627d528?, 0xc000764a40?}})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:1028 +0x59 fp=0xc0083752d0 sp=0xc008375290 pc=0x165b0b9
github.com/cockroachdb/cockroach/pkg/rpc.(*rangeFeedClientAdapter).Recv(0xc008375300?)
	<autogenerated>:1 +0x34 fp=0xc0083752f0 sp=0xc0083752d0 pc=0x1666a34
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed.func6()
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:649 +0x2e fp=0xc008375310 sp=0xc0083752f0 pc=0x19d6c2e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*stuckRangeFeedCanceler).do(0xc0063ab540, 0xc008375780)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed_canceler.go:135 +0x1a2 fp=0xc0083753b8 sp=0xc008375310 pc=0x19d7622
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0xc001545400, {0x624a8a0?, 0xc0064c1b40?}, {{0xc001fc6518, 0x2, 0x8}, {0xc001fc6520, 0x2, 0x8}}, {0x17600a09988463d4, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:648 +0xffa fp=0xc0083759a0 sp=0xc0083753b8 pc=0x19d629a
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0xc001545400, {0x624a8a0, 0xc0064c1b40}, 0xc0063ab4a0, 0xc001fc6518?, {{0xc001fc6518, 0x2, 0x8}, {0xc001fc6520, 0x2, ...}}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:423 +0x8fb fp=0xc008375e80 sp=0xc0083759a0 pc=0x19d467b
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeedSpans.func1.1({0x624a8a0?, 0xc0064c1b40?})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:207 +0x117 fp=0xc008375f58 sp=0xc008375e80 pc=0x19d2b17
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
	github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x25 fp=0xc008375f78 sp=0xc008375f58 pc=0x1187be5
golang.org/x/sync/errgroup.(*Group).Go.func1()
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:74 +0x64 fp=0xc008375fe0 sp=0xc008375f78 pc=0x1187344
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc008375fe8 sp=0xc008375fe0 pc=0x4c2401
created by golang.org/x/sync/errgroup.(*Group).Go
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:71 +0xa5

goroutine 2652 [select]:
runtime.gopark(0xc00332bc60?, 0xa?, 0xa0?, 0xa8?, 0xc00332b8d4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00332b6e8 sp=0xc00332b6c8 pc=0x4907d6
runtime.selectgo(0xc00332bc60, 0xc00332b8c0, 0xc00869b790?, 0x0, 0xa?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00332b828 sp=0xc00332b6e8 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run(0xc001d7c900, {0x624a948?, 0xc006200c30?}, 0xc45d72?, 0xc0062d2cc0, 0xc000b6c6c0)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:268 +0x51f fp=0xc00332bef0 sp=0xc00332b828 pc=0x1c85b3f
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).Start.func1({0x624a948?, 0xc006200c30?})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:221 +0x3c fp=0xc00332bf30 sp=0xc00332bef0 pc=0x1c855dc
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00332bfe0 sp=0xc00332bf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00332bfe8 sp=0xc00332bfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 50977 [runnable]:
runtime.gopark(0xc004179d80?, 0xb?, 0x0?, 0x0?, 0x535?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc004179a80 sp=0xc004179a60 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0x40?, 0x0?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc004179ab8 sp=0xc004179a80 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1c7c0bdd0, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc004179ad8 sp=0xc004179ab8 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc007e1ae80?, 0xc017cd6000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc004179b00 sp=0xc004179ad8 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc007e1ae80, {0xc017cd6000, 0x8000, 0x8000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc004179b80 sp=0xc004179b00 pc=0x535efa
net.(*netFD).Read(0xc007e1ae80, {0xc017cd6000?, 0x50c7cc0?, 0xc0150d8301?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc004179bc8 sp=0xc004179b80 pc=0x7a20c9
net.(*conn).Read(0xc00498fe50, {0xc017cd6000?, 0x1000000000100?, 0xc007d449c0?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc004179c10 sp=0xc004179bc8 pc=0x7b53c5
bufio.(*Reader).Read(0xc005b3d1a0, {0xc00287f7e0, 0x9, 0xc01043b264?})
	GOROOT/src/bufio/bufio.go:237 +0x1bb fp=0xc004179c48 sp=0xc004179c10 pc=0x5aeafb
io.ReadAtLeast({0x62052c0, 0xc005b3d1a0}, {0xc00287f7e0, 0x9, 0x9}, 0x9)
	GOROOT/src/io/io.go:332 +0x9a fp=0xc004179c90 sp=0xc004179c48 pc=0x52d13a
io.ReadFull(...)
	GOROOT/src/io/io.go:351
golang.org/x/net/http2.readFrameHeader({0xc00287f7e0?, 0x9?, 0xc007d44900?}, {0x62052c0?, 0xc005b3d1a0?})
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:237 +0x6e fp=0xc004179ce0 sp=0xc004179c90 pc=0xba1d8e
golang.org/x/net/http2.(*Framer).ReadFrame(0xc00287f7a0)
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:498 +0x95 fp=0xc004179d90 sp=0xc004179ce0 pc=0xba25f5
google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc0150d83c0)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:1498 +0x4be fp=0xc004179fc8 sp=0xc004179d90 pc=0xbea79e
google.golang.org/grpc/internal/transport.newHTTP2Client.func7()
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:365 +0x26 fp=0xc004179fe0 sp=0xc004179fc8 pc=0xbe08a6
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc004179fe8 sp=0xc004179fe0 pc=0x4c2401
created by google.golang.org/grpc/internal/transport.newHTTP2Client
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:365 +0x19bf

goroutine 2654 [select]:
runtime.gopark(0xc00408ae38?, 0x3?, 0x0?, 0x0?, 0xc00408adea?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00408ac40 sp=0xc00408ac20 pc=0x4907d6
runtime.selectgo(0xc00408ae38, 0xc00408ade4, 0xc008590560?, 0x0, 0x4618e7?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00408ad80 sp=0xc00408ac40 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).outputLoop(0xc00296a460, {0x624a8a0, 0xc006214a00})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:322 +0x265 fp=0xc00408ae78 sp=0xc00408ad80 pc=0x1c8b565
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).runOutputLoop(0xc00296a460, {0x624a948, 0xc006200db0}, 0xc005f98990?)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:347 +0xc5 fp=0xc00408aeb0 sp=0xc00408ae78 pc=0x1c8b7c5
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run.func1({0x624a948?, 0xc006200db0?})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:296 +0x4c fp=0xc00408af30 sp=0xc00408aeb0 pc=0x1c86a8c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00408afe0 sp=0xc00408af30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00408afe8 sp=0xc00408afe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 309921 [select]:
runtime.gopark(0xc0083c02d8?, 0x2?, 0x50?, 0x7c?, 0xc0083c02d4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0083c0160 sp=0xc0083c0140 pc=0x4907d6
runtime.selectgo(0xc0083c02d8, 0xc0083c02d0, 0x10?, 0x0, 0x101?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0083c02a0 sp=0xc0083c0160 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc00a93f560)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc0083c0308 sp=0xc0083c02a0 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc011b5c210, {0x51b9a20?, 0xc00e075880}, 0x6248888?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc0083c0410 sp=0xc0083c0308 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x108?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc0083c0440 sp=0xc0083c0410 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc00a93efc0, 0xc0083c0518, 0xc0083c04e8)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:692 +0xd3 fp=0xc0083c0498 sp=0xc0083c0440 pc=0xc2a3b3
google.golang.org/grpc.(*clientStream).RecvMsg(0xc00a93efc0, {0x51b9a20?, 0xc00e075880?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc0083c0548 sp=0xc0083c0498 pc=0xc2b61f
google.golang.org/grpc.invoke({0x624a948?, 0xc016ee4300?}, {0x53d9bbc?, 0x2?}, {0x52f0080, 0xc0054f2ff0}, {0x51b9a20, 0xc00e075880}, 0x0?, {0xc003456b00, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:73 +0xd7 fp=0xc0083c05b0 sp=0xc0083c0548 pc=0xc0a637
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x624a948, 0xc016ee4300}, {0x53d9bbc, 0x21}, {0x52f0080, 0xc0054f2ff0}, {0x51b9a20, 0xc00e075880}, 0xe27651ee24ee6cf?, 0x568c070, ...)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:247 +0x384 fp=0xc0083c06a0 sp=0xc0083c05b0 pc=0x1648b84
google.golang.org/grpc.(*ClientConn).Invoke(0x6e888efced004f0b?, {0x624a948?, 0xc016ee4300?}, {0x53d9bbc?, 0x0?}, {0x52f0080?, 0xc0054f2ff0?}, {0x51b9a20?, 0xc00e075880?}, {0x0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:35 +0x223 fp=0xc0083c0740 sp=0xc0083c06a0 pc=0xc0a483
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc011c30588, {0x624a948, 0xc016ee4300}, 0x0?, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9334 +0xc9 fp=0xc0083c07c0 sp=0xc0083c0740 pc=0xdcf7a9
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.TracingInternalClient.Batch({{0x629d930?, 0xc011c30588?}}, {0x624a948, 0xc016ee4300}, 0xc0054f2ff0, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:329 +0x171 fp=0xc0083c0898 sp=0xc0083c07c0 pc=0x1671a71
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*TracingInternalClient).Batch(0x5634900?, {0x624a948?, 0xc016ee4300?}, 0x624a948?, {0x0?, 0xc0081f5550?, 0xc0056349f8?})
	<autogenerated>:1 +0x65 fp=0xc0083c08e8 sp=0xc0083c0898 pc=0x1671b45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc002d981e0, {_, _}, _, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:211 +0x17e fp=0xc0083c0b88 sp=0xc0083c08e8 pc=0x19daefe
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc002d981e0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76edc69645, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:190 +0x158 fp=0xc0083c0cc0 sp=0xc0083c0b88 pc=0x19dad18
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76edc69645, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2079 +0x110f fp=0xc0083c1408 sp=0xc0083c0cc0 pc=0x19ce2ef
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76edc69645, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1623 +0x805 fp=0xc0083c1d08 sp=0xc0083c1408 pc=0x19cade5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatchAsync.func1({0x624a948, 0xc016ee4300})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1506 +0x1bc fp=0xc0083c1f30 sp=0xc0083c1d08 pc=0x19ca1dc
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0083c1fe0 sp=0xc0083c1f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0083c1fe8 sp=0xc0083c1fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 51058 [select]:
runtime.gopark(0xc014a1ff00?, 0x2?, 0x4?, 0x4?, 0xc014a1fed4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc014a1fd60 sp=0xc014a1fd40 pc=0x4907d6
runtime.selectgo(0xc014a1ff00, 0xc014a1fed0, 0x7b55a5?, 0x0, 0xc0186b0000?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc014a1fea0 sp=0xc014a1fd60 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0105a8870, 0x1)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/controlbuf.go:407 +0x115 fp=0xc014a1ff30 sp=0xc014a1fea0 pc=0xbd68d5
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc005b3d200)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/controlbuf.go:534 +0x85 fp=0xc014a1ff88 sp=0xc014a1ff30 pc=0xbd6fe5
google.golang.org/grpc/internal/transport.newHTTP2Client.func3()
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:415 +0x6a fp=0xc014a1ffe0 sp=0xc014a1ff88 pc=0xbe078a
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc014a1ffe8 sp=0xc014a1ffe0 pc=0x4c2401
created by google.golang.org/grpc/internal/transport.newHTTP2Client
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:413 +0x2011

goroutine 3359 [chan receive, 7 minutes]:
runtime.gopark(0x0?, 0xc0081ff5d8?, 0xd9?, 0x15?, 0x20?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0081ff558 sp=0xc0081ff538 pc=0x4907d6
runtime.chanrecv(0xc006313ec0, 0xc0081ff6f8, 0x1)
	GOROOT/src/runtime/chan.go:583 +0x49b fp=0xc0081ff5e8 sp=0xc0081ff558 pc=0x45a91b
runtime.chanrecv1(0x17600a099d0c865d?, 0x0?)
	GOROOT/src/runtime/chan.go:442 +0x18 fp=0xc0081ff610 sp=0xc0081ff5e8 pc=0x45a418
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).rangeFeedWithRangeID(0xc0000e3400, 0x5?, 0xc005ebb320, {0x7fb1c29c6310, 0xc007be8bc0}, 0x0)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/replica_rangefeed.go:250 +0x707 fp=0xc0081ff7f0 sp=0xc0081ff610 pc=0x1e00027
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).RangeFeed(...)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/replica_rangefeed.go:152
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).RangeFeed(0xc00103ea80, 0xc005ebb320, {0x7fb1c29c6310, 0xc007be8bc0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/store.go:3253 +0x10c fp=0xc0081ff850 sp=0xc0081ff7f0 pc=0x1e3af0c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Stores).RangeFeed(0xc003ba4c60?, 0xc005ebb320, {0x7fb1c29c6310, 0xc007be8bc0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/stores.go:228 +0xf6 fp=0xc0081ff8b8 sp=0xc0081ff850 pc=0x1e64156
github.com/cockroachdb/cockroach/pkg/server.(*Node).singleRangeFeed(0x45efeb?, 0x50c16c0?, {0x7fb1c29c6310?, 0xc007be8bc0?})
	github.com/cockroachdb/cockroach/pkg/server/node.go:1341 +0x38 fp=0xc0081ff910 sp=0xc0081ff8b8 pc=0x39c1118
github.com/cockroachdb/cockroach/pkg/server.(*Node).RangeFeed(0x50c16c0?, 0xc005b51ba0?, {0x62893f0?, 0xc007be8bc0})
	github.com/cockroachdb/cockroach/pkg/server/node.go:1335 +0x4e fp=0xc0081ff950 sp=0xc0081ff910 pc=0x39c108e
github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2.1({0x0?, 0x624a948?}, {0x627d570?, 0xc003ba4c60?})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:980 +0x72 fp=0xc0081ff9a0 sp=0xc0081ff950 pc=0x165b012
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x52b4780, 0xc0017fca80}, {0x6279ce8?, 0xc006435a10?}, 0x8fb69e0, 0xc006313e60)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x6c4 fp=0xc0081ffcd8 sp=0xc0081ff9a0 pc=0x16481a4
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x52b4780?, 0xc0017fca80?}, {0x6279ce8?, 0xc006435a10?})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:827 +0x5b fp=0xc0081ffd18 sp=0xc0081ffcd8 pc=0x165a09b
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x52b4780, 0xc0017fca80}, {0x6279ce8, 0xc006435a10}, 0x1054f90?, 0xc006468100)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:272 +0x74 fp=0xc0081ffd48 sp=0xc0081ffd18 pc=0x16576d4
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x52b4780?, 0xc0017fca80?}, {0x6279ce8?, 0xc006435a10?})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:830 +0x83 fp=0xc0081ffd88 sp=0xc0081ffd48 pc=0x165a0c3
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x17600a09a1dd54f9?, 0x0?})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:241 +0x2d fp=0xc0081ffdb8 sp=0xc0081ffd88 pc=0x165798d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0xc000b6c6c0, {0x624a948, 0xc0064359e0}, {0xc001141ec0?, 0x4615d9?}, 0xc001141e78)
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:341 +0xd1 fp=0xc0081ffe30 sp=0xc0081ffdb8 pc=0x10542d1
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x52b4780, 0xc0017fca80}, {0x6279ce8?, 0xc006435a10?}, 0x8fb69e0, 0xc006468100)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:240 +0xef fp=0xc0081ffeb8 sp=0xc0081ffe30 pc=0x165790f
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run.func1({0x52b4780?, 0xc0017fca80?}, {0x6279ce8?, 0xc006435a10?})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:830 +0x83 fp=0xc0081ffef8 sp=0xc0081ffeb8 pc=0x165a0c3
github.com/cockroachdb/cockroach/pkg/rpc.serverStreamInterceptorsChain.run({0xc001c75620, 0x3, 0x4}, {0x52b4780, 0xc0017fca80}, {0x6279ce8, 0xc006435a10}, 0x8fb69e0, 0xc006313e60)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:832 +0x142 fp=0xc0081fff30 sp=0xc0081ffef8 pc=0x1659fa2
github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func2()
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:985 +0x117 fp=0xc0081fffe0 sp=0xc0081fff30 pc=0x165af17
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0081fffe8 sp=0xc0081fffe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:973 +0x2dd

goroutine 50922 [select]:
runtime.gopark(0xc017e49950?, 0x4?, 0x0?, 0x0?, 0xc017e498a0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc017e49700 sp=0xc017e496e0 pc=0x4907d6
runtime.selectgo(0xc017e49950, 0xc017e49898, 0xc01ae15380?, 0x0, 0x27?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc017e49840 sp=0xc017e49700 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).processQueue(0xc001730460, 0xc005040db0, {0x628a900, 0xc00d6c0210})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:434 +0x345 fp=0xc017e49cd8 sp=0xc017e49840 pc=0x1d83c25
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).startProcessNewQueue.func2({0x624a948, 0xc00a81b170})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:601 +0x367 fp=0xc017e49e18 sp=0xc017e49cd8 pc=0x1d852e7
runtime/pprof.Do({0x624a948?, 0xc00a81b110?}, {{0xc0035bcea0?, 0xc005fbbeb8?, 0xc448e6?}}, 0xc0035bcd60)
	GOROOT/src/runtime/pprof/runtime.go:40 +0xa3 fp=0xc017e49e88 sp=0xc017e49e18 pc=0xfd3223
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).startProcessNewQueue.func3({0x624a948, 0xc00a81b110})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:607 +0x1c8 fp=0xc017e49f30 sp=0xc017e49e88 pc=0x1d84f28
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc017e49fe0 sp=0xc017e49f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc017e49fe8 sp=0xc017e49fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 3148 [select]:
runtime.gopark(0xc007d6fca0?, 0x5?, 0x9?, 0x18?, 0xc007d6fa66?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc007d6f898 sp=0xc007d6f878 pc=0x4907d6
runtime.selectgo(0xc007d6fca0, 0xc007d6fa5c, 0xc00631c840?, 0x0, 0xc00631c840?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc007d6f9d8 sp=0xc007d6f898 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.(*Watcher).Run(0xc004e49a70, {0x624a8a0, 0xc00631c840})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:323 +0x95f fp=0xc007d6fd60 sp=0xc007d6f9d8 pc=0x326315f
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache.Start.func1({0x624a948?, 0xc006311c20?})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeedcache/watcher.go:189 +0x27a fp=0xc007d6ff30 sp=0xc007d6fd60 pc=0x326255a
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc007d6ffe0 sp=0xc007d6ff30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc007d6ffe8 sp=0xc007d6ffe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 3149 [semacquire, 7 minutes]:
runtime.gopark(0xc0083f9a68?, 0x46159f?, 0x20?, 0xc7?, 0xc0060aeea0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc002ddb9f0 sp=0xc002ddb9d0 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
runtime.semacquire1(0xc004186290, 0xf1?, 0x1, 0x0)
	GOROOT/src/runtime/sema.go:150 +0x1fe fp=0xc002ddba58 sp=0xc002ddb9f0 pc=0x4a17de
sync.runtime_Semacquire(0x11872a5?)
	GOROOT/src/runtime/sema.go:62 +0x25 fp=0xc002ddba88 sp=0xc002ddba58 pc=0x4be005
sync.(*WaitGroup).Wait(0xc0083f9ae8?)
	GOROOT/src/sync/waitgroup.go:139 +0x52 fp=0xc002ddbab0 sp=0xc002ddba88 pc=0x4ce332
golang.org/x/sync/errgroup.(*Group).Wait(0xc004186280)
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:52 +0x27 fp=0xc002ddbac8 sp=0xc002ddbab0 pc=0x11871a7
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0xc004186280?, {0x624a8a0?, 0xc004186240?}})
	github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x4a fp=0xc002ddbaf8 sp=0xc002ddbac8 pc=0x118790a
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x624a948?, 0xc006311dd0?}, {0xc0083f9c68, 0x2, 0xc0083f9dc0?})
	github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x91 fp=0xc002ddbb48 sp=0xc002ddbaf8 pc=0x1187e11
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0xc0043fc160, {0x624a948, 0xc006311dd0}, 0xc00631c8c0)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:311 +0x6cd fp=0xc002ddbe68 sp=0xc002ddbb48 pc=0x1a00e8d
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).Start.func2({0x624a948, 0xc006311d40})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:230 +0x339 fp=0xc002ddbf30 sp=0xc002ddbe68 pc=0x1a00479
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc002ddbfe0 sp=0xc002ddbf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc002ddbfe8 sp=0xc002ddbfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 260458 [select]:
runtime.gopark(0xc01818ded0?, 0x2?, 0xa0?, 0x88?, 0xc01818decc?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc01818dd58 sp=0xc01818dd38 pc=0x4907d6
runtime.selectgo(0xc01818ded0, 0xc01818dec8, 0x10?, 0x0, 0x8?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc01818de98 sp=0xc01818dd58 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc014eb87e0)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc01818df00 sp=0xc01818de98 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc00b4289a0, {0x51b9a20?, 0xc029913000}, 0x6248888?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc01818e008 sp=0xc01818df00 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x167?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc01818e038 sp=0xc01818e008 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc014eb85a0, 0xc01818e110, 0xc01818e0e0)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:692 +0xd3 fp=0xc01818e090 sp=0xc01818e038 pc=0xc2a3b3
google.golang.org/grpc.(*clientStream).RecvMsg(0xc014eb85a0, {0x51b9a20?, 0xc029913000?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc01818e140 sp=0xc01818e090 pc=0xc2b61f
google.golang.org/grpc.invoke({0x624a948?, 0xc0072c0300?}, {0x53d9bbc?, 0x2?}, {0x52f0080, 0xc00b799d10}, {0x51b9a20, 0xc029913000}, 0x0?, {0xc003456b00, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:73 +0xd7 fp=0xc01818e1a8 sp=0xc01818e140 pc=0xc0a637
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x624a948, 0xc0072c0300}, {0x53d9bbc, 0x21}, {0x52f0080, 0xc00b799d10}, {0x51b9a20, 0xc029913000}, 0x30307bb6dde42dc5?, 0x568c070, ...)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:247 +0x384 fp=0xc01818e298 sp=0xc01818e1a8 pc=0x1648b84
google.golang.org/grpc.(*ClientConn).Invoke(0x753877c676d376c7?, {0x624a948?, 0xc0072c0300?}, {0x53d9bbc?, 0x0?}, {0x52f0080?, 0xc00b799d10?}, {0x51b9a20?, 0xc029913000?}, {0x0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:35 +0x223 fp=0xc01818e338 sp=0xc01818e298 pc=0xc0a483
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc010b212c0, {0x624a948, 0xc0072c0300}, 0x0?, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9334 +0xc9 fp=0xc01818e3b8 sp=0xc01818e338 pc=0xdcf7a9
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.TracingInternalClient.Batch({{0x629d930?, 0xc010b212c0?}}, {0x624a948, 0xc0072c0300}, 0xc00b799d10, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:329 +0x171 fp=0xc01818e490 sp=0xc01818e3b8 pc=0x1671a71
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*TracingInternalClient).Batch(0x51090a0?, {0x624a948?, 0xc0072c0300?}, 0x624a948?, {0x0?, 0xc0081f5550?, 0xc01818e5f0?})
	<autogenerated>:1 +0x65 fp=0xc01818e4e0 sp=0xc01818e490 pc=0x1671b45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc016c3d620, {_, _}, _, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:211 +0x17e fp=0xc01818e780 sp=0xc01818e4e0 pc=0x19daefe
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc016c3d620, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e5b1ecbc, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:190 +0x158 fp=0xc01818e8b8 sp=0xc01818e780 pc=0x19dad18
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e5b1ecbc, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2079 +0x110f fp=0xc01818f000 sp=0xc01818e8b8 pc=0x19ce2ef
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e5b1ecbc, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1623 +0x805 fp=0xc01818f900 sp=0xc01818f000 pc=0x19cade5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e5b1ecbc, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1221 +0x433 fp=0xc018190168 sp=0xc01818f900 pc=0x19c8053
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendParallelCommit(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e5b1ecbc, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1021 +0x7ae fp=0xc018190540 sp=0xc018190168 pc=0x19c706e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).Send(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e5b1ecbc, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:843 +0x585 fp=0xc018190960 sp=0xc018190540 pc=0x19c5f45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnLockGatekeeper).SendLocked(0xc052769038, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_lock_gatekeeper.go:82 +0x2a8 fp=0xc018190bb8 sp=0xc018190960 pc=0x19f2348
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnMetricRecorder).SendLocked(0xc052769000, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_metric_recorder.go:46 +0x142 fp=0xc018190ce0 sp=0xc018190bb8 pc=0x19e9042
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnCommitter).SendLocked(0xc052768fd0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_committer.go:202 +0x36e fp=0xc018190f70 sp=0xc018190ce0 pc=0x19e4c4e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).sendLockedWithRefreshAttempts(0xc052768ed0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:225 +0x27a fp=0xc018191510 sp=0xc018190f70 pc=0x19eeefa
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).SendLocked(0xc052768ed0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:153 +0x1cb fp=0xc018191800 sp=0xc018191510 pc=0x19ee7ab
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnPipeliner).SendLocked(0xc052768da0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_pipeliner.go:290 +0x2ee fp=0xc018191b00 sp=0xc018191800 pc=0x19e986e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSeqNumAllocator).SendLocked(0xc052768d80?, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_seq_num_allocator.go:104 +0xb5 fp=0xc018191ca8 sp=0xc018191b00 pc=0x19ee115
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).SendLocked(0xc052768cd0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:245 +0x4e8 fp=0xc018191ec0 sp=0xc018191ca8 pc=0x19e6c28
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*TxnCoordSender).Send(0xc052768b00, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_coord_sender.go:526 +0x592 fp=0xc018192118 sp=0xc018191ec0 pc=0x19dd5f2
github.com/cockroachdb/cockroach/pkg/kv.(*DB).sendUsingSender(0xc001261200, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/db.go:1016 +0x156 fp=0xc018192240 sp=0xc018192118 pc=0x16ae696
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).Send(0xc0357fa370, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/txn.go:1093 +0x225 fp=0xc018192508 sp=0xc018192240 pc=0x16b7905
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).commit(0xc0357fa370, {0x624a948, 0xc0072c00f0})
	github.com/cockroachdb/cockroach/pkg/kv/txn.go:683 +0x145 fp=0xc018192648 sp=0xc018192508 pc=0x16b5405
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).Commit(0x624a948?, {0x624a948?, 0xc0072c00f0?})
	github.com/cockroachdb/cockroach/pkg/kv/txn.go:718 +0x6a fp=0xc018192688 sp=0xc018192648 pc=0x16b580a
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).commitSQLTransactionInternal(0xc001beb900, {0x624a948?, 0xc0072c0090?})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:991 +0x297 fp=0xc018192720 sp=0xc018192688 pc=0x330cbd7
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execRelease(0xc001beb900, {0x624a948, 0xc0072c0090}, 0xc00b2f6550, {0x7fb1c7c85ea8, 0xc01221fac8})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_savepoints.go:148 +0x2ba fp=0xc018192938 sp=0xc018192720 pc=0x331cb7a
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc001beb900, {0x624a948?, 0xc010eace70?}, {{0x62732c0, 0xc00b2f6550}, {0xc00cb99c5d, 0x23}, 0x0, 0x0}, 0x0, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:548 +0x15f7 fp=0xc0181932c8 sp=0xc018192938 pc=0x3308dd7
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt.func1({0x624a948?, 0xc010eace70?})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:131 +0xfc fp=0xc018193380 sp=0xc0181932c8 pc=0x330725c
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithProfiling(0x624a948?, {0x624a948?, 0xc010eace70?}, {0x62732c0?, 0xc00b2f6550?}, 0x0?, 0x0?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:2438 +0x330 fp=0xc0181934d0 sp=0xc018193380 pc=0x3317010
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc001beb900, {0x624a948, 0xc010eace70}, {{0x62732c0, 0xc00b2f6550}, {0xc00cb99c5d, 0x23}, 0x0, 0x0}, 0x0, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:130 +0x4bf fp=0xc018193648 sp=0xc0181934d0 pc=0x3306bff
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func1({{{0x62732c0, 0xc00b2f6550}, {0xc00cb99c5d, 0x23}, 0x0, 0x0}, {0xc1116e8198910188, 0x6f11f81523, 0x0}, {0xc1116e81989107a5, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2123 +0x306 fp=0xc018193708 sp=0xc018193648 pc=0x32fb626
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc001beb900)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2127 +0x1168 fp=0xc018193cb8 sp=0xc018193708 pc=0x32f9be8
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc001beb900, {0x624a8a0, 0xc00ece3b40}, 0x4117c3c400000000?, 0xc002de1dc0?, 0xc003364af0?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2048 +0x20b fp=0xc018193d70 sp=0xc018193cb8 pc=0x32f86eb
github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc003202000?, {0x624a8a0?, 0xc00ece3b40?}, {0xc002f40800?}, 0x3?, 0xc00b0c5e48?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:881 +0xe6 fp=0xc018193e20 sp=0xc018193d70 pc=0x32f3486
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1()
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:758 +0x54f fp=0xc018193fe0 sp=0xc018193e20 pc=0x37088af
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc018193fe8 sp=0xc018193fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:665 +0x22e

goroutine 273599 [sleep]:
runtime.gopark(0x4b8227966f1?, 0x400e60?, 0xdf?, 0x55?, 0x6f75cafd6b?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0080bcdf0 sp=0xc0080bcdd0 pc=0x4907d6
time.Sleep(0x1150cc7e7)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc0080bce30 sp=0xc0080bcdf0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc0104416b0, 0x400e60, {0x4618e7?, 0x203004?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc0080bce88 sp=0xc0080bce30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc0104416b0, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc0080bcec8 sp=0xc0080bce88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0x0?, {0xc0082b3500?, 0x34, 0xc0080bff98?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc0080bcfa8 sp=0xc0080bcec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc0080bcfe0 sp=0xc0080bcfa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0080bcfe8 sp=0xc0080bcfe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 309541 [select]:
runtime.gopark(0xc019a47e60?, 0x3?, 0x0?, 0x0?, 0xc019a47e32?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc003a87cb8 sp=0xc003a87c98 pc=0x4907d6
runtime.selectgo(0xc003a87e60, 0xc019a47e2c, 0xc011dd4fc0?, 0x0, 0xc003240b68?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc003a87df8 sp=0xc003a87cb8 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).heartbeatLoop(0xc0140a0cd0, {0x624a948, 0xc011dd4fc0})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:383 +0x185 fp=0xc003a87eb0 sp=0xc003a87df8 pc=0x19e7805
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).heartbeatLoop-fm({0x624a948?, 0xc011dd4fc0?})
	<autogenerated>:1 +0x39 fp=0xc003a87ed8 sp=0xc003a87eb0 pc=0x19f8df9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTask(0xc000b6c6c0, {0x624a948, 0xc011dd4fc0}, {0x53ddbcd?, 0x6294e00?}, 0xc006f04fb8)
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:324 +0xd1 fp=0xc003a87f50 sp=0xc003a87ed8 pc=0x1054071
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).startHeartbeatLoopLocked.func1()
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:338 +0xf9 fp=0xc003a87fe0 sp=0xc003a87f50 pc=0x19e75d9
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc003a87fe8 sp=0xc003a87fe0 pc=0x4c2401
created by time.goFunc
	GOROOT/src/time/sleep.go:176 +0x32

goroutine 309534 [select]:
runtime.gopark(0xc011237c20?, 0x3?, 0x22?, 0x7b?, 0xc011237bda?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc011237a40 sp=0xc011237a20 pc=0x4907d6
runtime.selectgo(0xc011237c20, 0xc011237bd4, 0xc0052319e0?, 0x0, 0xc00abce370?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc011237b80 sp=0xc011237a40 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0xc003117340, {0x624a910, 0xc0052319e0}, 0xc011237ca8?, {0x629caa8, 0xc018568e80})
	github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:251 +0x165 fp=0xc011237c60 sp=0xc011237b80 pc=0x1ca0605
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0xc0005a7e00, {0x624a910, 0xc0052319e0}, 0xc011237dd0?, 0xc00ecc8b40)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:749 +0x3d1 fp=0xc011237da8 sp=0xc011237c60 pc=0x1ca75d1
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x624a910?, 0xc0052319e0?})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:792 +0x38 fp=0xc011237de0 sp=0xc011237da8 pc=0x1ca7bd8
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x624a948?, 0xc036af5890?}, {0x537e81f, 0x12}, 0x4a817c800, 0xc011237f00)
	github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0xed fp=0xc011237e80 sp=0xc011237de0 pc=0x16210cd
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x624a948, 0xc036af5890})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:790 +0xac fp=0xc011237f30 sp=0xc011237e80 pc=0x1ca7aac
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc011237fe0 sp=0xc011237f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc011237fe8 sp=0xc011237fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 296379 [select]:
runtime.gopark(0xc00c322818?, 0x2?, 0x10?, 0xd1?, 0xc00c322814?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc019a406a0 sp=0xc019a40680 pc=0x4907d6
runtime.selectgo(0xc019a40818, 0xc00c322810, 0x10?, 0x0, 0x101?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc019a407e0 sp=0xc019a406a0 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc0157b4c60)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc019a40848 sp=0xc019a407e0 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc01439fce0, {0x51b9a20?, 0xc00f133080}, 0x6248888?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc019a40950 sp=0xc019a40848 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x104?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc019a40980 sp=0xc019a40950 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc0157b47e0, 0xc019a40a58, 0xc019a40a28)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:692 +0xd3 fp=0xc019a409d8 sp=0xc019a40980 pc=0xc2a3b3
google.golang.org/grpc.(*clientStream).RecvMsg(0xc0157b47e0, {0x51b9a20?, 0xc00f133080?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc019a40a88 sp=0xc019a409d8 pc=0xc2b61f
google.golang.org/grpc.invoke({0x624a948?, 0xc0060a9890?}, {0x53d9bbc?, 0x2?}, {0x52f0080, 0xc00aa4aff0}, {0x51b9a20, 0xc00f133080}, 0x0?, {0xc003456b00, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:73 +0xd7 fp=0xc019a40af0 sp=0xc019a40a88 pc=0xc0a637
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x624a948, 0xc0060a9890}, {0x53d9bbc, 0x21}, {0x52f0080, 0xc00aa4aff0}, {0x51b9a20, 0xc00f133080}, 0x3e28d85fb18632d1?, 0x568c070, ...)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:247 +0x384 fp=0xc019a40be0 sp=0xc019a40af0 pc=0x1648b84
google.golang.org/grpc.(*ClientConn).Invoke(0x72a89b866f9c3d83?, {0x624a948?, 0xc0060a9890?}, {0x53d9bbc?, 0x0?}, {0x52f0080?, 0xc00aa4aff0?}, {0x51b9a20?, 0xc00f133080?}, {0x0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:35 +0x223 fp=0xc019a40c80 sp=0xc019a40be0 pc=0xc0a483
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc006c422b0, {0x624a948, 0xc0060a9890}, 0x0?, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9334 +0xc9 fp=0xc019a40d00 sp=0xc019a40c80 pc=0xdcf7a9
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.TracingInternalClient.Batch({{0x629d930?, 0xc006c422b0?}}, {0x624a948, 0xc0060a9890}, 0xc00aa4aff0, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:329 +0x171 fp=0xc019a40dd8 sp=0xc019a40d00 pc=0x1671a71
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*TracingInternalClient).Batch(0xc322e40?, {0x624a948?, 0xc0060a9890?}, 0x624a948?, {0x0?, 0xc0081f5550?, 0xc00c322f38?})
	<autogenerated>:1 +0x65 fp=0xc019a40e28 sp=0xc019a40dd8 pc=0x1671b45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc003610780, {_, _}, _, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:211 +0x17e fp=0xc019a410c8 sp=0xc019a40e28 pc=0x19daefe
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc003610780, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76a58b9322, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:190 +0x158 fp=0xc019a41200 sp=0xc019a410c8 pc=0x19dad18
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76a58b9322, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2079 +0x110f fp=0xc019a41948 sp=0xc019a41200 pc=0x19ce2ef
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76a58b9322, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1623 +0x805 fp=0xc019a42248 sp=0xc019a41948 pc=0x19cade5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76a58b9322, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1221 +0x433 fp=0xc019a42ab0 sp=0xc019a42248 pc=0x19c8053
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).Send(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76a58b9322, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:845 +0x629 fp=0xc019a42ed0 sp=0xc019a42ab0 pc=0x19c5fe9
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnLockGatekeeper).SendLocked(0xc0082cf138, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_lock_gatekeeper.go:82 +0x2a8 fp=0xc019a43128 sp=0xc019a42ed0 pc=0x19f2348
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnMetricRecorder).SendLocked(0xc0082cf100, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_metric_recorder.go:46 +0x142 fp=0xc019a43250 sp=0xc019a43128 pc=0x19e9042
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnCommitter).SendLocked(0xc0082cf0d0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_committer.go:129 +0x746 fp=0xc019a434e0 sp=0xc019a43250 pc=0x19e5026
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).sendLockedWithRefreshAttempts(0xc0082cefd0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:225 +0x27a fp=0xc019a43a80 sp=0xc019a434e0 pc=0x19eeefa
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).SendLocked(0xc0082cefd0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:153 +0x1cb fp=0xc019a43d70 sp=0xc019a43a80 pc=0x19ee7ab
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnPipeliner).SendLocked(0xc0082ceea0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_pipeliner.go:290 +0x2ee fp=0xc019a44070 sp=0xc019a43d70 pc=0x19e986e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSeqNumAllocator).SendLocked(0xc0082cee80?, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_seq_num_allocator.go:104 +0xb5 fp=0xc019a44218 sp=0xc019a44070 pc=0x19ee115
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).SendLocked(0xc0082cedd0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:245 +0x4e8 fp=0xc019a44430 sp=0xc019a44218 pc=0x19e6c28
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*TxnCoordSender).Send(0xc0082cec00, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_coord_sender.go:526 +0x592 fp=0xc019a44688 sp=0xc019a44430 pc=0x19dd5f2
github.com/cockroachdb/cockroach/pkg/kv.(*DB).sendUsingSender(0xc001261200, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/db.go:1016 +0x156 fp=0xc019a447b0 sp=0xc019a44688 pc=0x16ae696
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).Send(0xc01439e790, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/txn.go:1093 +0x225 fp=0xc019a44a78 sp=0xc019a447b0 pc=0x16b7905
github.com/cockroachdb/cockroach/pkg/sql/row.makeKVBatchFetcherDefaultSendFunc.func1({0x624a948?, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, {0x0, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/row/kv_batch_fetcher.go:233 +0x85 fp=0xc019a44b90 sp=0xc019a44a78 pc=0x2332605
github.com/cockroachdb/cockroach/pkg/sql/row.(*txnKVFetcher).fetch(0xc05f2dec00, {0x624a948, 0xc0060a9830})
	github.com/cockroachdb/cockroach/pkg/sql/row/kv_batch_fetcher.go:468 +0x346 fp=0xc019a44db0 sp=0xc019a44b90 pc=0x2333346
github.com/cockroachdb/cockroach/pkg/sql/row.(*txnKVFetcher).nextBatch(0xc05f2dec00, {0x624a948, 0xc0060a9830})
	github.com/cockroachdb/cockroach/pkg/sql/row/kv_batch_fetcher.go:671 +0x1145 fp=0xc019a450a8 sp=0xc019a44db0 pc=0x23347e5
github.com/cockroachdb/cockroach/pkg/sql/row.(*KVFetcher).NextKV(0xc011d2f3e0, {0x624a948, 0xc0060a9830}, 0x0)
	github.com/cockroachdb/cockroach/pkg/sql/row/kv_fetcher.go:264 +0xde fp=0xc019a45188 sp=0xc019a450a8 pc=0x233723e
github.com/cockroachdb/cockroach/pkg/sql/colfetcher.(*cFetcher).NextBatch(0xc0161efc00, {0x624a948, 0xc0060a9830})
	github.com/cockroachdb/cockroach/pkg/sql/colfetcher/cfetcher.go:629 +0x8a fp=0xc019a45460 sp=0xc019a45188 pc=0x320072a
github.com/cockroachdb/cockroach/pkg/sql/colfetcher.(*ColBatchScan).Next(0xc00e377040)
	github.com/cockroachdb/cockroach/pkg/sql/colfetcher/colbatch_scan.go:109 +0x30 fp=0xc019a454b8 sp=0xc019a45460 pc=0x3204f70
github.com/cockroachdb/cockroach/pkg/sql/colexec/colexecutils.(*CancelChecker).Next(0xc002e3ee40)
	github.com/cockroachdb/cockroach/pkg/sql/colexec/colexecutils/cancel_checker.go:59 +0x30 fp=0xc019a454d0 sp=0xc019a454b8 pc=0x2860090
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*BatchFlowCoordinator).nextAdapter(0xc011db4790)
	github.com/cockroachdb/cockroach/pkg/sql/colflow/flow_coordinator.go:252 +0x2a fp=0xc019a454e8 sp=0xc019a454d0 pc=0x32257ca
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*BatchFlowCoordinator).nextAdapter-fm()
	<autogenerated>:1 +0x26 fp=0xc019a45500 sp=0xc019a454e8 pc=0x32334e6
github.com/cockroachdb/cockroach/pkg/sql/colexecerror.CatchVectorizedRuntimeError(0xc039b94700?)
	github.com/cockroachdb/cockroach/pkg/sql/colexecerror/error.go:92 +0x62 fp=0xc019a45540 sp=0xc019a45500 pc=0x2126aa2
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*BatchFlowCoordinator).next(...)
	github.com/cockroachdb/cockroach/pkg/sql/colflow/flow_coordinator.go:256
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*BatchFlowCoordinator).Run(0xc011db4790, {0x624a8a0?, 0xc002e3ed80?})
	github.com/cockroachdb/cockroach/pkg/sql/colflow/flow_coordinator.go:299 +0x308 fp=0xc019a456d0 sp=0xc019a45540 pc=0x3225c08
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*vectorizedFlow).Run(0xc01002b630, {0x624a8a0, 0xc002e3ed80}, 0xc01439e790?)
	github.com/cockroachdb/cockroach/pkg/sql/colflow/vectorized_flow.go:320 +0x1db fp=0xc019a45770 sp=0xc019a456d0 pc=0x322ac3b
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000a94f00, {0x624a948, 0xc0060a8cf0}, 0xc00aa4ad20, 0xc01439e790, 0xc00f132f80, 0xc010163c00, 0xc002b02eb0, 0xc004c61fb0)
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:757 +0xbc4 fp=0xc019a46020 sp=0xc019a45770 pc=0x33b9844
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0x0?, {0x624a948?, 0xc0060a8cf0}, 0xe8?, 0xc00aa4ad20, 0x6c8b1757af62f501?, {{0x624cf90?, 0xc0023c0000?}, 0x0?}, 0xc010163c00, ...)
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1764 +0x265 fp=0xc019a460e0 sp=0xc019a46020 pc=0x33be445
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRunAll(0xc000a94f00?, {0x624a948, 0xc0060a8cf0}, 0xc002b02eb0, 0xc002b02b78?, 0xc002b02b78, 0xc010163c00, 0x0)
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1472 +0x218 fp=0xc019a461f8 sp=0xc019a460e0 pc=0x33bc4f8
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc002b02600, {0x624a948?, 0xc0060a8cf0}, 0xc002b02b78, 0xc0060a8cf0?, {0x7fb1c7c85ea8?, 0xc0072ce6c8}, 0x2b?, 0xc00b124218)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1597 +0x594 fp=0xc019a46300 sp=0xc019a461f8 pc=0x3310cf4
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc002b02600, {0x624a8a0, 0xc002e3ebc0}, 0xc002b02b78, {0x7fb1c7c85ea8, 0xc0072ce6c8})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1200 +0xc2f fp=0xc019a46720 sp=0xc019a46300 pc=0x330e08f
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc002b02600, {0x624a948?, 0xc039a654a0?}, {{0x6273700, 0xc05667a5a0}, {0xc002a12849, 0x2b}, 0x1, 0x1}, 0xc00ff7f560, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:694 +0x2374 fp=0xc019a470b0 sp=0xc019a46720 pc=0x3309b54
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt.func1({0x624a948?, 0xc039a654a0?})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:131 +0xfc fp=0xc019a47168 sp=0xc019a470b0 pc=0x330725c
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithProfiling(0x624a948?, {0x624a948?, 0xc039a654a0?}, {0x6273700?, 0xc05667a5a0?}, 0x624a948?, 0xc039a654a0?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:2438 +0x330 fp=0xc019a472b8 sp=0xc019a47168 pc=0x3317010
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc002b02600, {0x624a948, 0xc039a654a0}, {{0x6273700, 0xc05667a5a0}, {0xc002a12849, 0x2b}, 0x1, 0x1}, 0xc00ff7f560, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:130 +0x4bf fp=0xc019a47430 sp=0xc019a472b8 pc=0x3306bff
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc002b02600, {0x624a948, 0xc039a654a0}, {0xc00ff7f560, {0xc004c61da0, 0x1, 0x1}, {0xc056ec5098, 0x1, 0x1}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:220 +0x173 fp=0xc019a47550 sp=0xc019a47430 pc=0x3307493
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2({{0xc01b5a33b7, 0x0}, 0x0, {0xc1116e8154086fab, 0x6ed1d4b934, 0x0}, 0x1}, 0xc002b02600, 0xc019a478c0, 0xc019a478b0, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2201 +0x565 fp=0xc019a47708 sp=0xc019a47550 pc=0x32fafc5
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc002b02600)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2203 +0x6d3 fp=0xc019a47cb8 sp=0xc019a47708 pc=0x32f9153
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc002b02600, {0x624a8a0, 0xc0080c4340}, 0x411d81a400000000?, 0xc00f8b3dc0?, 0xc000ac7170?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2048 +0x20b fp=0xc019a47d70 sp=0xc019a47cb8 pc=0x32f86eb
github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc003202000?, {0x624a8a0?, 0xc0080c4340?}, {0xc002f40800?}, 0x3?, 0xc010782a38?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:881 +0xe6 fp=0xc019a47e20 sp=0xc019a47d70 pc=0x32f3486
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1()
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:758 +0x54f fp=0xc019a47fe0 sp=0xc019a47e20 pc=0x37088af
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc019a47fe8 sp=0xc019a47fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:665 +0x22e

goroutine 244665 [sleep]:
runtime.gopark(0x4b81dd40820?, 0x400eb5?, 0x6d?, 0x21?, 0x6f7121c8f9?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0080badf0 sp=0xc0080badd0 pc=0x4907d6
time.Sleep(0x11508f403)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc0080bae30 sp=0xc0080badf0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc004ae47b0, 0x400eb5, {0x2?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc0080bae88 sp=0xc0080bae30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc004ae47b0, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc0080baec8 sp=0xc0080bae88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc0080bcf80?, {0xc00f3fb500?, 0x39, 0xc0080bcf70?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc0080bafa8 sp=0xc0080baec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc0080bafe0 sp=0xc0080bafa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0080bafe8 sp=0xc0080bafe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 297614 [sleep]:
runtime.gopark(0x4b80a7a56cf?, 0xc05d8?, 0x7f?, 0x6c?, 0x6f5b714a09?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc010100df0 sp=0xc010100dd0 pc=0x4907d6
time.Sleep(0x112b2271c)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc010100e30 sp=0xc010100df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc00f90c780, 0xc05d8, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc010100e88 sp=0xc010100e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc00f90c780, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc010100ec8 sp=0xc010100e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc004ec0f80?, {0xc00f7eb180?, 0x10, 0xc004ec0f70?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc010100fa8 sp=0xc010100ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc010100fe0 sp=0xc010100fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc010100fe8 sp=0xc010100fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 263300 [select]:
runtime.gopark(0xc01ea59ed0?, 0x2?, 0x90?, 0xa9?, 0xc01ea59ecc?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc01ea59d58 sp=0xc01ea59d38 pc=0x4907d6
runtime.selectgo(0xc01ea59ed0, 0xc01ea59ec8, 0x10?, 0x0, 0x8?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc01ea59e98 sp=0xc01ea59d58 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc016fd8c60)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc01ea59f00 sp=0xc01ea59e98 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc011c67a20, {0x51b9a20?, 0xc028d30880}, 0x6248888?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc01ea5a008 sp=0xc01ea59f00 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x13c?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc01ea5a038 sp=0xc01ea5a008 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc016fd8900, 0xc01ea5a110, 0xc01ea5a0e0)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:692 +0xd3 fp=0xc01ea5a090 sp=0xc01ea5a038 pc=0xc2a3b3
google.golang.org/grpc.(*clientStream).RecvMsg(0xc016fd8900, {0x51b9a20?, 0xc028d30880?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc01ea5a140 sp=0xc01ea5a090 pc=0xc2b61f
google.golang.org/grpc.invoke({0x624a948?, 0xc0062c2720?}, {0x53d9bbc?, 0x2?}, {0x52f0080, 0xc00b59a4b0}, {0x51b9a20, 0xc028d30880}, 0x0?, {0xc003456b00, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:73 +0xd7 fp=0xc01ea5a1a8 sp=0xc01ea5a140 pc=0xc0a637
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x624a948, 0xc0062c2720}, {0x53d9bbc, 0x21}, {0x52f0080, 0xc00b59a4b0}, {0x51b9a20, 0xc028d30880}, 0x1f342904be98b3a7?, 0x568c070, ...)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:247 +0x384 fp=0xc01ea5a298 sp=0xc01ea5a1a8 pc=0x1648b84
google.golang.org/grpc.(*ClientConn).Invoke(0xf146b69359cc88f?, {0x624a948?, 0xc0062c2720?}, {0x53d9bbc?, 0x0?}, {0x52f0080?, 0xc00b59a4b0?}, {0x51b9a20?, 0xc028d30880?}, {0x0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:35 +0x223 fp=0xc01ea5a338 sp=0xc01ea5a298 pc=0xc0a483
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc00a647078, {0x624a948, 0xc0062c2720}, 0x0?, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9334 +0xc9 fp=0xc01ea5a3b8 sp=0xc01ea5a338 pc=0xdcf7a9
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.TracingInternalClient.Batch({{0x629d930?, 0xc00a647078?}}, {0x624a948, 0xc0062c2720}, 0xc00b59a4b0, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:329 +0x171 fp=0xc01ea5a490 sp=0xc01ea5a3b8 pc=0x1671a71
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*TracingInternalClient).Batch(0x51090a0?, {0x624a948?, 0xc0062c2720?}, 0x624a948?, {0x0?, 0xc0081f5550?, 0xc01ea5a5f0?})
	<autogenerated>:1 +0x65 fp=0xc01ea5a4e0 sp=0xc01ea5a490 pc=0x1671b45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc00473e5a0, {_, _}, _, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:211 +0x17e fp=0xc01ea5a780 sp=0xc01ea5a4e0 pc=0x19daefe
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc00473e5a0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e1ce6894, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:190 +0x158 fp=0xc01ea5a8b8 sp=0xc01ea5a780 pc=0x19dad18
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e1ce6894, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2079 +0x110f fp=0xc01ea5b000 sp=0xc01ea5a8b8 pc=0x19ce2ef
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e1ce6894, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1623 +0x805 fp=0xc01ea5b900 sp=0xc01ea5b000 pc=0x19cade5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e1ce6894, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1221 +0x433 fp=0xc01ea5c168 sp=0xc01ea5b900 pc=0x19c8053
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendParallelCommit(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e1ce6894, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1021 +0x7ae fp=0xc01ea5c540 sp=0xc01ea5c168 pc=0x19c706e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).Send(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e1ce6894, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:843 +0x585 fp=0xc01ea5c960 sp=0xc01ea5c540 pc=0x19c5f45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnLockGatekeeper).SendLocked(0xc00ed3f038, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_lock_gatekeeper.go:82 +0x2a8 fp=0xc01ea5cbb8 sp=0xc01ea5c960 pc=0x19f2348
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnMetricRecorder).SendLocked(0xc00ed3f000, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_metric_recorder.go:46 +0x142 fp=0xc01ea5cce0 sp=0xc01ea5cbb8 pc=0x19e9042
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnCommitter).SendLocked(0xc00ed3efd0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_committer.go:202 +0x36e fp=0xc01ea5cf70 sp=0xc01ea5cce0 pc=0x19e4c4e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).sendLockedWithRefreshAttempts(0xc00ed3eed0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:225 +0x27a fp=0xc01ea5d510 sp=0xc01ea5cf70 pc=0x19eeefa
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).SendLocked(0xc00ed3eed0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:153 +0x1cb fp=0xc01ea5d800 sp=0xc01ea5d510 pc=0x19ee7ab
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnPipeliner).SendLocked(0xc00ed3eda0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_pipeliner.go:290 +0x2ee fp=0xc01ea5db00 sp=0xc01ea5d800 pc=0x19e986e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSeqNumAllocator).SendLocked(0xc00ed3ed80?, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_seq_num_allocator.go:104 +0xb5 fp=0xc01ea5dca8 sp=0xc01ea5db00 pc=0x19ee115
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).SendLocked(0xc00ed3ecd0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:245 +0x4e8 fp=0xc01ea5dec0 sp=0xc01ea5dca8 pc=0x19e6c28
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*TxnCoordSender).Send(0xc00ed3eb00, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_coord_sender.go:526 +0x592 fp=0xc01ea5e118 sp=0xc01ea5dec0 pc=0x19dd5f2
github.com/cockroachdb/cockroach/pkg/kv.(*DB).sendUsingSender(0xc001261200, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/db.go:1016 +0x156 fp=0xc01ea5e240 sp=0xc01ea5e118 pc=0x16ae696
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).Send(0xc00548d130, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/txn.go:1093 +0x225 fp=0xc01ea5e508 sp=0xc01ea5e240 pc=0x16b7905
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).commit(0xc00548d130, {0x624a948, 0xc0062c2690})
	github.com/cockroachdb/cockroach/pkg/kv/txn.go:683 +0x145 fp=0xc01ea5e648 sp=0xc01ea5e508 pc=0x16b5405
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).Commit(0x624a948?, {0x624a948?, 0xc0062c2690?})
	github.com/cockroachdb/cockroach/pkg/kv/txn.go:718 +0x6a fp=0xc01ea5e688 sp=0xc01ea5e648 pc=0x16b580a
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).commitSQLTransactionInternal(0xc0109b1300, {0x624a948?, 0xc0062c2630?})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:991 +0x297 fp=0xc01ea5e720 sp=0xc01ea5e688 pc=0x330cbd7
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execRelease(0xc0109b1300, {0x624a948, 0xc0062c2630}, 0xc00fcced30, {0x7fb1c7c85ea8, 0xc01db796c8})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_savepoints.go:148 +0x2ba fp=0xc01ea5e938 sp=0xc01ea5e720 pc=0x331cb7a
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc0109b1300, {0x624a948?, 0xc011dd4930?}, {{0x62732c0, 0xc00fcced30}, {0xc016895da2, 0x23}, 0x0, 0x0}, 0x0, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:548 +0x15f7 fp=0xc01ea5f2c8 sp=0xc01ea5e938 pc=0x3308dd7
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt.func1({0x624a948?, 0xc011dd4930?})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:131 +0xfc fp=0xc01ea5f380 sp=0xc01ea5f2c8 pc=0x330725c
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithProfiling(0x624a948?, {0x624a948?, 0xc011dd4930?}, {0x62732c0?, 0xc00fcced30?}, 0x0?, 0x0?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:2438 +0x330 fp=0xc01ea5f4d0 sp=0xc01ea5f380 pc=0x3317010
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc0109b1300, {0x624a948, 0xc011dd4930}, {{0x62732c0, 0xc00fcced30}, {0xc016895da2, 0x23}, 0x0, 0x0}, 0x0, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:130 +0x4bf fp=0xc01ea5f648 sp=0xc01ea5f4d0 pc=0x3306bff
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func1({{{0x62732c0, 0xc00fcced30}, {0xc016895da2, 0x23}, 0x0, 0x0}, {0xc1116e8194b0800e, 0x6f0e1793bb, 0x0}, {0xc1116e8194b089cc, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2123 +0x306 fp=0xc01ea5f708 sp=0xc01ea5f648 pc=0x32fb626
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc0109b1300)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2127 +0x1168 fp=0xc01ea5fcb8 sp=0xc01ea5f708 pc=0x32f9be8
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc0109b1300, {0x624a8a0, 0xc00fc38040}, 0x4120049200000000?, 0xc003b8ddc0?, 0xc01255e600?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2048 +0x20b fp=0xc01ea5fd70 sp=0xc01ea5fcb8 pc=0x32f86eb
github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc003202000?, {0x624a8a0?, 0xc00fc38040?}, {0xc002f40800?}, 0x3?, 0xc00624f9c8?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:881 +0xe6 fp=0xc01ea5fe20 sp=0xc01ea5fd70 pc=0x32f3486
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1()
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:758 +0x54f fp=0xc01ea5ffe0 sp=0xc01ea5fe20 pc=0x37088af
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc01ea5ffe8 sp=0xc01ea5ffe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:665 +0x22e

goroutine 309869 [chan send]:
runtime.gopark(0x49ae980?, 0xc01429a840?, 0xc8?, 0x1c?, 0xc01f759380?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc006f388c0 sp=0xc006f388a0 pc=0x4907d6
runtime.chansend(0xc0077b5ce0, 0xc006f38a68, 0x1, 0xc006f38950?)
	GOROOT/src/runtime/chan.go:259 +0x42c fp=0xc006f38948 sp=0xc006f388c0 pc=0x459b0c
runtime.chansend1(0x8fc5440?, 0xc01f759380?)
	GOROOT/src/runtime/chan.go:145 +0x1d fp=0xc006f38978 sp=0xc006f38948 pc=0x4596bd
github.com/cockroachdb/pebble/sstable.(*writeQueue).add(...)
	github.com/cockroachdb/pebble/sstable/external/com_github_cockroachdb_pebble/sstable/write_queue.go:118
github.com/cockroachdb/pebble/sstable.(*Writer).flush(0xc010533500, {{0xc00f3eb548?, 0x7?, 0x10?}, 0x0?})
	github.com/cockroachdb/pebble/sstable/external/com_github_cockroachdb_pebble/sstable/writer.go:1156 +0x677 fp=0xc006f38a80 sp=0xc006f38978 pc=0x10de337
github.com/cockroachdb/pebble/sstable.(*Writer).maybeFlush(0xc010533500, {{0xc00f3eb548?, 0x11?, 0xc00f3eb548?}, 0x0?}, {0xc00c536000?, 0x1c0dca9?, 0xc006f38b78?})
	github.com/cockroachdb/pebble/sstable/external/com_github_cockroachdb_pebble/sstable/writer.go:1170 +0x87 fp=0xc006f38af0 sp=0xc006f38a80 pc=0x10de527
github.com/cockroachdb/pebble/sstable.(*Writer).addPoint(0xc010533500, {{0xc00f3eb548?, 0xc00f3eb548?, 0xc0004edaf0?}, 0x18?}, {0xc00c536000, 0x2000c, 0x22000})
	github.com/cockroachdb/pebble/sstable/external/com_github_cockroachdb_pebble/sstable/writer.go:720 +0x36d fp=0xc006f38c30 sp=0xc006f38af0 pc=0x10da1cd
github.com/cockroachdb/pebble/sstable.(*Writer).Add(0xc0038c08c0?, {{0xc00f3eb548?, 0x5a?, 0xc0009af950?}, 0x8fefe20?}, {0xc00c536000?, 0x62490c8?, 0x61ee728?})
	github.com/cockroachdb/pebble/sstable/external/com_github_cockroachdb_pebble/sstable/writer.go:684 +0xbe fp=0xc006f38c80 sp=0xc006f38c30 pc=0x10d9dbe
github.com/cockroachdb/pebble.(*DB).runCompaction(0xc001528000, 0x10bd, 0xc001f6a000)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:2755 +0x239b fp=0xc006f39c60 sp=0xc006f38c80 pc=0x11076fb
github.com/cockroachdb/pebble.(*DB).compact1(0xc001528000, 0xc001f6a000, 0x0)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:2180 +0x1a5 fp=0xc006f39e80 sp=0xc006f39c60 pc=0x1104905
github.com/cockroachdb/pebble.(*DB).compact.func1({0x624a948, 0xc0044c1830})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:2151 +0xad fp=0xc006f39ee8 sp=0xc006f39e80 pc=0x110468d
runtime/pprof.Do({0x624a8d8?, 0xc000120000?}, {{0xc000084880?, 0x6294e00?, 0xc0021a1860?}}, 0xc0051e7f88)
	GOROOT/src/runtime/pprof/runtime.go:40 +0xa3 fp=0xc006f39f58 sp=0xc006f39ee8 pc=0xfd3223
github.com/cockroachdb/pebble.(*DB).compact(0xc1db00?, 0xc00339bab0?, 0xc0051e7fb8?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:2148 +0x6b fp=0xc006f39fb8 sp=0xc006f39f58 pc=0x11045ab
github.com/cockroachdb/pebble.(*DB).maybeScheduleCompactionPicker.func4()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:1869 +0x2c fp=0xc006f39fe0 sp=0xc006f39fb8 pc=0x1102b0c
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc006f39fe8 sp=0xc006f39fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).maybeScheduleCompactionPicker
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:1869 +0x5ea

goroutine 301931 [IO wait]:
runtime.gopark(0x4d28360?, 0xb?, 0x0?, 0x0?, 0x2dc?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc018a36f58 sp=0xc018a36f38 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0xccf29640?, 0xb1?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc018a36f90 sp=0xc018a36f58 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1ccf29558, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc018a36fb0 sp=0xc018a36f90 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc015c0a300?, 0xc05490e000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc018a36fd8 sp=0xc018a36fb0 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc015c0a300, {0xc05490e000, 0x1000, 0x1000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc018a37058 sp=0xc018a36fd8 pc=0x535efa
net.(*netFD).Read(0xc015c0a300, {0xc05490e000?, 0x7b5a68?, 0xc015c0a300?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc018a370a0 sp=0xc018a37058 pc=0x7a20c9
net.(*conn).Read(0xc010b20048, {0xc05490e000?, 0x164290f?, 0xc010b20048?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc018a370e8 sp=0xc018a370a0 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc00a34a2a0, {0xc05490e000, 0x1000, 0x1000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc018a37130 sp=0xc018a370e8 pc=0x1641f96
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc0173bd1d0, {0xc05490e000, 0x1000, 0x1000})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1949 +0x156 fp=0xc018a371d0 sp=0xc018a37130 pc=0x370f896
bufio.(*Reader).fill(0xc00a838c90)
	GOROOT/src/bufio/bufio.go:106 +0xff fp=0xc018a37208 sp=0xc018a371d0 pc=0x5ae51f
bufio.(*Reader).ReadByte(0xc00a838c90)
	GOROOT/src/bufio/bufio.go:265 +0x2c fp=0xc018a37228 sp=0xc018a37208 pc=0x5aecec
github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc00a839268?, {0x62295c8, 0xc00a838c90})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:206 +0x2c fp=0xc018a37260 sp=0xc018a37228 pc=0x270ca4c
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl.func5(0xc00a838c00, 0xc011a22e70, 0xc018a37442, 0xc018a37444, {0x623b718, 0xc00c504cf0}, 0xc002f40800, 0xc0065d4d64, 0xc018a37440)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:424 +0xa5 fp=0xc018a37398 sp=0xc018a37260 pc=0x3707185
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc00a838c00, {0x624a948, 0xc00ed80660}, 0xc011a22e60, 0xc002f40800, 0xc00ed805a0, {0x1, 0x2, {0x3, {0x532ee51, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:564 +0xc7f fp=0xc018a37768 sp=0xc018a37398 pc=0x3706c5f
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc003152c00, {0x624a948, 0xc00ed80660}, {0x628a538, 0xc00a34a2a0}, {{{0xc00388a038, 0x4}}, 0x1, 0xc00ed805d0, 0xc00ed80600, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:174 +0x29e fp=0xc018a378a8 sp=0xc018a37768 pc=0x37051fe
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc003152c00, {0x624a948, 0xc00ed80660}, {0x628a538?, 0xc00a34a2a0}, 0x90?)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:913 +0xd29 fp=0xc018a37e20 sp=0xc018a378a8 pc=0x3715be9
github.com/cockroachdb/cockroach/pkg/server.(*SQLServer).startServeSQL.func1.1({0x624a948?, 0xc00ed804e0?}, {0x628a538, 0xc00a34a2a0})
	github.com/cockroachdb/cockroach/pkg/server/server_sql.go:1474 +0xc8 fp=0xc018a37eb0 sp=0xc018a37e20 pc=0x39e1cc8
github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1({0x624a948, 0xc00ed804e0})
	github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:162 +0xd7 fp=0xc018a37f30 sp=0xc018a37eb0 pc=0x1643997
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc018a37fe0 sp=0xc018a37f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc018a37fe8 sp=0xc018a37fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 3360 [select, 7 minutes]:
runtime.gopark(0xc0036d8fb0?, 0x2?, 0x90?, 0x1e?, 0xc0036d8f9c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0036d8e28 sp=0xc0036d8e08 pc=0x4907d6
runtime.selectgo(0xc0036d8fb0, 0xc0036d8f98, 0xc000b6c6c0?, 0x0, 0xc004a48ae0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0036d8f68 sp=0xc0036d8e28 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2()
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:340 +0x71 fp=0xc0036d8fe0 sp=0xc0036d8f68 pc=0x1649731
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0036d8fe8 sp=0xc0036d8fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:339 +0x152

goroutine 309953 [sleep]:
runtime.gopark(0x4b8dfbd4524?, 0x2005555?, 0xa7?, 0x47?, 0x7044e94d3e?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc005635df0 sp=0xc005635dd0 pc=0x4907d6
time.Sleep(0x126e73cbe)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc005635e30 sp=0xc005635df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc017060450, 0x2005555, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc005635e88 sp=0xc005635e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc017060450, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc005635ec8 sp=0xc005635e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc008720a80?, {0xc00b82cf00?, 0x5, 0xc005635fb8?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc005635fa8 sp=0xc005635ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc005635fe0 sp=0xc005635fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc005635fe8 sp=0xc005635fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 280188 [sleep]:
runtime.gopark(0x4b8ad5ae81c?, 0x200901?, 0x1b?, 0xfe?, 0x700be139a9?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc003b8fdf0 sp=0xc003b8fdd0 pc=0x4907d6
time.Sleep(0x120418443)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc003b8fe30 sp=0xc003b8fdf0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc00b7b7c80, 0x200901, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc003b8fe88 sp=0xc003b8fe30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc00b7b7c80, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc003b8fec8 sp=0xc003b8fe88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0x0?, {0xc002316f00?, 0x19, 0xc007b47f98?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc003b8ffa8 sp=0xc003b8fec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc003b8ffe0 sp=0xc003b8ffa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc003b8ffe8 sp=0xc003b8ffe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 291479 [sync.Cond.Wait]:
runtime.gopark(0x4c13fe0?, 0x4fdee40?, 0x12?, 0x0?, 0xc018b6d640?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0137c75d0 sp=0xc0137c75b0 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc00d23bc90, 0x9e)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc0137c7618 sp=0xc0137c75d0 pc=0x4be30c
sync.(*Cond).Wait(0xc006802000?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc0137c7650 sp=0xc0137c7618 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/sql.(*StmtBuf).CurCmd(0xc006802668)
	github.com/cockroachdb/cockroach/pkg/sql/conn_io.go:460 +0xbe fp=0xc0137c7708 sp=0xc0137c7650 pc=0x3321a5e
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc00faaa600)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2074 +0xe5 fp=0xc0137c7cb8 sp=0xc0137c7708 pc=0x32f8b65
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc00faaa600, {0x624a8a0, 0xc00d23bcc0}, 0x411748d400000000?, 0xc00f909dc0?, 0xc00b2f6360?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2048 +0x20b fp=0xc0137c7d70 sp=0xc0137c7cb8 pc=0x32f86eb
github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc003202000?, {0x624a8a0?, 0xc00d23bcc0?}, {0xc002f40800?}, 0x3?, 0xc007145e78?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:881 +0xe6 fp=0xc0137c7e20 sp=0xc0137c7d70 pc=0x32f3486
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1()
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:758 +0x54f fp=0xc0137c7fe0 sp=0xc0137c7e20 pc=0x37088af
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0137c7fe8 sp=0xc0137c7fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:665 +0x22e

goroutine 308519 [select]:
runtime.gopark(0xc011931fa8?, 0x2?, 0xc?, 0x30?, 0xc011931f74?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc011931dc8 sp=0xc011931da8 pc=0x4907d6
runtime.selectgo(0xc011931fa8, 0xc011931f70, 0xc011931ee0?, 0x0, 0x1054c46?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc011931f08 sp=0xc011931dc8 pc=0x4a071c
github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker.func1()
	github.com/cockroachdb/pebble/vfs/external/com_github_cockroachdb_pebble/vfs/disk_health.go:71 +0xe5 fp=0xc011931fe0 sp=0xc011931f08 pc=0x1058345
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc011931fe8 sp=0xc011931fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker
	github.com/cockroachdb/pebble/vfs/external/com_github_cockroachdb_pebble/vfs/disk_health.go:66 +0x5d

goroutine 294779 [IO wait]:
runtime.gopark(0x4d28360?, 0xb?, 0x0?, 0x0?, 0x62a?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00ec32f58 sp=0xc00ec32f38 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0xc7d6f060?, 0xb1?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc00ec32f90 sp=0xc00ec32f58 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1c7d6ef78, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc00ec32fb0 sp=0xc00ec32f90 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc0043a7e80?, 0xc019ab6000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc00ec32fd8 sp=0xc00ec32fb0 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc0043a7e80, {0xc019ab6000, 0x1000, 0x1000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc00ec33058 sp=0xc00ec32fd8 pc=0x535efa
net.(*netFD).Read(0xc0043a7e80, {0xc019ab6000?, 0x7b5a68?, 0xc0043a7e80?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc00ec330a0 sp=0xc00ec33058 pc=0x7a20c9
net.(*conn).Read(0xc007097268, {0xc019ab6000?, 0x164290f?, 0xc007097268?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc00ec330e8 sp=0xc00ec330a0 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc00e7b8ba0, {0xc019ab6000, 0x1000, 0x1000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc00ec33130 sp=0xc00ec330e8 pc=0x1641f96
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc000307230, {0xc019ab6000, 0x1000, 0x1000})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1949 +0x156 fp=0xc00ec331d0 sp=0xc00ec33130 pc=0x370f896
bufio.(*Reader).fill(0xc002f06c90)
	GOROOT/src/bufio/bufio.go:106 +0xff fp=0xc00ec33208 sp=0xc00ec331d0 pc=0x5ae51f
bufio.(*Reader).ReadByte(0xc002f06c90)
	GOROOT/src/bufio/bufio.go:265 +0x2c fp=0xc00ec33228 sp=0xc00ec33208 pc=0x5aecec
github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc002f07268?, {0x62295c8, 0xc002f06c90})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:206 +0x2c fp=0xc00ec33260 sp=0xc00ec33228 pc=0x270ca4c
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl.func5(0xc002f06c00, 0xc00b570c40, 0xc00ec33442, 0xc00ec33444, {0x623b718, 0xc0000525a0}, 0xc002f40800, 0xc004d75874, 0xc00ec33440)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:424 +0xa5 fp=0xc00ec33398 sp=0xc00ec33260 pc=0x3707185
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc002f06c00, {0x624a948, 0xc00f3d55f0}, 0xc00b570c30, 0xc002f40800, 0xc00f3d5200, {0x1, 0x2, {0x3, {0x532ee51, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:564 +0xc7f fp=0xc00ec33768 sp=0xc00ec33398 pc=0x3706c5f
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc003152c00, {0x624a948, 0xc00f3d55f0}, {0x628a538, 0xc00e7b8ba0}, {{{0xc0164a6009, 0x4}}, 0x1, 0xc00f3d5290, 0xc00f3d5350, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:174 +0x29e fp=0xc00ec338a8 sp=0xc00ec33768 pc=0x37051fe
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc003152c00, {0x624a948, 0xc00f3d55f0}, {0x628a538?, 0xc00e7b8ba0}, 0x90?)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:913 +0xd29 fp=0xc00ec33e20 sp=0xc00ec338a8 pc=0x3715be9
github.com/cockroachdb/cockroach/pkg/server.(*SQLServer).startServeSQL.func1.1({0x624a948?, 0xc00f3d50b0?}, {0x628a538, 0xc00e7b8ba0})
	github.com/cockroachdb/cockroach/pkg/server/server_sql.go:1474 +0xc8 fp=0xc00ec33eb0 sp=0xc00ec33e20 pc=0x39e1cc8
github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1({0x624a948, 0xc00f3d50b0})
	github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:162 +0xd7 fp=0xc00ec33f30 sp=0xc00ec33eb0 pc=0x1643997
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00ec33fe0 sp=0xc00ec33f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00ec33fe8 sp=0xc00ec33fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 309968 [runnable]:
syscall.Syscall(0xc0054ba000?, 0x3b9aca00?, 0x80000000000?, 0x7ffff80000000000?)
	GOROOT/src/syscall/syscall_linux.go:68 +0x27 fp=0xc003ae1a88 sp=0xc003ae1a18 pc=0x4d89a7
syscall.write(0xc0077b5200?, {0xc00ceeaffb?, 0x3fc3333333333333?, 0xc0077b5218?})
	GOROOT/src/syscall/zsyscall_linux_amd64.go:924 +0x45 fp=0xc003ae1ac8 sp=0xc003ae1a88 pc=0x4d69c5
syscall.Write(...)
	GOROOT/src/syscall/syscall_unix.go:211
internal/poll.ignoringEINTRIO(...)
	GOROOT/src/internal/poll/fd_unix.go:794
internal/poll.(*FD).Write(0xc0077b5200?, {0xc00ceeaffb?, 0x1f037?, 0x3f005?})
	GOROOT/src/internal/poll/fd_unix.go:383 +0x36e fp=0xc003ae1b70 sp=0xc003ae1ac8 pc=0x537f4e
os.(*File).write(...)
	GOROOT/src/os/file_posix.go:48
os.(*File).Write(0xc000132df8, {0xc00ceeaffb?, 0x1f037, 0x0?})
	GOROOT/src/os/file.go:176 +0x65 fp=0xc003ae1bd8 sp=0xc003ae1b70 pc=0x542045
github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).Write.func1()
	github.com/cockroachdb/pebble/vfs/external/com_github_cockroachdb_pebble/vfs/disk_health.go:115 +0x43 fp=0xc003ae1c18 sp=0xc003ae1bd8 pc=0x1058783
github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).timeDiskOp(0xc01d56fb00, 0xc003ae1c88)
	github.com/cockroachdb/pebble/vfs/external/com_github_cockroachdb_pebble/vfs/disk_health.go:175 +0xd8 fp=0xc003ae1c60 sp=0xc003ae1c18 pc=0x1058d38
github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).Write(0x10?, {0xc00ceeaffb?, 0x6009?, 0x1ffde?})
	github.com/cockroachdb/pebble/vfs/external/com_github_cockroachdb_pebble/vfs/disk_health.go:114 +0x85 fp=0xc003ae1cd0 sp=0xc003ae1c60 pc=0x10586e5
github.com/cockroachdb/pebble/vfs.(*enospcFile).Write(0xc00dda4300, {0xc00ceeaffb, 0x1f037, 0x3f005})
	github.com/cockroachdb/pebble/vfs/external/com_github_cockroachdb_pebble/vfs/disk_full.go:369 +0x62 fp=0xc003ae1d20 sp=0xc003ae1cd0 pc=0x1057e42
github.com/cockroachdb/cockroach/pkg/ccl/storageccl/engineccl.(*encryptedFile).Write(0xc00c0ccf00, {0xc00ceeaffb, 0x1f037, 0x3f005})
	github.com/cockroachdb/cockroach/pkg/ccl/storageccl/engineccl/encrypted_fs.go:84 +0x10f fp=0xc003ae1d98 sp=0xc003ae1d20 pc=0x445320f
github.com/cockroachdb/pebble/vfs.(*syncingFile).Write(0xc000a6f6d0, {0xc00ceeaffb, 0x1f037, 0x3f005})
	github.com/cockroachdb/pebble/vfs/external/com_github_cockroachdb_pebble/vfs/syncing_file.go:66 +0x59 fp=0xc003ae1de8 sp=0xc003ae1d98 pc=0x105f6f9
github.com/cockroachdb/pebble.(*compactionFile).Write(0xc00e0b3260, {0xc00ceeaffb?, 0x10a583c?, 0xc00101fcd0?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:271 +0x2e fp=0xc003ae1e18 sp=0xc003ae1de8 pc=0x10f5d8e
bufio.(*Writer).Write(0xc00c0ccf80, {0xc00ceea000?, 0x40?, 0xc000de6a80?})
	GOROOT/src/bufio/bufio.go:669 +0xed fp=0xc003ae1e78 sp=0xc003ae1e18 pc=0x5b040d
github.com/cockroachdb/pebble/sstable.(*Writer).writeCompressedBlock(0xc010533500, {0xc00ceea000?, 0x20032, 0x40000?}, {0xc0089f6d20, 0x4b1c940?, 0x78})
	github.com/cockroachdb/pebble/sstable/external/com_github_cockroachdb_pebble/sstable/writer.go:1486 +0x98 fp=0xc003ae1eb0 sp=0xc003ae1e78 pc=0x10dff18
github.com/cockroachdb/pebble/sstable.(*writeQueue).performWrite(0xc00c0ccf40, 0xc014f21490)
	github.com/cockroachdb/pebble/sstable/external/com_github_cockroachdb_pebble/sstable/write_queue.go:68 +0x85 fp=0xc003ae1f90 sp=0xc003ae1eb0 pc=0x10d76c5
github.com/cockroachdb/pebble/sstable.(*writeQueue).runWorker(0xc00c0ccf40)
	github.com/cockroachdb/pebble/sstable/external/com_github_cockroachdb_pebble/sstable/write_queue.go:109 +0x85 fp=0xc003ae1fc8 sp=0xc003ae1f90 pc=0x10d7d45
github.com/cockroachdb/pebble/sstable.newWriteQueue.func1()
	github.com/cockroachdb/pebble/sstable/external/com_github_cockroachdb_pebble/sstable/write_queue.go:59 +0x26 fp=0xc003ae1fe0 sp=0xc003ae1fc8 pc=0x10d7606
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc003ae1fe8 sp=0xc003ae1fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble/sstable.newWriteQueue
	github.com/cockroachdb/pebble/sstable/external/com_github_cockroachdb_pebble/sstable/write_queue.go:59 +0xd6

goroutine 309800 [select]:
runtime.gopark(0xc01cc771f0?, 0x2?, 0xe8?, 0xb4?, 0xc01cc771ec?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc01cc77078 sp=0xc01cc77058 pc=0x4907d6
runtime.selectgo(0xc01cc771f0, 0xc01cc771e8, 0x10?, 0x0, 0x8?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc01cc771b8 sp=0xc01cc77078 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc01245d440)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc01cc77220 sp=0xc01cc771b8 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc00edf60b0, {0x51b9a20?, 0xc00fc98900}, 0x6248888?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc01cc77328 sp=0xc01cc77220 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xf9?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc01cc77358 sp=0xc01cc77328 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc01245d200, 0xc01cc77430, 0xc01cc77400)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:692 +0xd3 fp=0xc01cc773b0 sp=0xc01cc77358 pc=0xc2a3b3
google.golang.org/grpc.(*clientStream).RecvMsg(0xc01245d200, {0x51b9a20?, 0xc00fc98900?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc01cc77460 sp=0xc01cc773b0 pc=0xc2b61f
google.golang.org/grpc.invoke({0x624a948?, 0xc0467b9b90?}, {0x53d9bbc?, 0x2?}, {0x52f0080, 0xc00b59b3b0}, {0x51b9a20, 0xc00fc98900}, 0x0?, {0xc003456b00, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:73 +0xd7 fp=0xc01cc774c8 sp=0xc01cc77460 pc=0xc0a637
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x624a948, 0xc0467b9b90}, {0x53d9bbc, 0x21}, {0x52f0080, 0xc00b59b3b0}, {0x51b9a20, 0xc00fc98900}, 0x11c8e43c2bb1888d?, 0x568c070, ...)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:247 +0x384 fp=0xc01cc775b8 sp=0xc01cc774c8 pc=0x1648b84
google.golang.org/grpc.(*ClientConn).Invoke(0x53c6d2494d596e1?, {0x624a948?, 0xc0467b9b90?}, {0x53d9bbc?, 0x0?}, {0x52f0080?, 0xc00b59b3b0?}, {0x51b9a20?, 0xc00fc98900?}, {0x0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:35 +0x223 fp=0xc01cc77658 sp=0xc01cc775b8 pc=0xc0a483
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc00a647130, {0x624a948, 0xc0467b9b90}, 0x0?, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9334 +0xc9 fp=0xc01cc776d8 sp=0xc01cc77658 pc=0xdcf7a9
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.TracingInternalClient.Batch({{0x629d930?, 0xc00a647130?}}, {0x624a948, 0xc0467b9b90}, 0xc00b59b3b0, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:329 +0x171 fp=0xc01cc777b0 sp=0xc01cc776d8 pc=0x1671a71
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*TracingInternalClient).Batch(0x51090a0?, {0x624a948?, 0xc0467b9b90?}, 0x624a948?, {0x0?, 0xc0081f5550?, 0xc0129d9910?})
	<autogenerated>:1 +0x65 fp=0xc01cc77800 sp=0xc01cc777b0 pc=0x1671b45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc0109d00c0, {_, _}, _, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:211 +0x17e fp=0xc01cc77aa0 sp=0xc01cc77800 pc=0x19daefe
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc0109d00c0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e20de0aa, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:190 +0x158 fp=0xc01cc77bd8 sp=0xc01cc77aa0 pc=0x19dad18
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e20de0aa, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2079 +0x110f fp=0xc01cc78320 sp=0xc01cc77bd8 pc=0x19ce2ef
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e20de0aa, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1623 +0x805 fp=0xc01cc78c20 sp=0xc01cc78320 pc=0x19cade5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e20de0aa, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1221 +0x433 fp=0xc01cc79488 sp=0xc01cc78c20 pc=0x19c8053
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).Send(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e20de0aa, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:845 +0x629 fp=0xc01cc798a8 sp=0xc01cc79488 pc=0x19c5fe9
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnLockGatekeeper).SendLocked(0xc0137956b8, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_lock_gatekeeper.go:82 +0x2a8 fp=0xc01cc79b00 sp=0xc01cc798a8 pc=0x19f2348
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnMetricRecorder).SendLocked(0xc013795680, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_metric_recorder.go:46 +0x142 fp=0xc01cc79c28 sp=0xc01cc79b00 pc=0x19e9042
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.makeTxnCommitExplicitLocked({0x624a948, 0xc0062c3260}, {0x7fb1c7c72328, 0xc013795680}, 0xc016fd97a0, {0xc009ed5740, 0x2, 0x4})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_committer.go:509 +0x270 fp=0xc01cc79e60 sp=0xc01cc79c28 pc=0x19e6430
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnCommitter).makeTxnCommitExplicitAsync.func1({0x624a948, 0xc0062c3260})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_committer.go:486 +0x114 fp=0xc01cc79f30 sp=0xc01cc79e60 pc=0x19e6054
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc01cc79fe0 sp=0xc01cc79f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc01cc79fe8 sp=0xc01cc79fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 252644 [sleep]:
runtime.gopark(0x4b8a7bc3463?, 0x205286?, 0x99?, 0x6c?, 0x70055aa82e?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0059c7df0 sp=0xc0059c7dd0 pc=0x4907d6
time.Sleep(0x11f59a5da)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc0059c7e30 sp=0xc0059c7df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc00c988000, 0x205286, {0x2?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc0059c7e88 sp=0xc0059c7e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc00c988000, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc0059c7ec8 sp=0xc0059c7e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc003f86f80?, {0xc00ce1ca80?, 0x2e, 0xc003f86f70?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc0059c7fa8 sp=0xc0059c7ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc0059c7fe0 sp=0xc0059c7fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0059c7fe8 sp=0xc0059c7fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 300058 [sleep]:
runtime.gopark(0x4b830a05cee?, 0x8019a5?, 0xad?, 0x52?, 0x6f7f10fa31?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0023d1df0 sp=0xc0023d1dd0 pc=0x4907d6
time.Sleep(0x1102bd127)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc0023d1e30 sp=0xc0023d1df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc00bb7b800, 0x8019a5, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc0023d1e88 sp=0xc0023d1e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc00bb7b800, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc0023d1ec8 sp=0xc0023d1e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0x0?, {0xc00f3fa000?, 0x24, 0xc01b377980?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc0023d1fa8 sp=0xc0023d1ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc0023d1fe0 sp=0xc0023d1fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0023d1fe8 sp=0xc0023d1fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 51026 [select, 6 minutes]:
runtime.gopark(0xc002de1fb0?, 0x2?, 0x58?, 0x1f?, 0xc002de1f9c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc011930e28 sp=0xc011930e08 pc=0x4907d6
runtime.selectgo(0xc011930fb0, 0xc002de1f98, 0xc0021a1860?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc011930f68 sp=0xc011930e28 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2()
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:340 +0x71 fp=0xc011930fe0 sp=0xc011930f68 pc=0x1649731
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc011930fe8 sp=0xc011930fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:339 +0x152

goroutine 296947 [sleep]:
runtime.gopark(0x4b8b311cc89?, 0x1fe8329?, 0x1a?, 0x9b?, 0x701abcd6ae?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00169bdf0 sp=0xc00169bdd0 pc=0x4907d6
time.Sleep(0x129663c9e)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc00169be30 sp=0xc00169bdf0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc0082199e0, 0x1fe8329, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc00169be88 sp=0xc00169be30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc0082199e0, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc00169bec8 sp=0xc00169be88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc008720a80?, {0xc0114063c0?, 0x8, 0xc00e663fb8?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc00169bfa8 sp=0xc00169bec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc00169bfe0 sp=0xc00169bfa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00169bfe8 sp=0xc00169bfe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 226884 [sleep]:
runtime.gopark(0x4b8dff3b1b4?, 0x204f6d?, 0xa5?, 0x2?, 0x7045da082b?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0132e3df0 sp=0xc0132e3dd0 pc=0x4907d6
time.Sleep(0x127a187d9)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc0132e3e30 sp=0xc0132e3df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc00e2541e0, 0x204f6d, {0x2?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc0132e3e88 sp=0xc0132e3e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc00e2541e0, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc0132e3ec8 sp=0xc0132e3e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0x0?, {0xc015a7b500?, 0x29, 0xc0108e0f70?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc0132e3fa8 sp=0xc0132e3ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc0132e3fe0 sp=0xc0132e3fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0132e3fe8 sp=0xc0132e3fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 294796 [IO wait]:
runtime.gopark(0x4d28360?, 0xb?, 0x0?, 0x0?, 0x66e?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc020354f58 sp=0xc020354f38 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0xc7d6e8e0?, 0xb1?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc020354f90 sp=0xc020354f58 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1c7d6e7f8, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc020354fb0 sp=0xc020354f90 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc00fcded80?, 0xc01535b000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc020354fd8 sp=0xc020354fb0 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc00fcded80, {0xc01535b000, 0x1000, 0x1000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc020355058 sp=0xc020354fd8 pc=0x535efa
net.(*netFD).Read(0xc00fcded80, {0xc01535b000?, 0x7b5a68?, 0xc00fcded80?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc0203550a0 sp=0xc020355058 pc=0x7a20c9
net.(*conn).Read(0xc00a42e990, {0xc01535b000?, 0x164290f?, 0xc00a42e990?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc0203550e8 sp=0xc0203550a0 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc0076f6cc0, {0xc01535b000, 0x1000, 0x1000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc020355130 sp=0xc0203550e8 pc=0x1641f96
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc00d099500, {0xc01535b000, 0x1000, 0x1000})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1949 +0x156 fp=0xc0203551d0 sp=0xc020355130 pc=0x370f896
bufio.(*Reader).fill(0xc00856e490)
	GOROOT/src/bufio/bufio.go:106 +0xff fp=0xc020355208 sp=0xc0203551d0 pc=0x5ae51f
bufio.(*Reader).ReadByte(0xc00856e490)
	GOROOT/src/bufio/bufio.go:265 +0x2c fp=0xc020355228 sp=0xc020355208 pc=0x5aecec
github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc00856ea68?, {0x62295c8, 0xc00856e490})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:206 +0x2c fp=0xc020355260 sp=0xc020355228 pc=0x270ca4c
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl.func5(0xc00856e400, 0xc00eca0900, 0xc020355442, 0xc020355444, {0x623b718, 0xc0371f5d40}, 0xc002f40800, 0xc014409394, 0xc020355440)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:424 +0xa5 fp=0xc020355398 sp=0xc020355260 pc=0x3707185
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc00856e400, {0x624a948, 0xc0281ce930}, 0xc00eca08d0, 0xc002f40800, 0xc0281ce840, {0x1, 0x2, {0x3, {0x532ee51, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:564 +0xc7f fp=0xc020355768 sp=0xc020355398 pc=0x3706c5f
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc003152c00, {0x624a948, 0xc0281ce930}, {0x628a538, 0xc0076f6cc0}, {{{0xc0154a1038, 0x4}}, 0x1, 0xc0281ce8a0, 0xc0281ce8d0, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:174 +0x29e fp=0xc0203558a8 sp=0xc020355768 pc=0x37051fe
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc003152c00, {0x624a948, 0xc0281ce930}, {0x628a538?, 0xc0076f6cc0}, 0x90?)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:913 +0xd29 fp=0xc020355e20 sp=0xc0203558a8 pc=0x3715be9
github.com/cockroachdb/cockroach/pkg/server.(*SQLServer).startServeSQL.func1.1({0x624a948?, 0xc0281ce720?}, {0x628a538, 0xc0076f6cc0})
	github.com/cockroachdb/cockroach/pkg/server/server_sql.go:1474 +0xc8 fp=0xc020355eb0 sp=0xc020355e20 pc=0x39e1cc8
github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1({0x624a948, 0xc0281ce720})
	github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:162 +0xd7 fp=0xc020355f30 sp=0xc020355eb0 pc=0x1643997
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc020355fe0 sp=0xc020355f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc020355fe8 sp=0xc020355fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 302121 [select]:
runtime.gopark(0xc02072e188?, 0x2?, 0xd0?, 0x48?, 0xc02072e184?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc02072e010 sp=0xc02072dff0 pc=0x4907d6
runtime.selectgo(0xc02072e188, 0xc02072e180, 0x10?, 0x0, 0x1?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc02072e150 sp=0xc02072e010 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc039b12240)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc02072e1b8 sp=0xc02072e150 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc00fdc4210, {0x51b9a20?, 0xc00df1cf80}, 0x6248888?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc02072e2c0 sp=0xc02072e1b8 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xd4?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc02072e2f0 sp=0xc02072e2c0 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc00f61be60, 0xc02072e3c8, 0xc02072e398)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:692 +0xd3 fp=0xc02072e348 sp=0xc02072e2f0 pc=0xc2a3b3
google.golang.org/grpc.(*clientStream).RecvMsg(0xc00f61be60, {0x51b9a20?, 0xc00df1cf80?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc02072e3f8 sp=0xc02072e348 pc=0xc2b61f
google.golang.org/grpc.invoke({0x624a948?, 0xc00cf39950?}, {0x53d9bbc?, 0x2?}, {0x52f0080, 0xc0056afb30}, {0x51b9a20, 0xc00df1cf80}, 0x0?, {0xc003456b00, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:73 +0xd7 fp=0xc02072e460 sp=0xc02072e3f8 pc=0xc0a637
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x624a948, 0xc00cf39950}, {0x53d9bbc, 0x21}, {0x52f0080, 0xc0056afb30}, {0x51b9a20, 0xc00df1cf80}, 0x2a1f111305769c72?, 0x568c070, ...)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:247 +0x384 fp=0xc02072e550 sp=0xc02072e460 pc=0x1648b84
google.golang.org/grpc.(*ClientConn).Invoke(0x14e3024aa590ca56?, {0x624a948?, 0xc00cf39950?}, {0x53d9bbc?, 0x0?}, {0x52f0080?, 0xc0056afb30?}, {0x51b9a20?, 0xc00df1cf80?}, {0x0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:35 +0x223 fp=0xc02072e5f0 sp=0xc02072e550 pc=0xc0a483
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc00a71ca00, {0x624a948, 0xc00cf39950}, 0x0?, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9334 +0xc9 fp=0xc02072e670 sp=0xc02072e5f0 pc=0xdcf7a9
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.TracingInternalClient.Batch({{0x629d930?, 0xc00a71ca00?}}, {0x624a948, 0xc00cf39950}, 0xc0056afb30, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:329 +0x171 fp=0xc02072e748 sp=0xc02072e670 pc=0x1671a71
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*TracingInternalClient).Batch(0x1c94c7b0?, {0x624a948?, 0xc00cf39950?}, 0x624a948?, {0x0?, 0xc0081f5550?, 0xc01c94c8a8?})
	<autogenerated>:1 +0x65 fp=0xc02072e798 sp=0xc02072e748 pc=0x1671b45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc003d3a5a0, {_, _}, _, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:211 +0x17e fp=0xc02072ea38 sp=0xc02072e798 pc=0x19daefe
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc003d3a5a0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76d454e1e2, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:190 +0x158 fp=0xc02072eb70 sp=0xc02072ea38 pc=0x19dad18
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76d454e1e2, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2079 +0x110f fp=0xc02072f2b8 sp=0xc02072eb70 pc=0x19ce2ef
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76d454e1e2, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1623 +0x805 fp=0xc02072fbb8 sp=0xc02072f2b8 pc=0x19cade5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76d454e1e2, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1221 +0x433 fp=0xc020730420 sp=0xc02072fbb8 pc=0x19c8053
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).Send(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76d454e1e2, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:845 +0x629 fp=0xc020730840 sp=0xc020730420 pc=0x19c5fe9
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnLockGatekeeper).SendLocked(0xc015ae2ab8, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_lock_gatekeeper.go:82 +0x2a8 fp=0xc020730a98 sp=0xc020730840 pc=0x19f2348
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnMetricRecorder).SendLocked(0xc015ae2a80, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_metric_recorder.go:46 +0x142 fp=0xc020730bc0 sp=0xc020730a98 pc=0x19e9042
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnCommitter).SendLocked(0xc015ae2a50, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_committer.go:129 +0x746 fp=0xc020730e50 sp=0xc020730bc0 pc=0x19e5026
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).sendLockedWithRefreshAttempts(0xc015ae2950, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:225 +0x27a fp=0xc0207313f0 sp=0xc020730e50 pc=0x19eeefa
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).SendLocked(0xc015ae2950, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:153 +0x1cb fp=0xc0207316e0 sp=0xc0207313f0 pc=0x19ee7ab
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnPipeliner).SendLocked(0xc015ae2820, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_pipeliner.go:290 +0x2ee fp=0xc0207319e0 sp=0xc0207316e0 pc=0x19e986e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSeqNumAllocator).SendLocked(0xc015ae2800?, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_seq_num_allocator.go:104 +0xb5 fp=0xc020731b88 sp=0xc0207319e0 pc=0x19ee115
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).SendLocked(0xc015ae2750, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:245 +0x4e8 fp=0xc020731da0 sp=0xc020731b88 pc=0x19e6c28
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*TxnCoordSender).Send(0xc015ae2580, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_coord_sender.go:526 +0x592 fp=0xc020731ff8 sp=0xc020731da0 pc=0x19dd5f2
github.com/cockroachdb/cockroach/pkg/kv.(*DB).sendUsingSender(0xc001261200, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/db.go:1016 +0x156 fp=0xc020732120 sp=0xc020731ff8 pc=0x16ae696
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).Send(0xc0135e5600, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/txn.go:1093 +0x225 fp=0xc0207323e8 sp=0xc020732120 pc=0x16b7905
github.com/cockroachdb/cockroach/pkg/sql/row.makeKVBatchFetcherDefaultSendFunc.func1({0x624a948?, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, {0x0, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/row/kv_batch_fetcher.go:233 +0x85 fp=0xc020732500 sp=0xc0207323e8 pc=0x2332605
github.com/cockroachdb/cockroach/pkg/sql/row.(*txnKVFetcher).fetch(0xc018d7de00, {0x624a948, 0xc00cf38ed0})
	github.com/cockroachdb/cockroach/pkg/sql/row/kv_batch_fetcher.go:468 +0x346 fp=0xc020732720 sp=0xc020732500 pc=0x2333346
github.com/cockroachdb/cockroach/pkg/sql/row.(*txnKVFetcher).nextBatch(0xc018d7de00, {0x624a948, 0xc00cf38ed0})
	github.com/cockroachdb/cockroach/pkg/sql/row/kv_batch_fetcher.go:671 +0x1145 fp=0xc020732a18 sp=0xc020732720 pc=0x23347e5
github.com/cockroachdb/cockroach/pkg/sql/row.(*KVFetcher).NextKV(0xc01215e300, {0x624a948, 0xc00cf38ed0}, 0x0)
	github.com/cockroachdb/cockroach/pkg/sql/row/kv_fetcher.go:264 +0xde fp=0xc020732af8 sp=0xc020732a18 pc=0x233723e
github.com/cockroachdb/cockroach/pkg/sql/colfetcher.(*cFetcher).NextBatch(0xc0246d6a80, {0x624a948, 0xc00cf38ed0})
	github.com/cockroachdb/cockroach/pkg/sql/colfetcher/cfetcher.go:629 +0x8a fp=0xc020732dd0 sp=0xc020732af8 pc=0x320072a
github.com/cockroachdb/cockroach/pkg/sql/colfetcher.(*ColBatchScan).Next(0xc022b4e500)
	github.com/cockroachdb/cockroach/pkg/sql/colfetcher/colbatch_scan.go:109 +0x30 fp=0xc020732e28 sp=0xc020732dd0 pc=0x3204f70
github.com/cockroachdb/cockroach/pkg/sql/colexec/colexecutils.(*CancelChecker).Next(0xc00b3ee140)
	github.com/cockroachdb/cockroach/pkg/sql/colexec/colexecutils/cancel_checker.go:59 +0x30 fp=0xc020732e40 sp=0xc020732e28 pc=0x2860090
github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).next(0xc004e7af00)
	github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:286 +0x73 fp=0xc020732e68 sp=0xc020732e40 pc=0x29a0db3
github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).nextAdapter(0xc004e7af00)
	github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:311 +0x1e fp=0xc020732e80 sp=0xc020732e68 pc=0x29a0f5e
github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).nextAdapter-fm()
	<autogenerated>:1 +0x26 fp=0xc020732e98 sp=0xc020732e80 pc=0x2a274e6
github.com/cockroachdb/cockroach/pkg/sql/colexecerror.CatchVectorizedRuntimeError(0x8?)
	github.com/cockroachdb/cockroach/pkg/sql/colexecerror/error.go:92 +0x62 fp=0xc020732ed8 sp=0xc020732e98 pc=0x2126aa2
github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).Next(0xc004e7af00)
	github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:317 +0x4c fp=0xc020732f10 sp=0xc020732ed8 pc=0x29a100c
github.com/cockroachdb/cockroach/pkg/sql/rowexec.(*noopProcessor).Next(0xc0047a5180)
	github.com/cockroachdb/cockroach/pkg/sql/rowexec/noop.go:89 +0x46 fp=0xc020732f48 sp=0xc020732f10 pc=0x2595586
github.com/cockroachdb/cockroach/pkg/sql.(*rowSourceToPlanNode).Next(0xc00a936600, {{0x624a948?, 0xc00cf38e10?}, 0x1000000000005?, 0xc01c951048?})
	github.com/cockroachdb/cockroach/pkg/sql/row_source_to_plan_node.go:79 +0x45 fp=0xc020732fc0 sp=0xc020732f48 pc=0x34b4f05
github.com/cockroachdb/cockroach/pkg/sql.(*updateNode).BatchedNext(0xc00e27dc00, {{0x624a948, 0xc00cf38e10}, 0xc010c95800, 0xc006abd878})
	github.com/cockroachdb/cockroach/pkg/sql/update.go:164 +0xc4 fp=0xc020733020 sp=0xc020732fc0 pc=0x352d844
github.com/cockroachdb/cockroach/pkg/sql.(*serializeNode).Next(0xc025f851d0, {{0x624a948?, 0xc00cf38e10?}, 0xc010c95800?, 0xc006abd878?})
	github.com/cockroachdb/cockroach/pkg/sql/plan_batch.go:115 +0x5a fp=0xc020733058 sp=0xc020733020 pc=0x3476ffa
github.com/cockroachdb/cockroach/pkg/sql.(*planNodeToRowSource).Next(0xc00bf15b80)
	github.com/cockroachdb/cockroach/pkg/sql/plan_node_to_row_source.go:211 +0x1b9 fp=0xc020733150 sp=0xc020733058 pc=0x3479e19
github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Columnarizer).Next(0xc005414600)
	github.com/cockroachdb/cockroach/pkg/sql/colexec/columnarizer.go:243 +0x13c fp=0xc0207334d0 sp=0xc020733150 pc=0x299d6fc
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*BatchFlowCoordinator).nextAdapter(0xc002467c30)
	github.com/cockroachdb/cockroach/pkg/sql/colflow/flow_coordinator.go:252 +0x2a fp=0xc0207334e8 sp=0xc0207334d0 pc=0x32257ca
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*BatchFlowCoordinator).nextAdapter-fm()
	<autogenerated>:1 +0x26 fp=0xc020733500 sp=0xc0207334e8 pc=0x32334e6
github.com/cockroachdb/cockroach/pkg/sql/colexecerror.CatchVectorizedRuntimeError(0xc00c8c9500?)
	github.com/cockroachdb/cockroach/pkg/sql/colexecerror/error.go:92 +0x62 fp=0xc020733540 sp=0xc020733500 pc=0x2126aa2
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*BatchFlowCoordinator).next(...)
	github.com/cockroachdb/cockroach/pkg/sql/colflow/flow_coordinator.go:256
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*BatchFlowCoordinator).Run(0xc002467c30, {0x624a8a0?, 0xc00b3ee100?})
	github.com/cockroachdb/cockroach/pkg/sql/colflow/flow_coordinator.go:299 +0x308 fp=0xc0207336d0 sp=0xc020733540 pc=0x3225c08
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*vectorizedFlow).Run(0xc005aed540, {0x624a8a0, 0xc00b3ee100}, 0xc0135e5600?)
	github.com/cockroachdb/cockroach/pkg/sql/colflow/vectorized_flow.go:320 +0x1db fp=0xc020733770 sp=0xc0207336d0 pc=0x322ac3b
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000a94f00, {0x624a948, 0xc025f85290}, 0xc0056af770, 0xc0135e5600, 0xc00df1c900, 0xc009f14000, 0xc006abdbb0, 0xc05515f3d0)
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:757 +0xbc4 fp=0xc020734020 sp=0xc020733770 pc=0x33b9844
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0x0?, {0x624a948?, 0xc025f85290}, 0xe8?, 0xc0056af770, 0xc8429de73a5e6101?, {{0x624ce40?, 0xc057859ea0?}, 0x0?}, 0xc009f14000, ...)
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1764 +0x265 fp=0xc0207340e0 sp=0xc020734020 pc=0x33be445
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRunAll(0xc000a94f00?, {0x624a948, 0xc025f85290}, 0xc006abdbb0, 0xc006abd878?, 0xc006abd878, 0xc009f14000, 0x0)
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1472 +0x218 fp=0xc0207341f8 sp=0xc0207340e0 pc=0x33bc4f8
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc006abd300, {0x624a948?, 0xc025f85290}, 0xc006abd878, 0xc025f85290?, {0x7fb1c7c85ea8?, 0xc003d112c8}, 0x78?, 0xc00f93fd38)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1597 +0x594 fp=0xc020734300 sp=0xc0207341f8 pc=0x3310cf4
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc006abd300, {0x624a8a0, 0xc0009bcc40}, 0xc006abd878, {0x7fb1c7c85ea8, 0xc003d112c8})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1200 +0xc2f fp=0xc020734720 sp=0xc020734300 pc=0x330e08f
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc006abd300, {0x624a948?, 0xc0155ac780?}, {{0x6274800, 0xc014416700}, {0xc000e0560f, 0x7e}, 0x2, 0x1}, 0xc00cdcf9e0, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:694 +0x2374 fp=0xc0207350b0 sp=0xc020734720 pc=0x3309b54
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt.func1({0x624a948?, 0xc0155ac780?})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:131 +0xfc fp=0xc020735168 sp=0xc0207350b0 pc=0x330725c
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithProfiling(0x624a948?, {0x624a948?, 0xc0155ac780?}, {0x6274800?, 0xc014416700?}, 0xc000e054af?, 0xc000e05e83?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:2438 +0x330 fp=0xc0207352b8 sp=0xc020735168 pc=0x3317010
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc006abd300, {0x624a948, 0xc0155ac780}, {{0x6274800, 0xc014416700}, {0xc000e0560f, 0x7e}, 0x2, 0x1}, 0xc00cdcf9e0, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:130 +0x4bf fp=0xc020735430 sp=0xc0207352b8 pc=0x3306bff
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc006abd300, {0x624a948, 0xc0155ac780}, {0xc00cdcf9e0, {0xc01b2360c0, 0x2, 0x2}, {0xc05abf6540, 0x6, 0x6}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:220 +0x173 fp=0xc020735550 sp=0xc020735430 pc=0x3307493
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2({{0xc000e05ec2, 0x0}, 0x0, {0xc1116e81872bd7b8, 0x6f0092eb4c, 0x0}, 0x1}, 0xc006abd300, 0xc0207358c0, 0xc0207358b0, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2201 +0x565 fp=0xc020735708 sp=0xc020735550 pc=0x32fafc5
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc006abd300)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2203 +0x6d3 fp=0xc020735cb8 sp=0xc020735708 pc=0x32f9153
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc006abd300, {0x624a8a0, 0xc010b41fc0}, 0x41152d1400000000?, 0xc003b91dc0?, 0xc00fce06f0?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2048 +0x20b fp=0xc020735d70 sp=0xc020735cb8 pc=0x32f86eb
github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc003202000?, {0x624a8a0?, 0xc010b41fc0?}, {0xc002f40800?}, 0x3?, 0xc00d83f9b0?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:881 +0xe6 fp=0xc020735e20 sp=0xc020735d70 pc=0x32f3486
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1()
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:758 +0x54f fp=0xc020735fe0 sp=0xc020735e20 pc=0x37088af
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc020735fe8 sp=0xc020735fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:665 +0x22e

goroutine 310002 [select]:
runtime.gopark(0xc003b8dfa8?, 0x2?, 0x3?, 0x30?, 0xc003b8df74?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc003b8ddc8 sp=0xc003b8dda8 pc=0x4907d6
runtime.selectgo(0xc003b8dfa8, 0xc003b8df70, 0xc003b8dd30?, 0x0, 0x1054c46?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc003b8df08 sp=0xc003b8ddc8 pc=0x4a071c
github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker.func1()
	github.com/cockroachdb/pebble/vfs/external/com_github_cockroachdb_pebble/vfs/disk_health.go:71 +0xe5 fp=0xc003b8dfe0 sp=0xc003b8df08 pc=0x1058345
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc003b8dfe8 sp=0xc003b8dfe0 pc=0x4c2401
created by github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker
	github.com/cockroachdb/pebble/vfs/external/com_github_cockroachdb_pebble/vfs/disk_health.go:66 +0x5d

goroutine 258965 [IO wait]:
runtime.gopark(0x4d28360?, 0xb?, 0x0?, 0x0?, 0x2ef?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00d46af58 sp=0xc00d46af38 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0xca7fe4f0?, 0xb1?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc00d46af90 sp=0xc00d46af58 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1ca7fe408, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc00d46afb0 sp=0xc00d46af90 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc010b47300?, 0xc03447e000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc00d46afd8 sp=0xc00d46afb0 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc010b47300, {0xc03447e000, 0x1000, 0x1000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc00d46b058 sp=0xc00d46afd8 pc=0x535efa
net.(*netFD).Read(0xc010b47300, {0xc03447e000?, 0x7b5a68?, 0xc010b47300?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc00d46b0a0 sp=0xc00d46b058 pc=0x7a20c9
net.(*conn).Read(0xc010ce80c8, {0xc03447e000?, 0x164290f?, 0xc010ce80c8?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc00d46b0e8 sp=0xc00d46b0a0 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc00af985a0, {0xc03447e000, 0x1000, 0x1000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc00d46b130 sp=0xc00d46b0e8 pc=0x1641f96
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc01558f158, {0xc03447e000, 0x1000, 0x1000})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1949 +0x156 fp=0xc00d46b1d0 sp=0xc00d46b130 pc=0x370f896
bufio.(*Reader).fill(0xc010f9c490)
	GOROOT/src/bufio/bufio.go:106 +0xff fp=0xc00d46b208 sp=0xc00d46b1d0 pc=0x5ae51f
bufio.(*Reader).ReadByte(0xc010f9c490)
	GOROOT/src/bufio/bufio.go:265 +0x2c fp=0xc00d46b228 sp=0xc00d46b208 pc=0x5aecec
github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc010f9ca68?, {0x62295c8, 0xc010f9c490})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:206 +0x2c fp=0xc00d46b260 sp=0xc00d46b228 pc=0x270ca4c
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl.func5(0xc010f9c400, 0xc00b9c0300, 0xc00d46b442, 0xc00d46b444, {0x623b718, 0xc0134fb560}, 0xc002f40800, 0xc007ed8a84, 0xc00d46b440)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:424 +0xa5 fp=0xc00d46b398 sp=0xc00d46b260 pc=0x3707185
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc010f9c400, {0x624a948, 0xc0467b8180}, 0xc00b9c02f0, 0xc002f40800, 0xc0467b80c0, {0x1, 0x2, {0x3, {0x532ee51, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:564 +0xc7f fp=0xc00d46b768 sp=0xc00d46b398 pc=0x3706c5f
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc003152c00, {0x624a948, 0xc0467b8180}, {0x628a538, 0xc00af985a0}, {{{0xc0126ff009, 0x4}}, 0x1, 0xc0467b80f0, 0xc0467b8120, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:174 +0x29e fp=0xc00d46b8a8 sp=0xc00d46b768 pc=0x37051fe
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc003152c00, {0x624a948, 0xc0467b8180}, {0x628a538?, 0xc00af985a0}, 0x90?)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:913 +0xd29 fp=0xc00d46be20 sp=0xc00d46b8a8 pc=0x3715be9
github.com/cockroachdb/cockroach/pkg/server.(*SQLServer).startServeSQL.func1.1({0x624a948?, 0xc0467b8000?}, {0x628a538, 0xc00af985a0})
	github.com/cockroachdb/cockroach/pkg/server/server_sql.go:1474 +0xc8 fp=0xc00d46beb0 sp=0xc00d46be20 pc=0x39e1cc8
github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1({0x624a948, 0xc0467b8000})
	github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:162 +0xd7 fp=0xc00d46bf30 sp=0xc00d46beb0 pc=0x1643997
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00d46bfe0 sp=0xc00d46bf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00d46bfe8 sp=0xc00d46bfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 271728 [sleep]:
runtime.gopark(0x4b826579e33?, 0x504?, 0x90?, 0xbc?, 0x6f77f56415?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0023cedf0 sp=0xc0023cedd0 pc=0x4907d6
time.Sleep(0x11358f856)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc0023cee30 sp=0xc0023cedf0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc0085e7980, 0x504, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc0023cee88 sp=0xc0023cee30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc0085e7980, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc0023ceec8 sp=0xc0023cee88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc010103f80?, {0xc004dd1500?, 0x3a, 0xc010103f70?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc0023cefa8 sp=0xc0023ceec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc0023cefe0 sp=0xc0023cefa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0023cefe8 sp=0xc0023cefe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 291204 [sleep]:
runtime.gopark(0x4b820adde69?, 0x200923?, 0x7a?, 0x14?, 0x6f73edbc01?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0023d3df0 sp=0xc0023d3dd0 pc=0x4907d6
time.Sleep(0x114fb0f9f)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc0023d3e30 sp=0xc0023d3df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc01e34a7b0, 0x200923, {0x4618e7?, 0x203007?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc0023d3e88 sp=0xc0023d3e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc01e34a7b0, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc0023d3ec8 sp=0xc0023d3e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc003f83f80?, {0xc00a3c5500?, 0x29, 0xc003f83f70?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc0023d3fa8 sp=0xc0023d3ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc0023d3fe0 sp=0xc0023d3fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0023d3fe8 sp=0xc0023d3fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 290120 [sleep]:
runtime.gopark(0x4b8c7066ae5?, 0x400eb5?, 0x89?, 0x15?, 0x7025ec1b20?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc002ddfdf0 sp=0xc002ddfdd0 pc=0x4907d6
time.Sleep(0x120a0e29f)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc002ddfe30 sp=0xc002ddfdf0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc00497c330, 0x400eb5, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc002ddfe88 sp=0xc002ddfe30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc00497c330, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc002ddfec8 sp=0xc002ddfe88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc0030e9c80?, {0xc0109bf400?, 0xa, 0xc0030e9c80?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc002ddffa8 sp=0xc002ddfec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc002ddffe0 sp=0xc002ddffa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc002ddffe8 sp=0xc002ddffe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 308658 [sleep]:
runtime.gopark(0x4b837cdb844?, 0x400ec5?, 0xff?, 0x96?, 0x6f80ee3e8c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc021beedf0 sp=0xc021beedd0 pc=0x4907d6
time.Sleep(0x10adbbc01)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc021beee30 sp=0xc021beedf0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc00f231020, 0x400ec5, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc021beee88 sp=0xc021beee30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc00f231020, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc021beeec8 sp=0xc021beee88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc008720a80?, {0xc004567400?, 0x8, 0xc021beefb8?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc021beefa8 sp=0xc021beeec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc021beefe0 sp=0xc021beefa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc021beefe8 sp=0xc021beefe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 51034 [select, 6 minutes]:
runtime.gopark(0xc00b76f578?, 0x2?, 0x20?, 0xfb?, 0xc00b76f53c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00b76f3a8 sp=0xc00b76f388 pc=0x4907d6
runtime.selectgo(0xc00b76f578, 0xc00b76f538, 0xc00a75e580?, 0x0, 0x27?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00b76f4e8 sp=0xc00b76f3a8 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).RaftMessageBatch(0xc001730460, {0x628a958, 0xc000aaa470})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:313 +0x208 fp=0xc00b76f5b0 sp=0xc00b76f4e8 pc=0x1d82b08
github.com/cockroachdb/cockroach/pkg/kv/kvserver._MultiRaft_RaftMessageBatch_Handler({0x525f4e0?, 0xc001730460}, {0x627d570?, 0xc0158d6440})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/bazel-out/k8-opt/bin/pkg/kv/kvserver/kvserver_go_proto_/github.com/cockroachdb/cockroach/pkg/kv/kvserver/storage_services.pb.go:244 +0x9f fp=0xc00b76f5e8 sp=0xc00b76f5b0 pc=0x1d4b57f
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x525f4e0, 0xc001730460}, {0x627dc78?, 0xc014e8a8f0?}, 0xc014af7068, 0x5683c48)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x6c4 fp=0xc00b76f920 sp=0xc00b76f5e8 pc=0x16481a4
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x525f4e0?, 0xc001730460?}, {0x627dc78?, 0xc014e8a8f0?})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1408 +0x5b fp=0xc00b76f960 sp=0xc00b76f920 pc=0xc21dfb
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x525f4e0, 0xc001730460}, {0x627dc78, 0xc014e8a8f0}, 0x1054f90?, 0xc00a75e540)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:272 +0x74 fp=0xc00b76f990 sp=0xc00b76f960 pc=0x16576d4
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x525f4e0?, 0xc001730460?}, {0x627dc78?, 0xc014e8a8f0?})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1411 +0x83 fp=0xc00b76f9d0 sp=0xc00b76f990 pc=0xc21e23
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x0?, 0x0?})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:241 +0x2d fp=0xc00b76fa00 sp=0xc00b76f9d0 pc=0x165798d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0xc000b6c6c0, {0x624a948, 0xc0143d3560}, {0xc00b76fb08?, 0x46159f?}, 0xc00b76fac0)
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:341 +0xd1 fp=0xc00b76fa78 sp=0xc00b76fa00 pc=0x10542d1
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x525f4e0, 0xc001730460}, {0x627dc78?, 0xc014e8a8f0?}, 0xc014af7068, 0xc00a75e540)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:240 +0xef fp=0xc00b76fb00 sp=0xc00b76fa78 pc=0x165790f
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x525f4e0?, 0xc001730460?}, {0x627dc78?, 0xc014e8a8f0?})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1411 +0x83 fp=0xc00b76fb40 sp=0xc00b76fb00 pc=0xc21e23
google.golang.org/grpc.chainStreamInterceptors.func1({0x525f4e0, 0xc001730460}, {0x627dc78, 0xc014e8a8f0}, 0xc014af7068, 0x5683c48)
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1413 +0x12b fp=0xc00b76fb90 sp=0xc00b76fb40 pc=0xc21d4b
google.golang.org/grpc.(*Server).processStreamingRPC(0xc008720a80, {0x6294e00, 0xc0022b0d00}, 0xc00eaabb00, 0xc000967b90, 0x8ff1fe0, 0x0)
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1549 +0xf3b fp=0xc00b76fe48 sp=0xc00b76fb90 pc=0xc22dbb
google.golang.org/grpc.(*Server).handleStream(0xc008720a80, {0x6294e00, 0xc0022b0d00}, 0xc00eaabb00, 0x0)
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1624 +0x9ea fp=0xc00b76ff68 sp=0xc00b76fe48 pc=0xc245ea
google.golang.org/grpc.(*Server).serveStreams.func1.2()
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:922 +0x98 fp=0xc00b76ffe0 sp=0xc00b76ff68 pc=0xc1dab8
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00b76ffe8 sp=0xc00b76ffe0 pc=0x4c2401
created by google.golang.org/grpc.(*Server).serveStreams.func1
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:920 +0x28a

goroutine 282243 [sleep]:
runtime.gopark(0x4b878418f53?, 0x8019a6?, 0xa3?, 0xa4?, 0x6fbdbf163b?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc007f65df0 sp=0xc007f65dd0 pc=0x4907d6
time.Sleep(0x10738b957)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc007f65e30 sp=0xc007f65df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc011878180, 0x8019a6, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc007f65e88 sp=0xc007f65e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc011878180, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc007f65ec8 sp=0xc007f65e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0x0?, {0xc011c61b80?, 0xa, 0xc003f84f70?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc007f65fa8 sp=0xc007f65ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc007f65fe0 sp=0xc007f65fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc007f65fe8 sp=0xc007f65fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 224915 [sleep]:
runtime.gopark(0x4b80dee9f86?, 0x40e19?, 0xad?, 0xe?, 0x6f5f49ec37?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00eba6df0 sp=0xc00eba6dd0 pc=0x4907d6
time.Sleep(0x113167e40)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc00eba6e30 sp=0xc00eba6df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc0152a7d40, 0x40e19, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc00eba6e88 sp=0xc00eba6e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc0152a7d40, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc00eba6ec8 sp=0xc00eba6e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc00a25bf80?, {0xc00ff09500?, 0x26, 0xc00a25bf70?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc00eba6fa8 sp=0xc00eba6ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc00eba6fe0 sp=0xc00eba6fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00eba6fe8 sp=0xc00eba6fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 295092 [select]:
runtime.gopark(0xc020884bb0?, 0x2?, 0xc0?, 0x92?, 0xc020884bac?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc020884a38 sp=0xc020884a18 pc=0x4907d6
runtime.selectgo(0xc020884bb0, 0xc020884ba8, 0x10?, 0x0, 0x101?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc020884b78 sp=0xc020884a38 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc00e393c20)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc020884be0 sp=0xc020884b78 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc00e109550, {0x51b9a20?, 0xc00d6c2f00}, 0x6248888?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc020884ce8 sp=0xc020884be0 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x139?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc020884d18 sp=0xc020884ce8 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc00e3938c0, 0xc020884df0, 0xc020884dc0)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:692 +0xd3 fp=0xc020884d70 sp=0xc020884d18 pc=0xc2a3b3
google.golang.org/grpc.(*clientStream).RecvMsg(0xc00e3938c0, {0x51b9a20?, 0xc00d6c2f00?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc020884e20 sp=0xc020884d70 pc=0xc2b61f
google.golang.org/grpc.invoke({0x624a948?, 0xc031657590?}, {0x53d9bbc?, 0x2?}, {0x52f0080, 0xc00be9a1e0}, {0x51b9a20, 0xc00d6c2f00}, 0x0?, {0xc000f30f80, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:73 +0xd7 fp=0xc020884e88 sp=0xc020884e20 pc=0xc0a637
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x624a948, 0xc031657590}, {0x53d9bbc, 0x21}, {0x52f0080, 0xc00be9a1e0}, {0x51b9a20, 0xc00d6c2f00}, 0x4273058b37bbb6d0?, 0x568c070, ...)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:247 +0x384 fp=0xc020884f78 sp=0xc020884e88 pc=0x1648b84
google.golang.org/grpc.(*ClientConn).Invoke(0x16b763b5e8492ad8?, {0x624a948?, 0xc031657590?}, {0x53d9bbc?, 0x0?}, {0x52f0080?, 0xc00be9a1e0?}, {0x51b9a20?, 0xc00d6c2f00?}, {0x0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:35 +0x223 fp=0xc020885018 sp=0xc020884f78 pc=0xc0a483
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc011d98598, {0x624a948, 0xc031657590}, 0x0?, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9334 +0xc9 fp=0xc020885098 sp=0xc020885018 pc=0xdcf7a9
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.TracingInternalClient.Batch({{0x629d930?, 0xc011d98598?}}, {0x624a948, 0xc031657590}, 0xc00be9a1e0, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:329 +0x171 fp=0xc020885170 sp=0xc020885098 pc=0x1671a71
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*TracingInternalClient).Batch(0x208851d8?, {0x624a948?, 0xc031657590?}, 0x624a948?, {0x0?, 0xc002339f00?, 0xc0208852d0?})
	<autogenerated>:1 +0x65 fp=0xc0208851c0 sp=0xc020885170 pc=0x1671b45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc003d3a720, {_, _}, _, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:211 +0x17e fp=0xc020885460 sp=0xc0208851c0 pc=0x19daefe
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc003d3a720, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76ec270431, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:190 +0x158 fp=0xc020885598 sp=0xc020885460 pc=0x19dad18
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76ec270431, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2079 +0x110f fp=0xc020885ce0 sp=0xc020885598 pc=0x19ce2ef
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76ec270431, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1623 +0x805 fp=0xc0208865e0 sp=0xc020885ce0 pc=0x19cade5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76ec270431, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1403 +0x1393 fp=0xc020886e48 sp=0xc0208865e0 pc=0x19c8fb3
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).Send(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76ec270431, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:845 +0x629 fp=0xc020887268 sp=0xc020886e48 pc=0x19c5fe9
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnLockGatekeeper).SendLocked(0xc00f9b16b8, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_lock_gatekeeper.go:82 +0x2a8 fp=0xc0208874c0 sp=0xc020887268 pc=0x19f2348
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnMetricRecorder).SendLocked(0xc00f9b1680, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_metric_recorder.go:46 +0x142 fp=0xc0208875e8 sp=0xc0208874c0 pc=0x19e9042
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnCommitter).SendLocked(0xc00f9b1650, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_committer.go:129 +0x746 fp=0xc020887878 sp=0xc0208875e8 pc=0x19e5026
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).sendLockedWithRefreshAttempts(0xc00f9b1550, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:225 +0x27a fp=0xc020887e18 sp=0xc020887878 pc=0x19eeefa
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).SendLocked(0xc00f9b1550, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:153 +0x1cb fp=0xc020888108 sp=0xc020887e18 pc=0x19ee7ab
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnPipeliner).SendLocked(0xc00f9b1420, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_pipeliner.go:290 +0x2ee fp=0xc020888408 sp=0xc020888108 pc=0x19e986e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSeqNumAllocator).SendLocked(0xc00f9b1400?, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_seq_num_allocator.go:104 +0xb5 fp=0xc0208885b0 sp=0xc020888408 pc=0x19ee115
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).SendLocked(0xc00f9b1350, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:245 +0x4e8 fp=0xc0208887c8 sp=0xc0208885b0 pc=0x19e6c28
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*TxnCoordSender).Send(0xc00f9b1180, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_coord_sender.go:526 +0x592 fp=0xc020888a20 sp=0xc0208887c8 pc=0x19dd5f2
github.com/cockroachdb/cockroach/pkg/kv.(*DB).sendUsingSender(0xc001261200, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/db.go:1016 +0x156 fp=0xc020888b48 sp=0xc020888a20 pc=0x16ae696
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).Send(0xc006ea86e0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/txn.go:1093 +0x225 fp=0xc020888e10 sp=0xc020888b48 pc=0x16b7905
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).Send-fm({0x624a948?, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, {0x0, ...}, ...}, ...})
	<autogenerated>:1 +0x85 fp=0xc020888f20 sp=0xc020888e10 pc=0x16bc4c5
github.com/cockroachdb/cockroach/pkg/kv.sendAndFill({0x624a948, 0xc00633b9b0}, 0x0?, 0xc00ee6d080)
	github.com/cockroachdb/cockroach/pkg/kv/db.go:855 +0x119 fp=0xc020889118 sp=0xc020888f20 pc=0x16adcf9
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).Run(0xc006ea86e0, {0x624a948, 0xc00633b9b0}, 0x0?)
	github.com/cockroachdb/cockroach/pkg/kv/txn.go:673 +0x74 fp=0xc020889160 sp=0xc020889118 pc=0x16b5274
github.com/cockroachdb/cockroach/pkg/sql.(*tableWriterBase).finalize(0xc027615030, {0x624a948, 0xc00633b9b0})
	github.com/cockroachdb/cockroach/pkg/sql/tablewriter.go:230 +0xb6 fp=0xc020889198 sp=0xc020889160 pc=0x350dd96
github.com/cockroachdb/cockroach/pkg/sql.(*insertFastPathNode).BatchedNext(0xc027615000, {{0x624a948, 0xc00633b9b0}, 0xc00e7cc400, 0xc002dd5e78})
	github.com/cockroachdb/cockroach/pkg/sql/insert_fast_path.go:312 +0x12a fp=0xc020889230 sp=0xc020889198 pc=0x341ddca
github.com/cockroachdb/cockroach/pkg/sql.(*rowCountNode).startExec(0xc00665ce40, {{0x624a948?, 0xc00633b9b0?}, 0xc00e7cc400?, 0xc002dd5e78?})
	github.com/cockroachdb/cockroach/pkg/sql/plan_batch.go:173 +0xce fp=0xc020889288 sp=0xc020889230 pc=0x34772ae
github.com/cockroachdb/cockroach/pkg/sql.startExec.func2({0xc020889488?, 0x624c900?}, {0x624ceb0, 0xc00665ce40})
	github.com/cockroachdb/cockroach/pkg/sql/plan.go:518 +0x143 fp=0xc020889338 sp=0xc020889288 pc=0x3476843
github.com/cockroachdb/cockroach/pkg/sql.(*planVisitor).visitInternal.func1()
	github.com/cockroachdb/cockroach/pkg/sql/walk.go:112 +0x3e fp=0xc020889370 sp=0xc020889338 pc=0x354d95e
github.com/cockroachdb/cockroach/pkg/sql.(*planVisitor).visitInternal(0xc020889488, {0x624ceb0?, 0xc00665ce40?}, {0x5338c31?, 0x5?})
	github.com/cockroachdb/cockroach/pkg/sql/walk.go:297 +0x14c3 fp=0xc020889400 sp=0xc020889370 pc=0x354d863
github.com/cockroachdb/cockroach/pkg/sql.(*planVisitor).visit(0xc020889488, {0x624ceb0, 0xc00665ce40})
	github.com/cockroachdb/cockroach/pkg/sql/walk.go:79 +0xf7 fp=0xc020889450 sp=0xc020889400 pc=0x354c297
github.com/cockroachdb/cockroach/pkg/sql.walkPlan(...)
	github.com/cockroachdb/cockroach/pkg/sql/walk.go:43
github.com/cockroachdb/cockroach/pkg/sql.startExec({{0x624a948?, 0xc00633b9b0?}, 0xc00e7cc400?, 0xc002dd5e78?}, {0x624ceb0, 0xc00665ce40})
	github.com/cockroachdb/cockroach/pkg/sql/plan.go:521 +0x119 fp=0xc0208894d0 sp=0xc020889450 pc=0x3476699
github.com/cockroachdb/cockroach/pkg/sql.(*planNodeToRowSource).Start(0xc0171ee840, {0x624a948, 0xc00633b980})
	github.com/cockroachdb/cockroach/pkg/sql/plan_node_to_row_source.go:166 +0xbd fp=0xc020889510 sp=0xc0208894d0 pc=0x3479bfd
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*FlowCoordinator).Start.func1()
	github.com/cockroachdb/cockroach/pkg/sql/colflow/flow_coordinator.go:122 +0x34 fp=0xc020889538 sp=0xc020889510 pc=0x3224ef4
github.com/cockroachdb/cockroach/pkg/sql/colexecerror.CatchVectorizedRuntimeError(0xc015f1f320?)
	github.com/cockroachdb/cockroach/pkg/sql/colexecerror/error.go:92 +0x62 fp=0xc020889578 sp=0xc020889538 pc=0x2126aa2
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*FlowCoordinator).Start(0xc015f1f320, {0x624a8a0?, 0xc0039c3480?})
	github.com/cockroachdb/cockroach/pkg/sql/colflow/flow_coordinator.go:121 +0x70 fp=0xc0208895d0 sp=0xc020889578 pc=0x3224e70
github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBaseNoHelper).Run(0xc015f1f320, {0x624a8a0?, 0xc0039c3480?})
	github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:728 +0x3a fp=0xc020889610 sp=0xc0208895d0 pc=0x230ec1a
github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc00ee8f000, {0x624a8a0, 0xc0039c3480}, 0xc015f1f320?)
	github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:480 +0x25a fp=0xc0208896d0 sp=0xc020889610 pc=0x25bf07a
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*vectorizedFlow).Run(0x629ebe0?, {0x624a8a0?, 0xc0039c3480?}, 0xc006ea86e0?)
	github.com/cockroachdb/cockroach/pkg/sql/colflow/vectorized_flow.go:307 +0x206 fp=0xc020889770 sp=0xc0208896d0 pc=0x322ac66
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000a94f00, {0x624a948, 0xc00633b4a0}, 0xc00bbaaf00, 0xc006ea86e0, 0xc016ea9b00, 0xc002281500, 0xc002dd61b0, 0xc004ecbf20)
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:757 +0xbc4 fp=0xc02088a020 sp=0xc020889770 pc=0x33b9844
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0x468005?, {0x624a948?, 0xc00633b4a0}, 0x0?, 0xc00bbaaf00, 0xc02088a1e8?, {{0x624ceb0?, 0xc00665ce40?}, 0x0?}, 0xc002281500, ...)
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1764 +0x265 fp=0xc02088a0e0 sp=0xc02088a020 pc=0x33be445
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRunAll(0xc000a94f00?, {0x624a948, 0xc00633b4a0}, 0xc002dd61b0, 0xc002dd5e78?, 0xc002dd5e78, 0xc002281500, 0x0)
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1472 +0x218 fp=0xc02088a1f8 sp=0xc02088a0e0 pc=0x33bc4f8
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc002dd5900, {0x624a948?, 0xc00633b4a0}, 0xc002dd5e78, 0xc00633b4a0?, {0x7fb1c7c85ea8?, 0xc003d12ac8}, 0x71?, 0xc00b874678)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1597 +0x594 fp=0xc02088a300 sp=0xc02088a1f8 pc=0x3310cf4
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc002dd5900, {0x624a8a0, 0xc0039c2d00}, 0xc002dd5e78, {0x7fb1c7c85ea8, 0xc003d12ac8})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1200 +0xc2f fp=0xc02088a720 sp=0xc02088a300 pc=0x330e08f
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc002dd5900, {0x624a948?, 0xc00497cd50?}, {{0x6273140, 0xc002338280}, {0xc00ad39611, 0x7a}, 0x7, 0x1}, 0xc006e1d680, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:694 +0x2374 fp=0xc02088b0b0 sp=0xc02088a720 pc=0x3309b54
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt.func1({0x624a948?, 0xc00497cd50?})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:131 +0xfc fp=0xc02088b168 sp=0xc02088b0b0 pc=0x330725c
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithProfiling(0x624a948?, {0x624a948?, 0xc00497cd50?}, {0x6273140?, 0xc002338280?}, 0x28?, 0xc00497cd50?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:2438 +0x330 fp=0xc02088b2b8 sp=0xc02088b168 pc=0x3317010
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc002dd5900, {0x624a948, 0xc00497cd50}, {{0x6273140, 0xc002338280}, {0xc00ad39611, 0x7a}, 0x7, 0x1}, 0xc006e1d680, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:130 +0x4bf fp=0xc02088b430 sp=0xc02088b2b8 pc=0x3306bff
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc002dd5900, {0x624a948, 0xc00497cd50}, {0xc006e1d680, {0xc00b8745b0, 0x7, 0x7}, {0x9c5f2e8, 0x1, 0x1}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:220 +0x173 fp=0xc02088b550 sp=0xc02088b430 pc=0x3307493
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2({{0xc00c893d9d, 0x0}, 0x0, {0xc1116e819dda4856, 0x6f17415beb, 0x0}, 0x1}, 0xc002dd5900, 0xc02088b8c0, 0xc02088b8b0, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2201 +0x565 fp=0xc02088b708 sp=0xc02088b550 pc=0x32fafc5
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc002dd5900)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2203 +0x6d3 fp=0xc02088bcb8 sp=0xc02088b708 pc=0x32f9153
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc002dd5900, {0x624a8a0, 0xc01c74da00}, 0x411484a400000000?, 0xc012a29dc0?, 0xc00a5109d0?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2048 +0x20b fp=0xc02088bd70 sp=0xc02088bcb8 pc=0x32f86eb
github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc003202000?, {0x624a8a0?, 0xc01c74da00?}, {0xc002f40800?}, 0x3?, 0xc019d70c60?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:881 +0xe6 fp=0xc02088be20 sp=0xc02088bd70 pc=0x32f3486
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1()
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:758 +0x54f fp=0xc02088bfe0 sp=0xc02088be20 pc=0x37088af
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc02088bfe8 sp=0xc02088bfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:665 +0x22e

goroutine 50925 [select]:
runtime.gopark(0xc0059dbdb8?, 0x3?, 0x68?, 0x0?, 0xc0059dbd32?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0059dbb90 sp=0xc0059dbb70 pc=0x4907d6
runtime.selectgo(0xc0059dbdb8, 0xc0059dbd2c, 0xc0049840c0?, 0x0, 0x9c5fde0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0059dbcd0 sp=0xc0059dbb90 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc0004178c0, {0x624a948, 0xc0049840c0}, 0xc00dad0eb0, {0xc00c82e528, 0x12}, 0xc0027324e0)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:1971 +0x366 fp=0xc0059dbe68 sp=0xc0059dbcd0 pc=0x16613e6
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1.1({0x624a948, 0xc0049840c0})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:1879 +0x8d fp=0xc0059dbf30 sp=0xc0059dbe68 pc=0x1660e4d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0059dbfe0 sp=0xc0059dbf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0059dbfe8 sp=0xc0059dbfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 301066 [sleep]:
runtime.gopark(0x4b8a1aee61e?, 0x1002ef7?, 0xa2?, 0xdd?, 0x6ffc31193a?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc007c8bdf0 sp=0xc007c8bdd0 pc=0x4907d6
time.Sleep(0x11c3d63e4)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc007c8be30 sp=0xc007c8bdf0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc007e8a9c0, 0x1002ef7, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc007c8be88 sp=0xc007c8be30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc007e8a9c0, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc007c8bec8 sp=0xc007c8be88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc008720a80?, {0xc007c93180?, 0x9, 0xc004085fb8?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc007c8bfa8 sp=0xc007c8bec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc007c8bfe0 sp=0xc007c8bfa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc007c8bfe8 sp=0xc007c8bfe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 294574 [sleep]:
runtime.gopark(0x4b85db3a79c?, 0x1e08db?, 0xb2?, 0xec?, 0x6f9e3b944b?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc019737df0 sp=0xc019737dd0 pc=0x4907d6
time.Sleep(0x102432061)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc019737e30 sp=0xc019737df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc0168aabd0, 0x1e08db, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc019737e88 sp=0xc019737e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc0168aabd0, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc019737ec8 sp=0xc019737e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc008720a80?, {0xc01379e500?, 0x8, 0xc006f08fb8?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc019737fa8 sp=0xc019737ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc019737fe0 sp=0xc019737fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc019737fe8 sp=0xc019737fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 300750 [IO wait]:
runtime.gopark(0x1193?, 0xb?, 0x0?, 0x0?, 0xa2?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc001af7618 sp=0xc001af75f8 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0x12?, 0x0?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc001af7650 sp=0xc001af7618 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1ccf29918, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc001af7670 sp=0xc001af7650 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc01552aa80?, 0xc00b10a600?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc001af7698 sp=0xc001af7670 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc01552aa80, {0xc00b10a600, 0x1300, 0x1300})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc001af7718 sp=0xc001af7698 pc=0x535efa
net.(*netFD).Read(0xc01552aa80, {0xc00b10a600?, 0xc00bad7558?, 0xc001af7808?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc001af7760 sp=0xc001af7718 pc=0x7a20c9
net.(*conn).Read(0xc010b20310, {0xc00b10a600?, 0x0?, 0x0?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc001af77a8 sp=0xc001af7760 pc=0x7b53c5
crypto/tls.(*atLeastReader).Read(0xc007df3788, {0xc00b10a600?, 0x0?, 0xf5624ab36c9eb6b2?})
	GOROOT/src/crypto/tls/conn.go:787 +0x3d fp=0xc001af77f0 sp=0xc001af77a8 pc=0x80c45d
bytes.(*Buffer).ReadFrom(0xc003cc5078, {0x62055e0, 0xc007df3788})
	GOROOT/src/bytes/buffer.go:202 +0x98 fp=0xc001af7848 sp=0xc001af77f0 pc=0x579738
crypto/tls.(*Conn).readFromUntil(0xc003cc4e00, {0x62148c0?, 0xc010b20310}, 0xc01194aea0?)
	GOROOT/src/crypto/tls/conn.go:809 +0xe5 fp=0xc001af7888 sp=0xc001af7848 pc=0x80c645
crypto/tls.(*Conn).readRecordOrCCS(0xc003cc4e00, 0x0)
	GOROOT/src/crypto/tls/conn.go:616 +0x116 fp=0xc001af7c10 sp=0xc001af7888 pc=0x809a96
crypto/tls.(*Conn).readRecord(...)
	GOROOT/src/crypto/tls/conn.go:582
crypto/tls.(*Conn).Read(0xc003cc4e00, {0xc035db7000, 0x1000, 0x11?})
	GOROOT/src/crypto/tls/conn.go:1315 +0x16f fp=0xc001af7c80 sp=0xc001af7c10 pc=0x80fa0f
bufio.(*Reader).Read(0xc03470a8a0, {0xc0028f6d60, 0x9, 0xc001af7d18?})
	GOROOT/src/bufio/bufio.go:237 +0x1bb fp=0xc001af7cb8 sp=0xc001af7c80 pc=0x5aeafb
io.ReadAtLeast({0x62052c0, 0xc03470a8a0}, {0xc0028f6d60, 0x9, 0x9}, 0x9)
	GOROOT/src/io/io.go:332 +0x9a fp=0xc001af7d00 sp=0xc001af7cb8 pc=0x52d13a
io.ReadFull(...)
	GOROOT/src/io/io.go:351
golang.org/x/net/http2.readFrameHeader({0xc0028f6d60?, 0x9?, 0xc001af7df0?}, {0x62052c0?, 0xc03470a8a0?})
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:237 +0x6e fp=0xc001af7d50 sp=0xc001af7d00 pc=0xba1d8e
golang.org/x/net/http2.(*Framer).ReadFrame(0xc0028f6d20)
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:498 +0x95 fp=0xc001af7e00 sp=0xc001af7d50 pc=0xba25f5
golang.org/x/net/http2.(*clientConnReadLoop).run(0xc001af7f98)
	golang.org/x/net/http2/external/org_golang_x_net/http2/transport.go:2123 +0x130 fp=0xc001af7f60 sp=0xc001af7e00 pc=0xbc54d0
golang.org/x/net/http2.(*ClientConn).readLoop(0xc01024b500)
	golang.org/x/net/http2/external/org_golang_x_net/http2/transport.go:2019 +0x6f fp=0xc001af7fc8 sp=0xc001af7f60 pc=0xbc49ef
golang.org/x/net/http2.(*Transport).newClientConn.func1()
	golang.org/x/net/http2/external/org_golang_x_net/http2/transport.go:726 +0x26 fp=0xc001af7fe0 sp=0xc001af7fc8 pc=0xbbd6c6
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc001af7fe8 sp=0xc001af7fe0 pc=0x4c2401
created by golang.org/x/net/http2.(*Transport).newClientConn
	golang.org/x/net/http2/external/org_golang_x_net/http2/transport.go:726 +0xaaa

goroutine 309966 [select]:
runtime.gopark(0xc00a0b9208?, 0x2?, 0x50?, 0x44?, 0xc00a0b9204?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00a0b9090 sp=0xc00a0b9070 pc=0x4907d6
runtime.selectgo(0xc00a0b9208, 0xc00a0b9200, 0x10?, 0x0, 0x1?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00a0b91d0 sp=0xc00a0b9090 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc00ece7c20)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc00a0b9238 sp=0xc00a0b91d0 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc00e3586e0, {0x51b9a20?, 0xc0073d3b80}, 0x6248888?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc00a0b9340 sp=0xc00a0b9238 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xa6?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc00a0b9370 sp=0xc00a0b9340 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc00ece7680, 0xc00a0b9448, 0xc00a0b9418)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:692 +0xd3 fp=0xc00a0b93c8 sp=0xc00a0b9370 pc=0xc2a3b3
google.golang.org/grpc.(*clientStream).RecvMsg(0xc00ece7680, {0x51b9a20?, 0xc0073d3b80?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc00a0b9478 sp=0xc00a0b93c8 pc=0xc2b61f
google.golang.org/grpc.invoke({0x624a948?, 0xc00ea99020?}, {0x53d9bbc?, 0x2?}, {0x52f0080, 0xc006488960}, {0x51b9a20, 0xc0073d3b80}, 0x0?, {0xc00a75edc0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:73 +0xd7 fp=0xc00a0b94e0 sp=0xc00a0b9478 pc=0xc0a637
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x624a948, 0xc00ea99020}, {0x53d9bbc, 0x21}, {0x52f0080, 0xc006488960}, {0x51b9a20, 0xc0073d3b80}, 0x1052a6cd0d4b17b4?, 0x568c070, ...)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:247 +0x384 fp=0xc00a0b95d0 sp=0xc00a0b94e0 pc=0x1648b84
google.golang.org/grpc.(*ClientConn).Invoke(0x75dd19f53d6684ec?, {0x624a948?, 0xc00ea99020?}, {0x53d9bbc?, 0x0?}, {0x52f0080?, 0xc006488960?}, {0x51b9a20?, 0xc0073d3b80?}, {0x0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:35 +0x223 fp=0xc00a0b9670 sp=0xc00a0b95d0 pc=0xc0a483
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc000132f10, {0x624a948, 0xc00ea99020}, 0x0?, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9334 +0xc9 fp=0xc00a0b96f0 sp=0xc00a0b9670 pc=0xdcf7a9
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.TracingInternalClient.Batch({{0x629d930?, 0xc000132f10?}}, {0x624a948, 0xc00ea99020}, 0xc006488960, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:329 +0x171 fp=0xc00a0b97c8 sp=0xc00a0b96f0 pc=0x1671a71
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*TracingInternalClient).Batch(0x139cb830?, {0x624a948?, 0xc00ea99020?}, 0x624a948?, {0x0?, 0xc0081f5140?, 0xc0139cb928?})
	<autogenerated>:1 +0x65 fp=0xc00a0b9818 sp=0xc00a0b97c8 pc=0x1671b45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc002d985a0, {_, _}, _, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:211 +0x17e fp=0xc00a0b9ab8 sp=0xc00a0b9818 pc=0x19daefe
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc002d985a0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f3467324, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:190 +0x158 fp=0xc00a0b9bf0 sp=0xc00a0b9ab8 pc=0x19dad18
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f3467324, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2079 +0x110f fp=0xc00a0ba338 sp=0xc00a0b9bf0 pc=0x19ce2ef
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f3467324, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1623 +0x805 fp=0xc00a0bac38 sp=0xc00a0ba338 pc=0x19cade5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f3467324, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1221 +0x433 fp=0xc00a0bb4a0 sp=0xc00a0bac38 pc=0x19c8053
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).Send(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f3467324, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:845 +0x629 fp=0xc00a0bb8c0 sp=0xc00a0bb4a0 pc=0x19c5fe9
github.com/cockroachdb/cockroach/pkg/kv.(*CrossRangeTxnWrapperSender).Send(0xc001261268, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/db.go:223 +0xda fp=0xc00a0bb9f8 sp=0xc00a0bb8c0 pc=0x16a9a7a
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).sendBatch.func1.1({0x624a948, 0xc00ea98ff0})
	github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:278 +0xeb fp=0xc00a0bbc00 sp=0xc00a0bb9f8 pc=0x1ca158b
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).sendBatch.func1({0x624a948, 0xc00ea98ff0})
	github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:309 +0x214 fp=0xc00a0bbf30 sp=0xc00a0bbc00 pc=0x1ca0bf4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00a0bbfe0 sp=0xc00a0bbf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00a0bbfe8 sp=0xc00a0bbfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 294752 [IO wait]:
runtime.gopark(0x4d28360?, 0xb?, 0x0?, 0x0?, 0x4a8?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc01de7cf58 sp=0xc01de7cf38 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0xccf29910?, 0xb1?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc01de7cf90 sp=0xc01de7cf58 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1ccf29828, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc01de7cfb0 sp=0xc01de7cf90 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc00b83f800?, 0xc0139d8000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc01de7cfd8 sp=0xc01de7cfb0 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc00b83f800, {0xc0139d8000, 0x1000, 0x1000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc01de7d058 sp=0xc01de7cfd8 pc=0x535efa
net.(*netFD).Read(0xc00b83f800, {0xc0139d8000?, 0x7b5a68?, 0xc00b83f800?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc01de7d0a0 sp=0xc01de7d058 pc=0x7a20c9
net.(*conn).Read(0xc010624910, {0xc0139d8000?, 0x164290f?, 0xc010624910?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc01de7d0e8 sp=0xc01de7d0a0 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc00c077920, {0xc0139d8000, 0x1000, 0x1000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc01de7d130 sp=0xc01de7d0e8 pc=0x1641f96
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc0119f5c68, {0xc0139d8000, 0x1000, 0x1000})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1949 +0x156 fp=0xc01de7d1d0 sp=0xc01de7d130 pc=0x370f896
bufio.(*Reader).fill(0xc00a62b890)
	GOROOT/src/bufio/bufio.go:106 +0xff fp=0xc01de7d208 sp=0xc01de7d1d0 pc=0x5ae51f
bufio.(*Reader).ReadByte(0xc00a62b890)
	GOROOT/src/bufio/bufio.go:265 +0x2c fp=0xc01de7d228 sp=0xc01de7d208 pc=0x5aecec
github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc00a62be68?, {0x62295c8, 0xc00a62b890})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:206 +0x2c fp=0xc01de7d260 sp=0xc01de7d228 pc=0x270ca4c
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl.func5(0xc00a62b800, 0xc00cdbd250, 0xc01de7d442, 0xc01de7d444, {0x623b718, 0xc010804b40}, 0xc002f40800, 0xc010756734, 0xc01de7d440)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:424 +0xa5 fp=0xc01de7d398 sp=0xc01de7d260 pc=0x3707185
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc00a62b800, {0x624a948, 0xc0048dc4b0}, 0xc00cdbd240, 0xc002f40800, 0xc0048dc3c0, {0x1, 0x2, {0x3, {0x532ee51, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:564 +0xc7f fp=0xc01de7d768 sp=0xc01de7d398 pc=0x3706c5f
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc003152c00, {0x624a948, 0xc0048dc4b0}, {0x628a538, 0xc00c077920}, {{{0xc00bc65038, 0x4}}, 0x1, 0xc0048dc3f0, 0xc0048dc420, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:174 +0x29e fp=0xc01de7d8a8 sp=0xc01de7d768 pc=0x37051fe
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc003152c00, {0x624a948, 0xc0048dc4b0}, {0x628a538?, 0xc00c077920}, 0x90?)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:913 +0xd29 fp=0xc01de7de20 sp=0xc01de7d8a8 pc=0x3715be9
github.com/cockroachdb/cockroach/pkg/server.(*SQLServer).startServeSQL.func1.1({0x624a948?, 0xc0048dc300?}, {0x628a538, 0xc00c077920})
	github.com/cockroachdb/cockroach/pkg/server/server_sql.go:1474 +0xc8 fp=0xc01de7deb0 sp=0xc01de7de20 pc=0x39e1cc8
github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1({0x624a948, 0xc0048dc300})
	github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:162 +0xd7 fp=0xc01de7df30 sp=0xc01de7deb0 pc=0x1643997
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc01de7dfe0 sp=0xc01de7df30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc01de7dfe8 sp=0xc01de7dfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 309936 [select]:
runtime.gopark(0xc014e7fc18?, 0x3?, 0x0?, 0x2b?, 0xc014e7fb3a?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc014e7f8f0 sp=0xc014e7f8d0 pc=0x4907d6
runtime.selectgo(0xc014e7fc18, 0xc014e7fb34, 0xc0121f49c0?, 0x0, 0x8?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc014e7fa30 sp=0xc014e7f8f0 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).resolveIntents(0xc0005a7e00, {0x624a948, 0xc01160ca50}, {0x6221560, 0xc00e19d7a0}, {0x46?, {0xc014e7fe01?, 0x14e7fe60?, 0xc0?}})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:948 +0x909 fp=0xc014e7fda0 sp=0xc014e7fa30 pc=0x1ca8ee9
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents(0xc0005a7e00, {0x624a948?, 0xc01160ca50?}, 0x15f, 0xc00e19d7a0, 0x0?, 0xc007cd9e20)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:777 +0xd1 fp=0xc014e7fe70 sp=0xc014e7fda0 pc=0x1ca77b1
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).CleanupTxnIntentsAsync.func2({0x624a948, 0xc01160ca50})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:583 +0xe5 fp=0xc014e7ff30 sp=0xc014e7fe70 pc=0x1ca6165
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc014e7ffe0 sp=0xc014e7ff30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc014e7ffe8 sp=0xc014e7ffe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 309965 [select]:
runtime.gopark(0xc00332dfa8?, 0x2?, 0x0?, 0x30?, 0xc00332df74?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00332ddc8 sp=0xc00332dda8 pc=0x4907d6
runtime.selectgo(0xc00332dfa8, 0xc00332df70, 0xc00332def0?, 0x0, 0x1054c46?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00332df08 sp=0xc00332ddc8 pc=0x4a071c
github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker.func1()
	github.com/cockroachdb/pebble/vfs/external/com_github_cockroachdb_pebble/vfs/disk_health.go:71 +0xe5 fp=0xc00332dfe0 sp=0xc00332df08 pc=0x1058345
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00332dfe8 sp=0xc00332dfe0 pc=0x4c2401
created by github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker
	github.com/cockroachdb/pebble/vfs/external/com_github_cockroachdb_pebble/vfs/disk_health.go:66 +0x5d

goroutine 271498 [sleep]:
runtime.gopark(0x4b81830492f?, 0x400ea7?, 0x9?, 0x1?, 0x6f6b67dea3?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00eba9df0 sp=0xc00eba9dd0 pc=0x4907d6
time.Sleep(0x114f2c7d7)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc00eba9e30 sp=0xc00eba9df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc0047f2ae0, 0x400ea7, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc00eba9e88 sp=0xc00eba9e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc0047f2ae0, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc00eba9ec8 sp=0xc00eba9e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc008720a80?, {0xc008175180?, 0xf, 0xc00389bfb8?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc00eba9fa8 sp=0xc00eba9ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc00eba9fe0 sp=0xc00eba9fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00eba9fe8 sp=0xc00eba9fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 308520 [runnable]:
syscall.Syscall(0x1058d47?, 0xc014339ef0?, 0x1058da0?, 0xc002e3ef00?)
	GOROOT/src/syscall/syscall_linux.go:68 +0x27 fp=0xc003293b70 sp=0xc003293b00 pc=0x4d89a7
syscall.Syscall(0x4b, 0x7f, 0x0, 0x0)
	<autogenerated>:1 +0x34 fp=0xc003293ba0 sp=0xc003293b70 pc=0x4d8d74
golang.org/x/sys/unix.Fdatasync(0x1058740?)
	golang.org/x/sys/unix/external/org_golang_x_sys/unix/zsyscall_linux.go:712 +0x30 fp=0xc003293be8 sp=0xc003293ba0 pc=0xb50910
github.com/cockroachdb/pebble/vfs.(*linuxFile).SyncData(0xc003293c10?)
	github.com/cockroachdb/pebble/vfs/external/com_github_cockroachdb_pebble/vfs/default_linux.go:59 +0x1d fp=0xc003293c00 sp=0xc003293be8 pc=0x105689d
github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).SyncData.func1()
	github.com/cockroachdb/pebble/vfs/external/com_github_cockroachdb_pebble/vfs/disk_health.go:150 +0x2e fp=0xc003293c20 sp=0xc003293c00 pc=0x1058b0e
github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).timeDiskOp(0xc002e3ef00, 0xc003293c88)
	github.com/cockroachdb/pebble/vfs/external/com_github_cockroachdb_pebble/vfs/disk_health.go:175 +0xd8 fp=0xc003293c68 sp=0xc003293c20 pc=0x1058d38
github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).SyncData(0x71a?)
	github.com/cockroachdb/pebble/vfs/external/com_github_cockroachdb_pebble/vfs/disk_health.go:149 +0x4e fp=0xc003293cb0 sp=0xc003293c68 pc=0x1058aae
github.com/cockroachdb/pebble/vfs.(*enospcFile).SyncData(0x0?)
	github.com/cockroachdb/pebble/vfs/external/com_github_cockroachdb_pebble/vfs/disk_full.go:409 +0x22 fp=0xc003293cc8 sp=0xc003293cb0 pc=0x1058082
github.com/cockroachdb/cockroach/pkg/ccl/storageccl/engineccl.(*encryptedFile).SyncData(0x4e4837?)
	<autogenerated>:1 +0x2a fp=0xc003293ce0 sp=0xc003293cc8 pc=0x4457e0a
github.com/cockroachdb/pebble/vfs.(*syncingFile).Sync(0xc005cb6f00?)
	github.com/cockroachdb/pebble/vfs/external/com_github_cockroachdb_pebble/vfs/syncing_file.go:114 +0x4b fp=0xc003293cf8 sp=0xc003293ce0 pc=0x105f90b
github.com/cockroachdb/pebble/record.(*LogWriter).syncWithLatency(0xc001fb6000)
	github.com/cockroachdb/pebble/record/external/com_github_cockroachdb_pebble/record/log_writer.go:532 +0x43 fp=0xc003293d48 sp=0xc003293cf8 pc=0x10ad783
github.com/cockroachdb/pebble/record.(*LogWriter).flushPending(0xc001fb6000, {0xc00c1c8336, 0x71a, 0x3cd2}, {0xc0075ca680, 0x0, 0x4efa66?}, 0x516, 0x515)
	github.com/cockroachdb/pebble/record/external/com_github_cockroachdb_pebble/record/log_writer.go:519 +0x1d0 fp=0xc003293dc0 sp=0xc003293d48 pc=0x10ad550
github.com/cockroachdb/pebble/record.(*LogWriter).flushLoop(0xc001fb6000, {0x4bb35c0, 0x9c5fde0})
	github.com/cockroachdb/pebble/record/external/com_github_cockroachdb_pebble/record/log_writer.go:453 +0x358 fp=0xc003293ef8 sp=0xc003293dc0 pc=0x10ace78
github.com/cockroachdb/pebble/record.(*LogWriter).flushLoop-fm({0x624a948?, 0xc005c349f0?})
	<autogenerated>:1 +0x39 fp=0xc003293f20 sp=0xc003293ef8 pc=0x10b0099
runtime/pprof.Do({0x624a8d8?, 0xc000120000?}, {{0xc000084800?, 0xc00fd34e40?, 0xc003293f80?}}, 0xc003293fc0)
	GOROOT/src/runtime/pprof/runtime.go:40 +0xa3 fp=0xc003293f90 sp=0xc003293f20 pc=0xfd3223
github.com/cockroachdb/pebble/record.NewLogWriter.func2()
	github.com/cockroachdb/pebble/record/external/com_github_cockroachdb_pebble/record/log_writer.go:329 +0x5c fp=0xc003293fe0 sp=0xc003293f90 pc=0x10aca3c
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc003293fe8 sp=0xc003293fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble/record.NewLogWriter
	github.com/cockroachdb/pebble/record/external/com_github_cockroachdb_pebble/record/log_writer.go:328 +0x3ca

goroutine 5217 [IO wait]:
runtime.gopark(0x4d28360?, 0xb?, 0x0?, 0x0?, 0xd0b?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc014eacf58 sp=0xc014eacf38 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0xca73a0c0?, 0xb1?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc014eacf90 sp=0xc014eacf58 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1ca739fd8, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc014eacfb0 sp=0xc014eacf90 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc0030e9600?, 0xc004316000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc014eacfd8 sp=0xc014eacfb0 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc0030e9600, {0xc004316000, 0x1000, 0x1000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc014ead058 sp=0xc014eacfd8 pc=0x535efa
net.(*netFD).Read(0xc0030e9600, {0xc004316000?, 0x7b5a68?, 0xc0030e9600?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc014ead0a0 sp=0xc014ead058 pc=0x7a20c9
net.(*conn).Read(0xc006cb2cb8, {0xc004316000?, 0x164290f?, 0xc006cb2cb8?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc014ead0e8 sp=0xc014ead0a0 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc004226420, {0xc004316000, 0x1000, 0x1000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc014ead130 sp=0xc014ead0e8 pc=0x1641f96
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc0050eca68, {0xc004316000, 0x1000, 0x1000})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1949 +0x156 fp=0xc014ead1d0 sp=0xc014ead130 pc=0x370f896
bufio.(*Reader).fill(0xc002f08490)
	GOROOT/src/bufio/bufio.go:106 +0xff fp=0xc014ead208 sp=0xc014ead1d0 pc=0x5ae51f
bufio.(*Reader).ReadByte(0xc002f08490)
	GOROOT/src/bufio/bufio.go:265 +0x2c fp=0xc014ead228 sp=0xc014ead208 pc=0x5aecec
github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc002f08a68?, {0x62295c8, 0xc002f08490})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:206 +0x2c fp=0xc014ead260 sp=0xc014ead228 pc=0x270ca4c
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl.func5(0xc002f08400, 0xc0070c35b0, 0xc014ead442, 0xc014ead444, {0x623b718, 0xc0084b5290}, 0xc002f40800, 0xc005f9b61c, 0xc014ead440)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:424 +0xa5 fp=0xc014ead398 sp=0xc014ead260 pc=0x3707185
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc002f08400, {0x624a948, 0xc004de4c30}, 0xc0070c35a0, 0xc002f40800, 0xc004de4ba0, {0x1, 0x2, {0x3, {0x532ee51, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:564 +0xc7f fp=0xc014ead768 sp=0xc014ead398 pc=0x3706c5f
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc003152c00, {0x624a948, 0xc004de4c30}, {0x628a538, 0xc004226420}, {{{0xc00431401e, 0x4}}, 0x1, 0xc004de4bd0, 0xc004de4c00, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:174 +0x29e fp=0xc014ead8a8 sp=0xc014ead768 pc=0x37051fe
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc003152c00, {0x624a948, 0xc004de4c30}, {0x628a538?, 0xc004226420}, 0x90?)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:913 +0xd29 fp=0xc014eade20 sp=0xc014ead8a8 pc=0x3715be9
github.com/cockroachdb/cockroach/pkg/server.(*SQLServer).startServeSQL.func1.1({0x624a948?, 0xc004de4ae0?}, {0x628a538, 0xc004226420})
	github.com/cockroachdb/cockroach/pkg/server/server_sql.go:1474 +0xc8 fp=0xc014eadeb0 sp=0xc014eade20 pc=0x39e1cc8
github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1({0x624a948, 0xc004de4ae0})
	github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:162 +0xd7 fp=0xc014eadf30 sp=0xc014eadeb0 pc=0x1643997
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc014eadfe0 sp=0xc014eadf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc014eadfe8 sp=0xc014eadfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 5218 [sync.Cond.Wait, 3 minutes]:
runtime.gopark(0x4c13fe0?, 0x4fdee40?, 0x1c?, 0x0?, 0xc012a4f640?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc005b0f5d0 sp=0xc005b0f5b0 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc00430e6d0, 0x6)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc005b0f618 sp=0xc005b0f5d0 pc=0x4be30c
sync.(*Cond).Wait(0xc002f08400?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc005b0f650 sp=0xc005b0f618 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/sql.(*StmtBuf).CurCmd(0xc002f08a68)
	github.com/cockroachdb/cockroach/pkg/sql/conn_io.go:460 +0xbe fp=0xc005b0f708 sp=0xc005b0f650 pc=0x3321a5e
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc00455f300)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2074 +0xe5 fp=0xc005b0fcb8 sp=0xc005b0f708 pc=0x32f8b65
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc00455f300, {0x624a8a0, 0xc00430e700}, 0x4117a8fc00000000?, 0xc0082efdc0?, 0xc0070c35e0?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2048 +0x20b fp=0xc005b0fd70 sp=0xc005b0fcb8 pc=0x32f86eb
github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc003202000?, {0x624a8a0?, 0xc00430e700?}, {0xc002f40800?}, 0x3?, 0xc005585038?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:881 +0xe6 fp=0xc005b0fe20 sp=0xc005b0fd70 pc=0x32f3486
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1()
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:758 +0x54f fp=0xc005b0ffe0 sp=0xc005b0fe20 pc=0x37088af
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc005b0ffe8 sp=0xc005b0ffe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:665 +0x22e

goroutine 298038 [sleep]:
runtime.gopark(0x4b847910263?, 0x1002e59?, 0xac?, 0x3?, 0x6f8fd7ab3f?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00392bdf0 sp=0xc00392bdd0 pc=0x4907d6
time.Sleep(0x10a01dba8)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc00392be30 sp=0xc00392bdf0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc0124738c0, 0x1002e59, {0x2?, 0x203004?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc00392be88 sp=0xc00392be30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc0124738c0, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc00392bec8 sp=0xc00392be88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc008720a80?, {0xc0087912c0?, 0x7, 0xc00e664fb8?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc00392bfa8 sp=0xc00392bec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc00392bfe0 sp=0xc00392bfa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00392bfe8 sp=0xc00392bfe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 257859 [sleep]:
runtime.gopark(0x4b825622e24?, 0x205931?, 0x22?, 0x97?, 0x6f77f53eb6?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00eba8df0 sp=0xc00eba8dd0 pc=0x4907d6
time.Sleep(0x1144e418f)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc00eba8e30 sp=0xc00eba8df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc036a7a450, 0x205931, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc00eba8e88 sp=0xc00eba8e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc036a7a450, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc00eba8ec8 sp=0xc00eba8e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc008720a80?, {0xc00e7dea80?, 0x23, 0xc004085fb8?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc00eba8fa8 sp=0xc00eba8ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc00eba8fe0 sp=0xc00eba8fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00eba8fe8 sp=0xc00eba8fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 270912 [sleep]:
runtime.gopark(0x4b7c68b5a0b?, 0x400e98?, 0xed?, 0x50?, 0x6f20cb6482?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc002a17df0 sp=0xc002a17dd0 pc=0x4907d6
time.Sleep(0x11bfb3cae)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc002a17e30 sp=0xc002a17df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc0148835c0, 0x400e98, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc002a17e88 sp=0xc002a17e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc0148835c0, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc002a17ec8 sp=0xc002a17e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc008720a80?, {0xc0083a9500?, 0x2b, 0xc001af6fb8?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc002a17fa8 sp=0xc002a17ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc002a17fe0 sp=0xc002a17fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc002a17fe8 sp=0xc002a17fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 309566 [IO wait]:
runtime.gopark(0x4d28360?, 0xb?, 0x0?, 0x0?, 0x500?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0142def58 sp=0xc0142def38 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0xca739ee0?, 0xb1?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc0142def90 sp=0xc0142def58 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1ca739df8, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc0142defb0 sp=0xc0142def90 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc00fbc2300?, 0xc004b8a000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc0142defd8 sp=0xc0142defb0 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc00fbc2300, {0xc004b8a000, 0x1000, 0x1000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc0142df058 sp=0xc0142defd8 pc=0x535efa
net.(*netFD).Read(0xc00fbc2300, {0xc004b8a000?, 0x7b5a68?, 0xc00fbc2300?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc0142df0a0 sp=0xc0142df058 pc=0x7a20c9
net.(*conn).Read(0xc0034b3da8, {0xc004b8a000?, 0x164290f?, 0xc0034b3da8?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc0142df0e8 sp=0xc0142df0a0 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc00c766d80, {0xc004b8a000, 0x1000, 0x1000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc0142df130 sp=0xc0142df0e8 pc=0x1641f96
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc0061222a0, {0xc004b8a000, 0x1000, 0x1000})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1949 +0x156 fp=0xc0142df1d0 sp=0xc0142df130 pc=0x370f896
bufio.(*Reader).fill(0xc005145490)
	GOROOT/src/bufio/bufio.go:106 +0xff fp=0xc0142df208 sp=0xc0142df1d0 pc=0x5ae51f
bufio.(*Reader).ReadByte(0xc005145490)
	GOROOT/src/bufio/bufio.go:265 +0x2c fp=0xc0142df228 sp=0xc0142df208 pc=0x5aecec
github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc005145a68?, {0x62295c8, 0xc005145490})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:206 +0x2c fp=0xc0142df260 sp=0xc0142df228 pc=0x270ca4c
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl.func5(0xc005145400, 0xc000756890, 0xc0142df442, 0xc0142df444, {0x623b718, 0xc00defbe60}, 0xc002f40800, 0xc00564d544, 0xc0142df440)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:424 +0xa5 fp=0xc0142df398 sp=0xc0142df260 pc=0x3707185
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc005145400, {0x624a948, 0xc015b365d0}, 0xc000756820, 0xc002f40800, 0xc015b36510, {0x1, 0x2, {0x3, {0x532ee51, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:564 +0xc7f fp=0xc0142df768 sp=0xc0142df398 pc=0x3706c5f
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc003152c00, {0x624a948, 0xc015b365d0}, {0x628a538, 0xc00c766d80}, {{{0xc004b6c038, 0x4}}, 0x1, 0xc015b36540, 0xc015b36570, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:174 +0x29e fp=0xc0142df8a8 sp=0xc0142df768 pc=0x37051fe
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc003152c00, {0x624a948, 0xc015b365d0}, {0x628a538?, 0xc00c766d80}, 0x90?)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:913 +0xd29 fp=0xc0142dfe20 sp=0xc0142df8a8 pc=0x3715be9
github.com/cockroachdb/cockroach/pkg/server.(*SQLServer).startServeSQL.func1.1({0x624a948?, 0xc015b36450?}, {0x628a538, 0xc00c766d80})
	github.com/cockroachdb/cockroach/pkg/server/server_sql.go:1474 +0xc8 fp=0xc0142dfeb0 sp=0xc0142dfe20 pc=0x39e1cc8
github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1({0x624a948, 0xc015b36450})
	github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:162 +0xd7 fp=0xc0142dff30 sp=0xc0142dfeb0 pc=0x1643997
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0142dffe0 sp=0xc0142dff30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0142dffe8 sp=0xc0142dffe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 202914 [sleep]:
runtime.gopark(0x4b88ba3c4be?, 0x40460?, 0x3a?, 0xff?, 0x6fce8670c2?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0059c9df0 sp=0xc0059c9dd0 pc=0x4907d6
time.Sleep(0x1049ddf67)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc0059c9e30 sp=0xc0059c9df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc00ff997d0, 0x40460, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc0059c9e88 sp=0xc0059c9e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc00ff997d0, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc0059c9ec8 sp=0xc0059c9e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0x0?, {0xc004af4000?, 0x2e, 0xc003aa9f70?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc0059c9fa8 sp=0xc0059c9ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc0059c9fe0 sp=0xc0059c9fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0059c9fe8 sp=0xc0059c9fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 309614 [select]:
runtime.gopark(0xc018f6be60?, 0x3?, 0x0?, 0x0?, 0xc018f6be32?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc014331cb8 sp=0xc014331c98 pc=0x4907d6
runtime.selectgo(0xc014331e60, 0xc018f6be2c, 0xc00d811530?, 0x0, 0x2?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc014331df8 sp=0xc014331cb8 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).heartbeatLoop(0xc018c23250, {0x624a948, 0xc00d811530})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:383 +0x185 fp=0xc014331eb0 sp=0xc014331df8 pc=0x19e7805
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).heartbeatLoop-fm({0x624a948?, 0xc00d811530?})
	<autogenerated>:1 +0x39 fp=0xc014331ed8 sp=0xc014331eb0 pc=0x19f8df9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTask(0xc000b6c6c0, {0x624a948, 0xc00d811530}, {0x53ddbcd?, 0x1054e20?}, 0xc00afa8fb8)
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:324 +0xd1 fp=0xc014331f50 sp=0xc014331ed8 pc=0x1054071
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).startHeartbeatLoopLocked.func1()
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:338 +0xf9 fp=0xc014331fe0 sp=0xc014331f50 pc=0x19e75d9
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc014331fe8 sp=0xc014331fe0 pc=0x4c2401
created by time.goFunc
	GOROOT/src/time/sleep.go:176 +0x32

goroutine 291478 [IO wait]:
runtime.gopark(0x4d28360?, 0xb?, 0x0?, 0x0?, 0x3a8?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc014346f58 sp=0xc014346f38 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0xccf290a0?, 0xb1?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc014346f90 sp=0xc014346f58 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1ccf28fb8, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc014346fb0 sp=0xc014346f90 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc011416a80?, 0xc01512d000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc014346fd8 sp=0xc014346fb0 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc011416a80, {0xc01512d000, 0x1000, 0x1000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc014347058 sp=0xc014346fd8 pc=0x535efa
net.(*netFD).Read(0xc011416a80, {0xc01512d000?, 0x7b5a68?, 0xc011416a80?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc0143470a0 sp=0xc014347058 pc=0x7a20c9
net.(*conn).Read(0xc004fe38d0, {0xc01512d000?, 0x164290f?, 0xc004fe38d0?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc0143470e8 sp=0xc0143470a0 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc011118180, {0xc01512d000, 0x1000, 0x1000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc014347130 sp=0xc0143470e8 pc=0x1641f96
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc0048a68e8, {0xc01512d000, 0x1000, 0x1000})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1949 +0x156 fp=0xc0143471d0 sp=0xc014347130 pc=0x370f896
bufio.(*Reader).fill(0xc006802090)
	GOROOT/src/bufio/bufio.go:106 +0xff fp=0xc014347208 sp=0xc0143471d0 pc=0x5ae51f
bufio.(*Reader).ReadByte(0xc006802090)
	GOROOT/src/bufio/bufio.go:265 +0x2c fp=0xc014347228 sp=0xc014347208 pc=0x5aecec
github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc006802668?, {0x62295c8, 0xc006802090})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:206 +0x2c fp=0xc014347260 sp=0xc014347228 pc=0x270ca4c
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl.func5(0xc006802000, 0xc00b2f6330, 0xc014347442, 0xc014347444, {0x623b718, 0xc001ff9440}, 0xc002f40800, 0xc0031548f4, 0xc014347440)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:424 +0xa5 fp=0xc014347398 sp=0xc014347260 pc=0x3707185
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc006802000, {0x624a948, 0xc05755d050}, 0xc00b2f6320, 0xc002f40800, 0xc05755cf90, {0x1, 0x2, {0x3, {0x532ee51, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:564 +0xc7f fp=0xc014347768 sp=0xc014347398 pc=0x3706c5f
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc003152c00, {0x624a948, 0xc05755d050}, {0x628a538, 0xc011118180}, {{{0xc011235038, 0x4}}, 0x1, 0xc05755cfc0, 0xc05755cff0, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:174 +0x29e fp=0xc0143478a8 sp=0xc014347768 pc=0x37051fe
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc003152c00, {0x624a948, 0xc05755d050}, {0x628a538?, 0xc011118180}, 0x90?)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:913 +0xd29 fp=0xc014347e20 sp=0xc0143478a8 pc=0x3715be9
github.com/cockroachdb/cockroach/pkg/server.(*SQLServer).startServeSQL.func1.1({0x624a948?, 0xc05755ced0?}, {0x628a538, 0xc011118180})
	github.com/cockroachdb/cockroach/pkg/server/server_sql.go:1474 +0xc8 fp=0xc014347eb0 sp=0xc014347e20 pc=0x39e1cc8
github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1({0x624a948, 0xc05755ced0})
	github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:162 +0xd7 fp=0xc014347f30 sp=0xc014347eb0 pc=0x1643997
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc014347fe0 sp=0xc014347f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc014347fe8 sp=0xc014347fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 262017 [sleep]:
runtime.gopark(0x4b8760f7fb4?, 0x400e91?, 0xf2?, 0x38?, 0x6fba04aa82?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc014d09df0 sp=0xc014d09dd0 pc=0x4907d6
time.Sleep(0x105b05cb6)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc014d09e30 sp=0xc014d09df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc00c4e6990, 0x400e91, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc014d09e88 sp=0xc014d09e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc00c4e6990, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc014d09ec8 sp=0xc014d09e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc008720a80?, {0xc015a7aa80?, 0x30, 0xc005d4ffb8?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc014d09fa8 sp=0xc014d09ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc014d09fe0 sp=0xc014d09fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc014d09fe8 sp=0xc014d09fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 297217 [sync.Cond.Wait]:
runtime.gopark(0x4c13fe0?, 0x4fdee40?, 0x12?, 0x0?, 0xc005979640?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0059795d0 sp=0xc0059795b0 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc032b09990, 0x92)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc005979618 sp=0xc0059795d0 pc=0x4be30c
sync.(*Cond).Wait(0xc006806800?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc005979650 sp=0xc005979618 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/sql.(*StmtBuf).CurCmd(0xc006806e68)
	github.com/cockroachdb/cockroach/pkg/sql/conn_io.go:460 +0xbe fp=0xc005979708 sp=0xc005979650 pc=0x3321a5e
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc0068bd900)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2074 +0xe5 fp=0xc005979cb8 sp=0xc005979708 pc=0x32f8b65
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc0068bd900, {0x624a8a0, 0xc032b099c0}, 0x411a46f400000000?, 0xc002ddfdc0?, 0xc00a3d0ff0?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2048 +0x20b fp=0xc005979d70 sp=0xc005979cb8 pc=0x32f86eb
github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc003202000?, {0x624a8a0?, 0xc032b099c0?}, {0xc002f40800?}, 0x3?, 0xc00d392930?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:881 +0xe6 fp=0xc005979e20 sp=0xc005979d70 pc=0x32f3486
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1()
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:758 +0x54f fp=0xc005979fe0 sp=0xc005979e20 pc=0x37088af
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc005979fe8 sp=0xc005979fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:665 +0x22e

goroutine 309466 [sleep]:
runtime.gopark(0x4b8a1923f84?, 0x2005644?, 0x76?, 0x26?, 0x6ff4bc620f?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00afa2df0 sp=0xc00afa2dd0 pc=0x4907d6
time.Sleep(0x114e556d9)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc00afa2e30 sp=0xc00afa2df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc007f2d590, 0x2005644, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc00afa2e88 sp=0xc00afa2e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc007f2d590, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc00afa2ec8 sp=0xc00afa2e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc008720a80?, {0xc012d23040?, 0x2, 0xc00afa2fb8?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc00afa2fa8 sp=0xc00afa2ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc00afa2fe0 sp=0xc00afa2fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00afa2fe8 sp=0xc00afa2fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 278380 [sleep]:
runtime.gopark(0x4b80801347d?, 0x400e81?, 0xc1?, 0xd8?, 0x6f5b17b650?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc010101df0 sp=0xc010101dd0 pc=0x4907d6
time.Sleep(0x114d1b423)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc010101e30 sp=0xc010101df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc005179f50, 0x400e81, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc010101e88 sp=0xc010101e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc005179f50, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc010101ec8 sp=0xc010101e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0x0?, {0xc014a8e000?, 0xd, 0xc003a79cc0?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc010101fa8 sp=0xc010101ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc010101fe0 sp=0xc010101fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc010101fe8 sp=0xc010101fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 301011 [IO wait]:
runtime.gopark(0x10dc?, 0xb?, 0x0?, 0x0?, 0x339?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00a25b618 sp=0xc00a25b5f8 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0x12?, 0x0?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc00a25b650 sp=0xc00a25b618 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1ca7fdaa8, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc00a25b670 sp=0xc00a25b650 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc0108f8600?, 0xc00e71b300?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc00a25b698 sp=0xc00a25b670 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc0108f8600, {0xc00e71b300, 0x1300, 0x1300})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc00a25b718 sp=0xc00a25b698 pc=0x535efa
net.(*netFD).Read(0xc0108f8600, {0xc00e71b300?, 0xc00b82cdd8?, 0xc00a25b808?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc00a25b760 sp=0xc00a25b718 pc=0x7a20c9
net.(*conn).Read(0xc00a6467e8, {0xc00e71b300?, 0x0?, 0x0?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc00a25b7a8 sp=0xc00a25b760 pc=0x7b53c5
crypto/tls.(*atLeastReader).Read(0xc05ab80690, {0xc00e71b300?, 0x0?, 0x8bec923eac3c1489?})
	GOROOT/src/crypto/tls/conn.go:787 +0x3d fp=0xc00a25b7f0 sp=0xc00a25b7a8 pc=0x80c45d
bytes.(*Buffer).ReadFrom(0xc0060fb778, {0x62055e0, 0xc05ab80690})
	GOROOT/src/bytes/buffer.go:202 +0x98 fp=0xc00a25b848 sp=0xc00a25b7f0 pc=0x579738
crypto/tls.(*Conn).readFromUntil(0xc0060fb500, {0x62148c0?, 0xc00a6467e8}, 0xc0122c15a0?)
	GOROOT/src/crypto/tls/conn.go:809 +0xe5 fp=0xc00a25b888 sp=0xc00a25b848 pc=0x80c645
crypto/tls.(*Conn).readRecordOrCCS(0xc0060fb500, 0x0)
	GOROOT/src/crypto/tls/conn.go:616 +0x116 fp=0xc00a25bc10 sp=0xc00a25b888 pc=0x809a96
crypto/tls.(*Conn).readRecord(...)
	GOROOT/src/crypto/tls/conn.go:582
crypto/tls.(*Conn).Read(0xc0060fb500, {0xc004260000, 0x1000, 0x11?})
	GOROOT/src/crypto/tls/conn.go:1315 +0x16f fp=0xc00a25bc80 sp=0xc00a25bc10 pc=0x80fa0f
bufio.(*Reader).Read(0xc002a5ea80, {0xc0024e3c40, 0x9, 0xc00a25bd18?})
	GOROOT/src/bufio/bufio.go:237 +0x1bb fp=0xc00a25bcb8 sp=0xc00a25bc80 pc=0x5aeafb
io.ReadAtLeast({0x62052c0, 0xc002a5ea80}, {0xc0024e3c40, 0x9, 0x9}, 0x9)
	GOROOT/src/io/io.go:332 +0x9a fp=0xc00a25bd00 sp=0xc00a25bcb8 pc=0x52d13a
io.ReadFull(...)
	GOROOT/src/io/io.go:351
golang.org/x/net/http2.readFrameHeader({0xc0024e3c40?, 0x9?, 0xc00a25bdf0?}, {0x62052c0?, 0xc002a5ea80?})
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:237 +0x6e fp=0xc00a25bd50 sp=0xc00a25bd00 pc=0xba1d8e
golang.org/x/net/http2.(*Framer).ReadFrame(0xc0024e3c00)
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:498 +0x95 fp=0xc00a25be00 sp=0xc00a25bd50 pc=0xba25f5
golang.org/x/net/http2.(*clientConnReadLoop).run(0xc00a25bf98)
	golang.org/x/net/http2/external/org_golang_x_net/http2/transport.go:2123 +0x130 fp=0xc00a25bf60 sp=0xc00a25be00 pc=0xbc54d0
golang.org/x/net/http2.(*ClientConn).readLoop(0xc013fd7e00)
	golang.org/x/net/http2/external/org_golang_x_net/http2/transport.go:2019 +0x6f fp=0xc00a25bfc8 sp=0xc00a25bf60 pc=0xbc49ef
golang.org/x/net/http2.(*Transport).newClientConn.func1()
	golang.org/x/net/http2/external/org_golang_x_net/http2/transport.go:726 +0x26 fp=0xc00a25bfe0 sp=0xc00a25bfc8 pc=0xbbd6c6
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00a25bfe8 sp=0xc00a25bfe0 pc=0x4c2401
created by golang.org/x/net/http2.(*Transport).newClientConn
	golang.org/x/net/http2/external/org_golang_x_net/http2/transport.go:726 +0xaaa

goroutine 52063 [select, 6 minutes]:
runtime.gopark(0xc004025508?, 0x2?, 0x0?, 0x54?, 0xc0040254f4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc004025368 sp=0xc004025348 pc=0x4907d6
runtime.selectgo(0xc004025508, 0xc0040254f0, 0xc006d4aa50?, 0x0, 0x23?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0040254a8 sp=0xc004025368 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport.(*incomingStream).Run(0xc00dbd66e0, {0x624a948, 0xc006d4aa50}, 0xc000b6c6c0, {0x628ab10?, 0xc0037a0fa0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport/receiver.go:342 +0x1b9 fp=0xc004025560 sp=0xc0040254a8 pc=0x1d1a619
github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport.(*Receiver).PushUpdates(0xc0012613b0, {0x628ab10, 0xc0037a0fa0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport/receiver.go:89 +0x92 fp=0xc0040255b0 sp=0xc004025560 pc=0x1d18f12
github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/ctpb._SideTransport_PushUpdates_Handler({0x51002e0?, 0xc0012613b0}, {0x627d570?, 0xc002eeb5a0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/ctpb/bazel-out/k8-opt/bin/pkg/kv/kvserver/closedts/ctpb/ctpb_go_proto_/github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/ctpb/service.pb.go:344 +0x9f fp=0xc0040255e8 sp=0xc0040255b0 pc=0x16c585f
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.StreamServerInterceptor.func1({0x51002e0, 0xc0012613b0}, {0x627dc78?, 0xc0122b0a90?}, 0xc0049c66d8, 0x5683fc0)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:164 +0x6c4 fp=0xc004025920 sp=0xc0040255e8 pc=0x16481a4
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x51002e0?, 0xc0012613b0?}, {0x627dc78?, 0xc0122b0a90?})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1408 +0x5b fp=0xc004025960 sp=0xc004025920 pc=0xc21dfb
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func4({0x51002e0, 0xc0012613b0}, {0x627dc78, 0xc0122b0a90}, 0x1054f90?, 0xc00e05bb40)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:272 +0x74 fp=0xc004025990 sp=0xc004025960 pc=0x16576d4
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x51002e0?, 0xc0012613b0?}, {0x627dc78?, 0xc0122b0a90?})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1411 +0x83 fp=0xc0040259d0 sp=0xc004025990 pc=0xc21e23
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2.1({0x0?, 0x0?})
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:241 +0x2d fp=0xc004025a00 sp=0xc0040259d0 pc=0x165798d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0xc000b6c6c0, {0x624a948, 0xc006d4a990}, {0xc004025b08?, 0x46159f?}, 0xc004025ac0)
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:341 +0xd1 fp=0xc004025a78 sp=0xc004025a00 pc=0x10542d1
github.com/cockroachdb/cockroach/pkg/rpc.NewServerEx.func2({0x51002e0, 0xc0012613b0}, {0x627dc78?, 0xc0122b0a90?}, 0xc0049c66d8, 0xc00e05bb40)
	github.com/cockroachdb/cockroach/pkg/rpc/pkg/rpc/context.go:240 +0xef fp=0xc004025b00 sp=0xc004025a78 pc=0x165790f
google.golang.org/grpc.chainStreamInterceptors.func1.1({0x51002e0?, 0xc0012613b0?}, {0x627dc78?, 0xc0122b0a90?})
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1411 +0x83 fp=0xc004025b40 sp=0xc004025b00 pc=0xc21e23
google.golang.org/grpc.chainStreamInterceptors.func1({0x51002e0, 0xc0012613b0}, {0x627dc78, 0xc0122b0a90}, 0xc0049c66d8, 0x5683fc0)
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1413 +0x12b fp=0xc004025b90 sp=0xc004025b40 pc=0xc21d4b
google.golang.org/grpc.(*Server).processStreamingRPC(0xc008720a80, {0x6294e00, 0xc0022b0d00}, 0xc003f2c900, 0xc00096e7e0, 0x8fc0b80, 0x0)
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1549 +0xf3b fp=0xc004025e48 sp=0xc004025b90 pc=0xc22dbb
google.golang.org/grpc.(*Server).handleStream(0xc008720a80, {0x6294e00, 0xc0022b0d00}, 0xc003f2c900, 0x0)
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:1624 +0x9ea fp=0xc004025f68 sp=0xc004025e48 pc=0xc245ea
google.golang.org/grpc.(*Server).serveStreams.func1.2()
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:922 +0x98 fp=0xc004025fe0 sp=0xc004025f68 pc=0xc1dab8
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc004025fe8 sp=0xc004025fe0 pc=0x4c2401
created by google.golang.org/grpc.(*Server).serveStreams.func1
	google.golang.org/grpc/external/org_golang_google_grpc/server.go:920 +0x28a

goroutine 309643 [IO wait]:
runtime.gopark(0x4d28360?, 0xb?, 0x0?, 0x0?, 0x3af?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0073aaf58 sp=0xc0073aaf38 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0xc7d6f150?, 0xb1?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc0073aaf90 sp=0xc0073aaf58 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1c7d6f068, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc0073aafb0 sp=0xc0073aaf90 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc017822c00?, 0xc00a4ce000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc0073aafd8 sp=0xc0073aafb0 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc017822c00, {0xc00a4ce000, 0x1000, 0x1000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc0073ab058 sp=0xc0073aafd8 pc=0x535efa
net.(*netFD).Read(0xc017822c00, {0xc00a4ce000?, 0x7b5a68?, 0xc017822c00?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc0073ab0a0 sp=0xc0073ab058 pc=0x7a20c9
net.(*conn).Read(0xc0103936c8, {0xc00a4ce000?, 0x164290f?, 0xc0103936c8?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc0073ab0e8 sp=0xc0073ab0a0 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc016479bc0, {0xc00a4ce000, 0x1000, 0x1000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc0073ab130 sp=0xc0073ab0e8 pc=0x1641f96
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc0152d9a10, {0xc00a4ce000, 0x1000, 0x1000})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1949 +0x156 fp=0xc0073ab1d0 sp=0xc0073ab130 pc=0x370f896
bufio.(*Reader).fill(0xc004062c90)
	GOROOT/src/bufio/bufio.go:106 +0xff fp=0xc0073ab208 sp=0xc0073ab1d0 pc=0x5ae51f
bufio.(*Reader).ReadByte(0xc004062c90)
	GOROOT/src/bufio/bufio.go:265 +0x2c fp=0xc0073ab228 sp=0xc0073ab208 pc=0x5aecec
github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc004063268?, {0x62295c8, 0xc004062c90})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:206 +0x2c fp=0xc0073ab260 sp=0xc0073ab228 pc=0x270ca4c
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl.func5(0xc004062c00, 0xc005359b00, 0xc0073ab442, 0xc0073ab444, {0x623b718, 0xc0076881b0}, 0xc002f40800, 0xc0145a3ea4, 0xc0073ab440)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:424 +0xa5 fp=0xc0073ab398 sp=0xc0073ab260 pc=0x3707185
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc004062c00, {0x624a948, 0xc0065f2390}, 0xc005359af0, 0xc002f40800, 0xc00f3d5f50, {0x1, 0x2, {0x3, {0x532ee51, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:564 +0xc7f fp=0xc0073ab768 sp=0xc0073ab398 pc=0x3706c5f
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc003152c00, {0x624a948, 0xc0065f2390}, {0x628a538, 0xc016479bc0}, {{{0xc00a4c2046, 0x4}}, 0x1, 0xc0065f22a0, 0xc0065f2330, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:174 +0x29e fp=0xc0073ab8a8 sp=0xc0073ab768 pc=0x37051fe
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc003152c00, {0x624a948, 0xc0065f2390}, {0x628a538?, 0xc016479bc0}, 0x90?)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:913 +0xd29 fp=0xc0073abe20 sp=0xc0073ab8a8 pc=0x3715be9
github.com/cockroachdb/cockroach/pkg/server.(*SQLServer).startServeSQL.func1.1({0x624a948?, 0xc00f3d5da0?}, {0x628a538, 0xc016479bc0})
	github.com/cockroachdb/cockroach/pkg/server/server_sql.go:1474 +0xc8 fp=0xc0073abeb0 sp=0xc0073abe20 pc=0x39e1cc8
github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1({0x624a948, 0xc00f3d5da0})
	github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:162 +0xd7 fp=0xc0073abf30 sp=0xc0073abeb0 pc=0x1643997
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0073abfe0 sp=0xc0073abf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0073abfe8 sp=0xc0073abfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 263457 [IO wait]:
runtime.gopark(0x4d28360?, 0xb?, 0x0?, 0x0?, 0x12f?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc01459cf58 sp=0xc01459cf38 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0xca7fe040?, 0xb1?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc01459cf90 sp=0xc01459cf58 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1ca7fdf58, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc01459cfb0 sp=0xc01459cf90 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc010076100?, 0xc003a65000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc01459cfd8 sp=0xc01459cfb0 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc010076100, {0xc003a65000, 0x1000, 0x1000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc01459d058 sp=0xc01459cfd8 pc=0x535efa
net.(*netFD).Read(0xc010076100, {0xc003a65000?, 0x7b5a68?, 0xc010076100?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc01459d0a0 sp=0xc01459d058 pc=0x7a20c9
net.(*conn).Read(0xc00a71c0d0, {0xc003a65000?, 0x164290f?, 0xc00a71c0d0?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc01459d0e8 sp=0xc01459d0a0 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc004dbcd80, {0xc003a65000, 0x1000, 0x1000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc01459d130 sp=0xc01459d0e8 pc=0x1641f96
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc05772d3b0, {0xc003a65000, 0x1000, 0x1000})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1949 +0x156 fp=0xc01459d1d0 sp=0xc01459d130 pc=0x370f896
bufio.(*Reader).fill(0xc0072d3490)
	GOROOT/src/bufio/bufio.go:106 +0xff fp=0xc01459d208 sp=0xc01459d1d0 pc=0x5ae51f
bufio.(*Reader).ReadByte(0xc0072d3490)
	GOROOT/src/bufio/bufio.go:265 +0x2c fp=0xc01459d228 sp=0xc01459d208 pc=0x5aecec
github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc0072d3a68?, {0x62295c8, 0xc0072d3490})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:206 +0x2c fp=0xc01459d260 sp=0xc01459d228 pc=0x270ca4c
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl.func5(0xc0072d3400, 0xc006cd7a80, 0xc01459d442, 0xc01459d444, {0x623b718, 0xc03897af30}, 0xc002f40800, 0xc012192784, 0xc01459d440)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:424 +0xa5 fp=0xc01459d398 sp=0xc01459d260 pc=0x3707185
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc0072d3400, {0x624a948, 0xc011409200}, 0xc006cd7a70, 0xc002f40800, 0xc011409140, {0x1, 0x2, {0x3, {0x532ee51, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:564 +0xc7f fp=0xc01459d768 sp=0xc01459d398 pc=0x3706c5f
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc003152c00, {0x624a948, 0xc011409200}, {0x628a538, 0xc004dbcd80}, {{{0xc003f73038, 0x4}}, 0x1, 0xc011409170, 0xc0114091a0, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:174 +0x29e fp=0xc01459d8a8 sp=0xc01459d768 pc=0x37051fe
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc003152c00, {0x624a948, 0xc011409200}, {0x628a538?, 0xc004dbcd80}, 0x90?)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:913 +0xd29 fp=0xc01459de20 sp=0xc01459d8a8 pc=0x3715be9
github.com/cockroachdb/cockroach/pkg/server.(*SQLServer).startServeSQL.func1.1({0x624a948?, 0xc011408f90?}, {0x628a538, 0xc004dbcd80})
	github.com/cockroachdb/cockroach/pkg/server/server_sql.go:1474 +0xc8 fp=0xc01459deb0 sp=0xc01459de20 pc=0x39e1cc8
github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1({0x624a948, 0xc011408f90})
	github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:162 +0xd7 fp=0xc01459df30 sp=0xc01459deb0 pc=0x1643997
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc01459dfe0 sp=0xc01459df30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc01459dfe8 sp=0xc01459dfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 310005 [select]:
runtime.gopark(0xc0067be2d8?, 0x2?, 0xe0?, 0xe1?, 0xc0067be2d4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0067be160 sp=0xc0067be140 pc=0x4907d6
runtime.selectgo(0xc0067be2d8, 0xc0067be2d0, 0x10?, 0x0, 0x101?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0067be2a0 sp=0xc0067be160 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc00d903680)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc0067be308 sp=0xc0067be2a0 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc011b5de40, {0x51b9a20?, 0xc010427980}, 0x6248888?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc0067be410 sp=0xc0067be308 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x1bb?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc0067be440 sp=0xc0067be410 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc00d903440, 0xc0067be518, 0xc0067be4e8)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:692 +0xd3 fp=0xc0067be498 sp=0xc0067be440 pc=0xc2a3b3
google.golang.org/grpc.(*clientStream).RecvMsg(0xc00d903440, {0x51b9a20?, 0xc010427980?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc0067be548 sp=0xc0067be498 pc=0xc2b61f
google.golang.org/grpc.invoke({0x624a948?, 0xc007d45320?}, {0x53d9bbc?, 0x2?}, {0x52f0080, 0xc00a2c6690}, {0x51b9a20, 0xc010427980}, 0x0?, {0xc000f30f80, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:73 +0xd7 fp=0xc0067be5b0 sp=0xc0067be548 pc=0xc0a637
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x624a948, 0xc007d45320}, {0x53d9bbc, 0x21}, {0x52f0080, 0xc00a2c6690}, {0x51b9a20, 0xc010427980}, 0x7606accd1c0ad83a?, 0x568c070, ...)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:247 +0x384 fp=0xc0067be6a0 sp=0xc0067be5b0 pc=0x1648b84
google.golang.org/grpc.(*ClientConn).Invoke(0x6b8687b7246809ca?, {0x624a948?, 0xc007d45320?}, {0x53d9bbc?, 0x0?}, {0x52f0080?, 0xc00a2c6690?}, {0x51b9a20?, 0xc010427980?}, {0x0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:35 +0x223 fp=0xc0067be740 sp=0xc0067be6a0 pc=0xc0a483
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc011c31d58, {0x624a948, 0xc007d45320}, 0x0?, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9334 +0xc9 fp=0xc0067be7c0 sp=0xc0067be740 pc=0xdcf7a9
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.TracingInternalClient.Batch({{0x629d930?, 0xc011c31d58?}}, {0x624a948, 0xc007d45320}, 0xc00a2c6690, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:329 +0x171 fp=0xc0067be898 sp=0xc0067be7c0 pc=0x1671a71
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*TracingInternalClient).Batch(0x51e4900?, {0x624a948?, 0xc007d45320?}, 0x624a948?, {0x0?, 0xc002339f00?, 0xc0051e49f8?})
	<autogenerated>:1 +0x65 fp=0xc0067be8e8 sp=0xc0067be898 pc=0x1671b45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc0042003c0, {_, _}, _, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:211 +0x17e fp=0xc0067beb88 sp=0xc0067be8e8 pc=0x19daefe
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc0042003c0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f2ef5ef1, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:190 +0x158 fp=0xc0067becc0 sp=0xc0067beb88 pc=0x19dad18
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f2ef5ef1, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2079 +0x110f fp=0xc0067bf408 sp=0xc0067becc0 pc=0x19ce2ef
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f2ef5ef1, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1623 +0x805 fp=0xc0067bfd08 sp=0xc0067bf408 pc=0x19cade5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatchAsync.func1({0x624a948, 0xc007d45320})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1506 +0x1bc fp=0xc0067bff30 sp=0xc0067bfd08 pc=0x19ca1dc
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0067bffe0 sp=0xc0067bff30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0067bffe8 sp=0xc0067bffe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 50845 [select]:
runtime.gopark(0xc015425f00?, 0x2?, 0x88?, 0x5d?, 0xc015425ed4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc015425d60 sp=0xc015425d40 pc=0x4907d6
runtime.selectgo(0xc015425f00, 0xc015425ed0, 0x0?, 0x0, 0xc015425ef0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc015425ea0 sp=0xc015425d60 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00c47b400, 0x1)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/controlbuf.go:407 +0x115 fp=0xc015425f30 sp=0xc015425ea0 pc=0xbd68d5
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc002c6a360)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/controlbuf.go:534 +0x85 fp=0xc015425f88 sp=0xc015425f30 pc=0xbd6fe5
google.golang.org/grpc/internal/transport.NewServerTransport.func2()
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:332 +0xce fp=0xc015425fe0 sp=0xc015425f88 pc=0xbedbae
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc015425fe8 sp=0xc015425fe0 pc=0x4c2401
created by google.golang.org/grpc/internal/transport.NewServerTransport
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:329 +0x19f3

goroutine 14461 [select]:
runtime.gopark(0xc00afa4a98?, 0x2?, 0x69?, 0xaa?, 0xc00afa4a7c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00afa4900 sp=0xc00afa48e0 pc=0x4907d6
runtime.selectgo(0xc00afa4a98, 0xc00afa4a78, 0x1ef8fa5?, 0x0, 0xcda2?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00afa4a40 sp=0xc00afa4900 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc00bf44280, {0xc00438cef8, 0x5, 0x5})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:179 +0x90 fp=0xc00afa4ac8 sp=0xc00afa4a40 pc=0xbf96b0
google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc00bf44280, {0xc00438cef8?, 0xc007f79cb0?, 0xc00afa4b10?})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:173 +0x178 fp=0xc00afa4b08 sp=0xc00afa4ac8 pc=0xbf9578
google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc005e3d8f0, {0xc00438cef8?, 0xc00afa4b88?, 0xbf0787?})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:485 +0x32 fp=0xc00afa4b50 sp=0xc00afa4b08 pc=0xbfabb2
io.ReadAtLeast({0x6213e00, 0xc005e3d8f0}, {0xc00438cef8, 0x5, 0x5}, 0x5)
	GOROOT/src/io/io.go:332 +0x9a fp=0xc00afa4b98 sp=0xc00afa4b50 pc=0x52d13a
io.ReadFull(...)
	GOROOT/src/io/io.go:351
google.golang.org/grpc/internal/transport.(*Stream).Read(0xc00e438d80, {0xc00438cef8, 0x5, 0x5})
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:469 +0xa5 fp=0xc00afa4bd8 sp=0xc00afa4b98 pc=0xbfab25
google.golang.org/grpc.(*parser).recvMsg(0xc00438cee8, 0x7fffffff)
	google.golang.org/grpc/external/org_golang_google_grpc/rpc_util.go:559 +0x47 fp=0xc00afa4c58 sp=0xc00afa4bd8 pc=0xc18c47
google.golang.org/grpc.recvAndDecompress(0x3?, 0xc00e438d80, {0x0, 0x0}, 0x7fffffff, 0x0, {0x6248888, 0x9c5fde0})
	google.golang.org/grpc/external/org_golang_google_grpc/rpc_util.go:690 +0x66 fp=0xc00afa4cf0 sp=0xc00afa4c58 pc=0xc19546
google.golang.org/grpc.recv(0x230aa94?, {0x7fb1c7c6d568, 0xc0004b4550}, 0x203003?, {0x0?, 0x0?}, {0x514f7a0, 0xc00c766660}, 0xc00afa4eb8?, 0x0, ...)
	google.golang.org/grpc/external/org_golang_google_grpc/rpc_util.go:756 +0x6e fp=0xc00afa4d68 sp=0xc00afa4cf0 pc=0xc19c2e
google.golang.org/grpc.(*serverStream).RecvMsg(0xc00fdff5f0, {0x514f7a0?, 0xc00c766660})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:1583 +0x178 fp=0xc00afa4e98 sp=0xc00afa4d68 pc=0xc30178
github.com/cockroachdb/cockroach/pkg/sql/execinfrapb.(*distSQLFlowStreamServer).Recv(0xc00e6a19d0)
	github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/bazel-out/k8-opt/bin/pkg/sql/execinfrapb/execinfrapb_go_proto_/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:648 +0x4c fp=0xc00afa4ec8 sp=0xc00afa4e98 pc=0x1eceb0c
github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStreamHelper.func2()
	github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:140 +0x10e fp=0xc00afa4fe0 sp=0xc00afa4ec8 pc=0x25c59ee
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00afa4fe8 sp=0xc00afa4fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStreamHelper
	github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:137 +0x33b

goroutine 301478 [IO wait]:
runtime.gopark(0x10d5?, 0xb?, 0x0?, 0x0?, 0xae?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc003aa9618 sp=0xc003aa95f8 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0x12?, 0x0?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc003aa9650 sp=0xc003aa9618 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1c7d6eac8, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc003aa9670 sp=0xc003aa9650 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc0201fa180?, 0xc00659d300?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc003aa9698 sp=0xc003aa9670 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc0201fa180, {0xc00659d300, 0x1300, 0x1300})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc003aa9718 sp=0xc003aa9698 pc=0x535efa
net.(*netFD).Read(0xc0201fa180, {0xc00659d300?, 0xc00c60e298?, 0xc003aa9808?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc003aa9760 sp=0xc003aa9718 pc=0x7a20c9
net.(*conn).Read(0xc00c262af8, {0xc00659d300?, 0x0?, 0x0?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc003aa97a8 sp=0xc003aa9760 pc=0x7b53c5
crypto/tls.(*atLeastReader).Read(0xc0062d31d0, {0xc00659d300?, 0x0?, 0x60a64c5d3c0ffdaf?})
	GOROOT/src/crypto/tls/conn.go:787 +0x3d fp=0xc003aa97f0 sp=0xc003aa97a8 pc=0x80c45d
bytes.(*Buffer).ReadFrom(0xc0064f3e78, {0x62055e0, 0xc0062d31d0})
	GOROOT/src/bytes/buffer.go:202 +0x98 fp=0xc003aa9848 sp=0xc003aa97f0 pc=0x579738
crypto/tls.(*Conn).readFromUntil(0xc0064f3c00, {0x62148c0?, 0xc00c262af8}, 0xc00c7aa720?)
	GOROOT/src/crypto/tls/conn.go:809 +0xe5 fp=0xc003aa9888 sp=0xc003aa9848 pc=0x80c645
crypto/tls.(*Conn).readRecordOrCCS(0xc0064f3c00, 0x0)
	GOROOT/src/crypto/tls/conn.go:616 +0x116 fp=0xc003aa9c10 sp=0xc003aa9888 pc=0x809a96
crypto/tls.(*Conn).readRecord(...)
	GOROOT/src/crypto/tls/conn.go:582
crypto/tls.(*Conn).Read(0xc0064f3c00, {0xc007011000, 0x1000, 0x11?})
	GOROOT/src/crypto/tls/conn.go:1315 +0x16f fp=0xc003aa9c80 sp=0xc003aa9c10 pc=0x80fa0f
bufio.(*Reader).Read(0xc015576b40, {0xc002f76ba0, 0x9, 0xc003aa9d18?})
	GOROOT/src/bufio/bufio.go:237 +0x1bb fp=0xc003aa9cb8 sp=0xc003aa9c80 pc=0x5aeafb
io.ReadAtLeast({0x62052c0, 0xc015576b40}, {0xc002f76ba0, 0x9, 0x9}, 0x9)
	GOROOT/src/io/io.go:332 +0x9a fp=0xc003aa9d00 sp=0xc003aa9cb8 pc=0x52d13a
io.ReadFull(...)
	GOROOT/src/io/io.go:351
golang.org/x/net/http2.readFrameHeader({0xc002f76ba0?, 0x9?, 0xc003aa9df0?}, {0x62052c0?, 0xc015576b40?})
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:237 +0x6e fp=0xc003aa9d50 sp=0xc003aa9d00 pc=0xba1d8e
golang.org/x/net/http2.(*Framer).ReadFrame(0xc002f76b60)
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:498 +0x95 fp=0xc003aa9e00 sp=0xc003aa9d50 pc=0xba25f5
golang.org/x/net/http2.(*clientConnReadLoop).run(0xc003aa9f98)
	golang.org/x/net/http2/external/org_golang_x_net/http2/transport.go:2123 +0x130 fp=0xc003aa9f60 sp=0xc003aa9e00 pc=0xbc54d0
golang.org/x/net/http2.(*ClientConn).readLoop(0xc0074bb500)
	golang.org/x/net/http2/external/org_golang_x_net/http2/transport.go:2019 +0x6f fp=0xc003aa9fc8 sp=0xc003aa9f60 pc=0xbc49ef
golang.org/x/net/http2.(*Transport).newClientConn.func1()
	golang.org/x/net/http2/external/org_golang_x_net/http2/transport.go:726 +0x26 fp=0xc003aa9fe0 sp=0xc003aa9fc8 pc=0xbbd6c6
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc003aa9fe8 sp=0xc003aa9fe0 pc=0x4c2401
created by golang.org/x/net/http2.(*Transport).newClientConn
	golang.org/x/net/http2/external/org_golang_x_net/http2/transport.go:726 +0xaaa

goroutine 302090 [sync.Cond.Wait]:
runtime.gopark(0x4c13fe0?, 0x4fdee40?, 0x12?, 0x0?, 0xc014401640?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00ab9d5d0 sp=0xc00ab9d5b0 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc01071da50, 0x22)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc00ab9d618 sp=0xc00ab9d5d0 pc=0x4be30c
sync.(*Cond).Wait(0xc0069dbc00?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc00ab9d650 sp=0xc00ab9d618 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/sql.(*StmtBuf).CurCmd(0xc0069dc268)
	github.com/cockroachdb/cockroach/pkg/sql/conn_io.go:460 +0xbe fp=0xc00ab9d708 sp=0xc00ab9d650 pc=0x3321a5e
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc004689300)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2074 +0xe5 fp=0xc00ab9dcb8 sp=0xc00ab9d708 pc=0x32f8b65
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc004689300, {0x624a8a0, 0xc01071dac0}, 0x411770fc00000000?, 0xc00d961dc0?, 0xc000aa6ab0?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2048 +0x20b fp=0xc00ab9dd70 sp=0xc00ab9dcb8 pc=0x32f86eb
github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc003202000?, {0x624a8a0?, 0xc01071dac0?}, {0xc002f40800?}, 0x3?, 0xc00e2fcac8?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:881 +0xe6 fp=0xc00ab9de20 sp=0xc00ab9dd70 pc=0x32f3486
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1()
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:758 +0x54f fp=0xc00ab9dfe0 sp=0xc00ab9de20 pc=0x37088af
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00ab9dfe8 sp=0xc00ab9dfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:665 +0x22e

goroutine 309971 [runnable]:
github.com/cockroachdb/cockroach/pkg/ccl/storageccl/engineccl.(*encryptedFile).Write.func1()
	github.com/cockroachdb/cockroach/pkg/ccl/storageccl/engineccl/encrypted_fs.go:82 +0x35 fp=0xc01cf8fcd8 sp=0xc01cf8fcd0 pc=0x44532f5
github.com/cockroachdb/cockroach/pkg/ccl/storageccl/engineccl.(*encryptedFile).Write(0xc0121f4e00, {0xc006dac000, 0x1000, 0x1000})
	github.com/cockroachdb/cockroach/pkg/ccl/storageccl/engineccl/encrypted_fs.go:86 +0x143 fp=0xc01cf8fd50 sp=0xc01cf8fcd8 pc=0x4453243
github.com/cockroachdb/pebble/vfs.(*syncingFile).Write(0xc056702370, {0xc006dac000, 0x1000, 0x1000})
	github.com/cockroachdb/pebble/vfs/external/com_github_cockroachdb_pebble/vfs/syncing_file.go:66 +0x59 fp=0xc01cf8fda0 sp=0xc01cf8fd50 pc=0x105f6f9
github.com/cockroachdb/pebble.(*compactionFile).Write(0xc0132023c0, {0xc006dac000?, 0x2105c?, 0x2a0472?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:271 +0x2e fp=0xc01cf8fdd0 sp=0xc01cf8fda0 pc=0x10f5d8e
bufio.(*Writer).Flush(0xc0121f4f00)
	GOROOT/src/bufio/bufio.go:629 +0x62 fp=0xc01cf8fe18 sp=0xc01cf8fdd0 pc=0x5b0142
bufio.(*Writer).Write(0xc0121f4f00, {0xc01936e000?, 0x80?, 0xc01c530480?})
	GOROOT/src/bufio/bufio.go:673 +0xd0 fp=0xc01cf8fe78 sp=0xc01cf8fe18 pc=0x5b03f0
github.com/cockroachdb/pebble/sstable.(*Writer).writeCompressedBlock(0xc00fcca000, {0xc01936e000?, 0x20031, 0x40000?}, {0xc0042cc1e0, 0x4b1c940?, 0x78})
	github.com/cockroachdb/pebble/sstable/external/com_github_cockroachdb_pebble/sstable/writer.go:1486 +0x98 fp=0xc01cf8feb0 sp=0xc01cf8fe78 pc=0x10dff18
github.com/cockroachdb/pebble/sstable.(*writeQueue).performWrite(0xc0121f4ec0, 0xc02766ec40)
	github.com/cockroachdb/pebble/sstable/external/com_github_cockroachdb_pebble/sstable/write_queue.go:68 +0x85 fp=0xc01cf8ff90 sp=0xc01cf8feb0 pc=0x10d76c5
github.com/cockroachdb/pebble/sstable.(*writeQueue).runWorker(0xc0121f4ec0)
	github.com/cockroachdb/pebble/sstable/external/com_github_cockroachdb_pebble/sstable/write_queue.go:109 +0x85 fp=0xc01cf8ffc8 sp=0xc01cf8ff90 pc=0x10d7d45
github.com/cockroachdb/pebble/sstable.newWriteQueue.func1()
	github.com/cockroachdb/pebble/sstable/external/com_github_cockroachdb_pebble/sstable/write_queue.go:59 +0x26 fp=0xc01cf8ffe0 sp=0xc01cf8ffc8 pc=0x10d7606
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc01cf8ffe8 sp=0xc01cf8ffe0 pc=0x4c2401
created by github.com/cockroachdb/pebble/sstable.newWriteQueue
	github.com/cockroachdb/pebble/sstable/external/com_github_cockroachdb_pebble/sstable/write_queue.go:59 +0xd6

goroutine 14459 [select]:
runtime.gopark(0xc012a25a20?, 0x2?, 0x5f?, 0x0?, 0xc012a258d4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc012a25660 sp=0xc012a25640 pc=0x4907d6
runtime.selectgo(0xc012a25a20, 0xc012a258d0, 0x0?, 0x0, 0x624a948?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc012a257a0 sp=0xc012a25660 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/sql/rowexec.(*samplerProcessor).mainLoop(0xc00fa54d00, {0x624a948, 0xc004666fc0})
	github.com/cockroachdb/cockroach/pkg/sql/rowexec/sampler.go:307 +0x5c6 fp=0xc012a25f08 sp=0xc012a257a0 pc=0x25a0726
github.com/cockroachdb/cockroach/pkg/sql/rowexec.(*samplerProcessor).Run(0xc00fa54d00, {0x624a8a0?, 0xc011c16040?})
	github.com/cockroachdb/cockroach/pkg/sql/rowexec/sampler.go:229 +0x9a fp=0xc012a25f98 sp=0xc012a25f08 pc=0x25a001a
github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).StartInternal.func1(0xc007fbcf98?)
	github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:432 +0x48 fp=0xc012a25fc8 sp=0xc012a25f98 pc=0x25bece8
github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).StartInternal.func2()
	github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:434 +0x2a fp=0xc012a25fe0 sp=0xc012a25fc8 pc=0x25bec6a
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc012a25fe8 sp=0xc012a25fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).StartInternal
	github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:431 +0x3d5

goroutine 260457 [IO wait]:
runtime.gopark(0x4d28360?, 0xb?, 0x0?, 0x0?, 0x55c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc01d938f58 sp=0xc01d938f38 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0xc7d6e700?, 0xb1?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc01d938f90 sp=0xc01d938f58 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1c7d6e618, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc01d938fb0 sp=0xc01d938f90 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc014a4fc80?, 0xc018d03000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc01d938fd8 sp=0xc01d938fb0 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc014a4fc80, {0xc018d03000, 0x1000, 0x1000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc01d939058 sp=0xc01d938fd8 pc=0x535efa
net.(*netFD).Read(0xc014a4fc80, {0xc018d03000?, 0x7b5a68?, 0xc014a4fc80?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc01d9390a0 sp=0xc01d939058 pc=0x7a20c9
net.(*conn).Read(0xc016fa3280, {0xc018d03000?, 0x164290f?, 0xc016fa3280?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc01d9390e8 sp=0xc01d9390a0 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc003a50780, {0xc018d03000, 0x1000, 0x1000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc01d939130 sp=0xc01d9390e8 pc=0x1641f96
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc05495b050, {0xc018d03000, 0x1000, 0x1000})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1949 +0x156 fp=0xc01d9391d0 sp=0xc01d939130 pc=0x370f896
bufio.(*Reader).fill(0xc01221f490)
	GOROOT/src/bufio/bufio.go:106 +0xff fp=0xc01d939208 sp=0xc01d9391d0 pc=0x5ae51f
bufio.(*Reader).ReadByte(0xc01221f490)
	GOROOT/src/bufio/bufio.go:265 +0x2c fp=0xc01d939228 sp=0xc01d939208 pc=0x5aecec
github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc01221fa68?, {0x62295c8, 0xc01221f490})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:206 +0x2c fp=0xc01d939260 sp=0xc01d939228 pc=0x270ca4c
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl.func5(0xc01221f400, 0xc003364a20, 0xc01d939442, 0xc01d939444, {0x623b718, 0xc00fc47cb0}, 0xc002f40800, 0xc01eb51ef4, 0xc01d939440)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:424 +0xa5 fp=0xc01d939398 sp=0xc01d939260 pc=0x3707185
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc01221f400, {0x624a948, 0xc0065e7680}, 0xc0033649f0, 0xc002f40800, 0xc0065e75c0, {0x1, 0x2, {0x3, {0x532ee51, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:564 +0xc7f fp=0xc01d939768 sp=0xc01d939398 pc=0x3706c5f
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc003152c00, {0x624a948, 0xc0065e7680}, {0x628a538, 0xc003a50780}, {{{0xc016fe4038, 0x4}}, 0x1, 0xc0065e75f0, 0xc0065e7620, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:174 +0x29e fp=0xc01d9398a8 sp=0xc01d939768 pc=0x37051fe
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc003152c00, {0x624a948, 0xc0065e7680}, {0x628a538?, 0xc003a50780}, 0x90?)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:913 +0xd29 fp=0xc01d939e20 sp=0xc01d9398a8 pc=0x3715be9
github.com/cockroachdb/cockroach/pkg/server.(*SQLServer).startServeSQL.func1.1({0x624a948?, 0xc0065e7500?}, {0x628a538, 0xc003a50780})
	github.com/cockroachdb/cockroach/pkg/server/server_sql.go:1474 +0xc8 fp=0xc01d939eb0 sp=0xc01d939e20 pc=0x39e1cc8
github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1({0x624a948, 0xc0065e7500})
	github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:162 +0xd7 fp=0xc01d939f30 sp=0xc01d939eb0 pc=0x1643997
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc01d939fe0 sp=0xc01d939f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc01d939fe8 sp=0xc01d939fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 10027 [IO wait]:
runtime.gopark(0xc008461558?, 0xb?, 0x0?, 0x0?, 0x42?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc008461540 sp=0xc008461520 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0x8b261e?, 0x0?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc008461578 sp=0xc008461540 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1ca739ee8, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc008461598 sp=0xc008461578 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc00d7e7f80?, 0xc0075ab000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc0084615c0 sp=0xc008461598 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc00d7e7f80, {0xc0075ab000, 0x1000, 0x1000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc008461640 sp=0xc0084615c0 pc=0x535efa
net.(*netFD).Read(0xc00d7e7f80, {0xc0075ab000?, 0xc0084616e0?, 0x8b2350?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc008461688 sp=0xc008461640 pc=0x7a20c9
net.(*conn).Read(0xc010b20338, {0xc0075ab000?, 0xc008461710?, 0x60d7e3?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc0084616d0 sp=0xc008461688 pc=0x7b53c5
net/http.(*connReader).Read(0xc004ae45d0, {0xc0075ab000, 0x1000, 0x1000})
	GOROOT/src/net/http/server.go:786 +0x171 fp=0xc008461720 sp=0xc0084616d0 pc=0x8ad831
bufio.(*Reader).fill(0xc0144d2480)
	GOROOT/src/bufio/bufio.go:106 +0xff fp=0xc008461758 sp=0xc008461720 pc=0x5ae51f
bufio.(*Reader).ReadSlice(0xc0144d2480, 0x0?)
	GOROOT/src/bufio/bufio.go:372 +0x2f fp=0xc0084617a8 sp=0xc008461758 pc=0x5af10f
bufio.(*Reader).ReadLine(0xc0144d2480)
	GOROOT/src/bufio/bufio.go:401 +0x27 fp=0xc0084617f8 sp=0xc0084617a8 pc=0x5af367
net/textproto.(*Reader).readLineSlice(0xc004b37260)
	GOROOT/src/net/textproto/reader.go:58 +0x99 fp=0xc0084618e8 sp=0xc0084617f8 pc=0x844bb9
net/textproto.(*Reader).ReadLine(...)
	GOROOT/src/net/textproto/reader.go:39
net/http.readRequest(0xc010b20338?)
	GOROOT/src/net/http/request.go:1036 +0x79 fp=0xc0084619f0 sp=0xc0084618e8 pc=0x8a8bb9
net/http.(*conn).readRequest(0xc007fb9cc0, {0x624a8a0, 0xc001b49040})
	GOROOT/src/net/http/server.go:994 +0x24a fp=0xc008461b78 sp=0xc0084619f0 pc=0x8aedca
net/http.(*conn).serve(0xc007fb9cc0, {0x624a948, 0xc003215a10})
	GOROOT/src/net/http/server.go:1916 +0x345 fp=0xc008461fb8 sp=0xc008461b78 pc=0x8b3305
net/http.(*Server).Serve.func3()
	GOROOT/src/net/http/server.go:3102 +0x2e fp=0xc008461fe0 sp=0xc008461fb8 pc=0x8b8cee
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc008461fe8 sp=0xc008461fe0 pc=0x4c2401
created by net/http.(*Server).Serve
	GOROOT/src/net/http/server.go:3102 +0x4db

goroutine 310010 [select]:
runtime.gopark(0xc0038edc20?, 0x3?, 0x22?, 0xdb?, 0xc0038edbda?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0038eda40 sp=0xc0038eda20 pc=0x4907d6
runtime.selectgo(0xc0038edc20, 0xc0038edbd4, 0xc0152d5a40?, 0x0, 0xc00b8e3130?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0038edb80 sp=0xc0038eda40 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0xc003117340, {0x624a910, 0xc0152d5a40}, 0xc0038edca8?, {0x629caa8, 0xc00a7ca200})
	github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:251 +0x165 fp=0xc0038edc60 sp=0xc0038edb80 pc=0x1ca0605
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0xc0005a7e00, {0x624a910, 0xc0152d5a40}, 0xc0038eddd0?, 0xc00d972ea0)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:749 +0x3d1 fp=0xc0038edda8 sp=0xc0038edc60 pc=0x1ca75d1
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x624a910?, 0xc0152d5a40?})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:792 +0x38 fp=0xc0038edde0 sp=0xc0038edda8 pc=0x1ca7bd8
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x624a948?, 0xc011d553e0?}, {0x537e81f, 0x12}, 0x4a817c800, 0xc0038edf00)
	github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0xed fp=0xc0038ede80 sp=0xc0038edde0 pc=0x16210cd
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x624a948, 0xc011d553e0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:790 +0xac fp=0xc0038edf30 sp=0xc0038ede80 pc=0x1ca7aac
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0038edfe0 sp=0xc0038edf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0038edfe8 sp=0xc0038edfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 51074 [select, 6 minutes]:
runtime.gopark(0xc019739fb0?, 0x2?, 0x0?, 0x0?, 0xc019739f9c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc002a19e28 sp=0xc002a19e08 pc=0x4907d6
runtime.selectgo(0xc002a19fb0, 0xc019739f98, 0xc019739fd0?, 0x0, 0xc005b3d200?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc002a19f68 sp=0xc002a19e28 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2()
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:340 +0x71 fp=0xc002a19fe0 sp=0xc002a19f68 pc=0x1649731
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc002a19fe8 sp=0xc002a19fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:339 +0x152

goroutine 287372 [sleep]:
runtime.gopark(0x4b7ef7f0a89?, 0x84b1c1?, 0x48?, 0x20?, 0x6f3f1cfddc?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc001af4df0 sp=0xc001af4dd0 pc=0x4907d6
time.Sleep(0x1115926ac)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc001af4e30 sp=0xc001af4df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc010fe9bf0, 0x84b1c1, {0x7fb17ea6e4e1?, 0x203004?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc001af4e88 sp=0xc001af4e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc010fe9bf0, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc001af4ec8 sp=0xc001af4e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc008720a80?, {0xc00b9b7400?, 0x9, 0xc01e8d0fb8?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc001af4fa8 sp=0xc001af4ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc001af4fe0 sp=0xc001af4fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc001af4fe8 sp=0xc001af4fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 272304 [IO wait]:
runtime.gopark(0x4d28360?, 0xb?, 0x0?, 0x0?, 0x33e?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc014640f58 sp=0xc014640f38 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0xc7c0cbd8?, 0xb1?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc014640f90 sp=0xc014640f58 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1c7c0caf0, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc014640fb0 sp=0xc014640f90 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc0108d6d00?, 0xc01aebc000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc014640fd8 sp=0xc014640fb0 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc0108d6d00, {0xc01aebc000, 0x1000, 0x1000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc014641058 sp=0xc014640fd8 pc=0x535efa
net.(*netFD).Read(0xc0108d6d00, {0xc01aebc000?, 0x7b5a68?, 0xc0108d6d00?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc0146410a0 sp=0xc014641058 pc=0x7a20c9
net.(*conn).Read(0xc01552d128, {0xc01aebc000?, 0x164290f?, 0xc01552d128?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc0146410e8 sp=0xc0146410a0 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc010ebcba0, {0xc01aebc000, 0x1000, 0x1000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc014641130 sp=0xc0146410e8 pc=0x1641f96
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc01320aba0, {0xc01aebc000, 0x1000, 0x1000})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1949 +0x156 fp=0xc0146411d0 sp=0xc014641130 pc=0x370f896
bufio.(*Reader).fill(0xc010cf8c90)
	GOROOT/src/bufio/bufio.go:106 +0xff fp=0xc014641208 sp=0xc0146411d0 pc=0x5ae51f
bufio.(*Reader).ReadByte(0xc010cf8c90)
	GOROOT/src/bufio/bufio.go:265 +0x2c fp=0xc014641228 sp=0xc014641208 pc=0x5aecec
github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc010cf9268?, {0x62295c8, 0xc010cf8c90})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:206 +0x2c fp=0xc014641260 sp=0xc014641228 pc=0x270ca4c
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl.func5(0xc010cf8c00, 0xc010eb2bf0, 0xc014641442, 0xc014641444, {0x623b718, 0xc00d211a70}, 0xc002f40800, 0xc04142f7b4, 0xc014641440)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:424 +0xa5 fp=0xc014641398 sp=0xc014641260 pc=0x3707185
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc010cf8c00, {0x624a948, 0xc057ff2210}, 0xc010eb2be0, 0xc002f40800, 0xc057ff2150, {0x1, 0x2, {0x3, {0x532ee51, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:564 +0xc7f fp=0xc014641768 sp=0xc014641398 pc=0x3706c5f
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc003152c00, {0x624a948, 0xc057ff2210}, {0x628a538, 0xc010ebcba0}, {{{0xc00d6cf038, 0x4}}, 0x1, 0xc057ff2180, 0xc057ff21b0, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:174 +0x29e fp=0xc0146418a8 sp=0xc014641768 pc=0x37051fe
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc003152c00, {0x624a948, 0xc057ff2210}, {0x628a538?, 0xc010ebcba0}, 0x90?)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:913 +0xd29 fp=0xc014641e20 sp=0xc0146418a8 pc=0x3715be9
github.com/cockroachdb/cockroach/pkg/server.(*SQLServer).startServeSQL.func1.1({0x624a948?, 0xc057ff2030?}, {0x628a538, 0xc010ebcba0})
	github.com/cockroachdb/cockroach/pkg/server/server_sql.go:1474 +0xc8 fp=0xc014641eb0 sp=0xc014641e20 pc=0x39e1cc8
github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1({0x624a948, 0xc057ff2030})
	github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:162 +0xd7 fp=0xc014641f30 sp=0xc014641eb0 pc=0x1643997
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc014641fe0 sp=0xc014641f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc014641fe8 sp=0xc014641fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 301049 [sync.Cond.Wait]:
runtime.gopark(0x4c13fe0?, 0x4fdee40?, 0x12?, 0x0?, 0xc012541640?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc005a3b5d0 sp=0xc005a3b5b0 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc006f51e90, 0x6e)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc005a3b618 sp=0xc005a3b5d0 pc=0x4be30c
sync.(*Cond).Wait(0xc003d13000?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc005a3b650 sp=0xc005a3b618 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/sql.(*StmtBuf).CurCmd(0xc003d13668)
	github.com/cockroachdb/cockroach/pkg/sql/conn_io.go:460 +0xbe fp=0xc005a3b708 sp=0xc005a3b650 pc=0x3321a5e
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc00468b900)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2074 +0xe5 fp=0xc005a3bcb8 sp=0xc005a3b708 pc=0x32f8b65
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc00468b900, {0x624a8a0, 0xc006f51ec0}, 0x4113fccc00000000?, 0xc012a27dc0?, 0xc000aa6770?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2048 +0x20b fp=0xc005a3bd70 sp=0xc005a3bcb8 pc=0x32f86eb
github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc003202000?, {0x624a8a0?, 0xc006f51ec0?}, {0xc002f40800?}, 0x3?, 0xc006e69110?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:881 +0xe6 fp=0xc005a3be20 sp=0xc005a3bd70 pc=0x32f3486
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1()
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:758 +0x54f fp=0xc005a3bfe0 sp=0xc005a3be20 pc=0x37088af
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc005a3bfe8 sp=0xc005a3bfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:665 +0x22e

goroutine 50982 [select]:
runtime.gopark(0xc0108e7f48?, 0x2?, 0x6?, 0x0?, 0xc0108e7ef4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0108e7d50 sp=0xc0108e7d30 pc=0x4907d6
runtime.selectgo(0xc0108e7f48, 0xc0108e7ef0, 0x0?, 0x0, 0x3?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0108e7e90 sp=0xc0108e7d50 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc00a50cb40)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:1572 +0x165 fp=0xc0108e7fc8 sp=0xc0108e7e90 pc=0xbeb085
google.golang.org/grpc/internal/transport.newHTTP2Client.func6()
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:360 +0x26 fp=0xc0108e7fe0 sp=0xc0108e7fc8 pc=0xbe0906
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0108e7fe8 sp=0xc0108e7fe0 pc=0x4c2401
created by google.golang.org/grpc/internal/transport.newHTTP2Client
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:360 +0x197c

goroutine 259040 [select]:
runtime.gopark(0xc0166cacf0?, 0x2?, 0xd0?, 0x37?, 0xc0166cacec?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0166cab78 sp=0xc0166cab58 pc=0x4907d6
runtime.selectgo(0xc0166cacf0, 0xc0166cace8, 0x10?, 0x0, 0x101?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0166cacb8 sp=0xc0166cab78 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc01c19c6c0)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc0166cad20 sp=0xc0166cacb8 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc01322e370, {0x51b9a20?, 0xc00e375800}, 0x6248888?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc0166cae28 sp=0xc0166cad20 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x11e?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc0166cae58 sp=0xc0166cae28 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc01c19c120, 0xc0166caf30, 0xc0166caf00)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:692 +0xd3 fp=0xc0166caeb0 sp=0xc0166cae58 pc=0xc2a3b3
google.golang.org/grpc.(*clientStream).RecvMsg(0xc01c19c120, {0x51b9a20?, 0xc00e375800?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc0166caf60 sp=0xc0166caeb0 pc=0xc2b61f
google.golang.org/grpc.invoke({0x624a948?, 0xc03704a570?}, {0x53d9bbc?, 0x2?}, {0x52f0080, 0xc011176b40}, {0x51b9a20, 0xc00e375800}, 0x0?, {0xc00a75edc0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:73 +0xd7 fp=0xc0166cafc8 sp=0xc0166caf60 pc=0xc0a637
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x624a948, 0xc03704a570}, {0x53d9bbc, 0x21}, {0x52f0080, 0xc011176b40}, {0x51b9a20, 0xc00e375800}, 0x4c99214ca1588876?, 0x568c070, ...)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:247 +0x384 fp=0xc0166cb0b8 sp=0xc0166cafc8 pc=0x1648b84
google.golang.org/grpc.(*ClientConn).Invoke(0x4b379542f433041d?, {0x624a948?, 0xc03704a570?}, {0x53d9bbc?, 0x0?}, {0x52f0080?, 0xc011176b40?}, {0x51b9a20?, 0xc00e375800?}, {0x0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:35 +0x223 fp=0xc0166cb158 sp=0xc0166cb0b8 pc=0xc0a483
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc011d99278, {0x624a948, 0xc03704a570}, 0x0?, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9334 +0xc9 fp=0xc0166cb1d8 sp=0xc0166cb158 pc=0xdcf7a9
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.TracingInternalClient.Batch({{0x629d930?, 0xc011d99278?}}, {0x624a948, 0xc03704a570}, 0xc011176b40, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:329 +0x171 fp=0xc0166cb2b0 sp=0xc0166cb1d8 pc=0x1671a71
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*TracingInternalClient).Batch(0x166cb318?, {0x624a948?, 0xc03704a570?}, 0x624a948?, {0x0?, 0xc0081f5140?, 0xc0166cb410?})
	<autogenerated>:1 +0x65 fp=0xc0166cb300 sp=0xc0166cb2b0 pc=0x1671b45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc00fa8f740, {_, _}, _, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:211 +0x17e fp=0xc0166cb5a0 sp=0xc0166cb300 pc=0x19daefe
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc00fa8f740, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f344fe57, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:190 +0x158 fp=0xc0166cb6d8 sp=0xc0166cb5a0 pc=0x19dad18
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f344fe57, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2079 +0x110f fp=0xc0166cbe20 sp=0xc0166cb6d8 pc=0x19ce2ef
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f344fe57, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1623 +0x805 fp=0xc0166cc720 sp=0xc0166cbe20 pc=0x19cade5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f344fe57, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1221 +0x433 fp=0xc0166ccf88 sp=0xc0166cc720 pc=0x19c8053
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).Send(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f344fe57, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:845 +0x629 fp=0xc0166cd3a8 sp=0xc0166ccf88 pc=0x19c5fe9
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnLockGatekeeper).SendLocked(0xc0051d1c38, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_lock_gatekeeper.go:82 +0x2a8 fp=0xc0166cd600 sp=0xc0166cd3a8 pc=0x19f2348
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnMetricRecorder).SendLocked(0xc0051d1c00, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_metric_recorder.go:46 +0x142 fp=0xc0166cd728 sp=0xc0166cd600 pc=0x19e9042
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnCommitter).SendLocked(0xc0051d1bd0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_committer.go:129 +0x746 fp=0xc0166cd9b8 sp=0xc0166cd728 pc=0x19e5026
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).sendLockedWithRefreshAttempts(0xc0051d1ad0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:225 +0x27a fp=0xc0166cdf58 sp=0xc0166cd9b8 pc=0x19eeefa
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).SendLocked(0xc0051d1ad0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:153 +0x1cb fp=0xc0166ce248 sp=0xc0166cdf58 pc=0x19ee7ab
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnPipeliner).SendLocked(0xc0051d19a0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_pipeliner.go:290 +0x2ee fp=0xc0166ce548 sp=0xc0166ce248 pc=0x19e986e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSeqNumAllocator).SendLocked(0xc0051d1980?, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_seq_num_allocator.go:104 +0xb5 fp=0xc0166ce6f0 sp=0xc0166ce548 pc=0x19ee115
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).SendLocked(0xc0051d18d0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:245 +0x4e8 fp=0xc0166ce908 sp=0xc0166ce6f0 pc=0x19e6c28
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*TxnCoordSender).Send(0xc0051d1700, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_coord_sender.go:526 +0x592 fp=0xc0166ceb60 sp=0xc0166ce908 pc=0x19dd5f2
github.com/cockroachdb/cockroach/pkg/kv.(*DB).sendUsingSender(0xc001261200, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/db.go:1016 +0x156 fp=0xc0166cec88 sp=0xc0166ceb60 pc=0x16ae696
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).Send(0xc015a98370, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/txn.go:1093 +0x225 fp=0xc0166cef50 sp=0xc0166cec88 pc=0x16b7905
github.com/cockroachdb/cockroach/pkg/sql.(*insertFastPathNode).runFKChecks(0xc001eff800, {{0x624a948?, 0xc03704a420?}, 0xc003fd8000?, 0xc0066a7e78?})
	github.com/cockroachdb/cockroach/pkg/sql/insert_fast_path.go:212 +0x127 fp=0xc0166cf198 sp=0xc0166cef50 pc=0x341d5a7
github.com/cockroachdb/cockroach/pkg/sql.(*insertFastPathNode).BatchedNext(0xc001eff800, {{0x624a948, 0xc03704a420}, 0xc003fd8000, 0xc0066a7e78})
	github.com/cockroachdb/cockroach/pkg/sql/insert_fast_path.go:307 +0xac fp=0xc0166cf230 sp=0xc0166cf198 pc=0x341dd4c
github.com/cockroachdb/cockroach/pkg/sql.(*rowCountNode).startExec(0xc003502c18, {{0x624a948?, 0xc03704a420?}, 0xc003fd8000?, 0xc0066a7e78?})
	github.com/cockroachdb/cockroach/pkg/sql/plan_batch.go:173 +0xce fp=0xc0166cf288 sp=0xc0166cf230 pc=0x34772ae
github.com/cockroachdb/cockroach/pkg/sql.startExec.func2({0xc0166cf488?, 0x624c900?}, {0x624ceb0, 0xc003502c18})
	github.com/cockroachdb/cockroach/pkg/sql/plan.go:518 +0x143 fp=0xc0166cf338 sp=0xc0166cf288 pc=0x3476843
github.com/cockroachdb/cockroach/pkg/sql.(*planVisitor).visitInternal.func1()
	github.com/cockroachdb/cockroach/pkg/sql/walk.go:112 +0x3e fp=0xc0166cf370 sp=0xc0166cf338 pc=0x354d95e
github.com/cockroachdb/cockroach/pkg/sql.(*planVisitor).visitInternal(0xc0166cf488, {0x624ceb0?, 0xc003502c18?}, {0x5338c31?, 0x5?})
	github.com/cockroachdb/cockroach/pkg/sql/walk.go:297 +0x14c3 fp=0xc0166cf400 sp=0xc0166cf370 pc=0x354d863
github.com/cockroachdb/cockroach/pkg/sql.(*planVisitor).visit(0xc0166cf488, {0x624ceb0, 0xc003502c18})
	github.com/cockroachdb/cockroach/pkg/sql/walk.go:79 +0xf7 fp=0xc0166cf450 sp=0xc0166cf400 pc=0x354c297
github.com/cockroachdb/cockroach/pkg/sql.walkPlan(...)
	github.com/cockroachdb/cockroach/pkg/sql/walk.go:43
github.com/cockroachdb/cockroach/pkg/sql.startExec({{0x624a948?, 0xc03704a420?}, 0xc003fd8000?, 0xc0066a7e78?}, {0x624ceb0, 0xc003502c18})
	github.com/cockroachdb/cockroach/pkg/sql/plan.go:521 +0x119 fp=0xc0166cf4d0 sp=0xc0166cf450 pc=0x3476699
github.com/cockroachdb/cockroach/pkg/sql.(*planNodeToRowSource).Start(0xc029c22000, {0x624a948, 0xc03704a3f0})
	github.com/cockroachdb/cockroach/pkg/sql/plan_node_to_row_source.go:166 +0xbd fp=0xc0166cf510 sp=0xc0166cf4d0 pc=0x3479bfd
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*FlowCoordinator).Start.func1()
	github.com/cockroachdb/cockroach/pkg/sql/colflow/flow_coordinator.go:122 +0x34 fp=0xc0166cf538 sp=0xc0166cf510 pc=0x3224ef4
github.com/cockroachdb/cockroach/pkg/sql/colexecerror.CatchVectorizedRuntimeError(0xc015a7ca20?)
	github.com/cockroachdb/cockroach/pkg/sql/colexecerror/error.go:92 +0x62 fp=0xc0166cf578 sp=0xc0166cf538 pc=0x2126aa2
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*FlowCoordinator).Start(0xc015a7ca20, {0x624a8a0?, 0xc00c277a40?})
	github.com/cockroachdb/cockroach/pkg/sql/colflow/flow_coordinator.go:121 +0x70 fp=0xc0166cf5d0 sp=0xc0166cf578 pc=0x3224e70
github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBaseNoHelper).Run(0xc015a7ca20, {0x624a8a0?, 0xc00c277a40?})
	github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:728 +0x3a fp=0xc0166cf610 sp=0xc0166cf5d0 pc=0x230ec1a
github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc0069fc600, {0x624a8a0, 0xc00c277a40}, 0xc015a7ca20?)
	github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:480 +0x25a fp=0xc0166cf6d0 sp=0xc0166cf610 pc=0x25bf07a
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*vectorizedFlow).Run(0x629ebe0?, {0x624a8a0?, 0xc00c277a40?}, 0xc015a98370?)
	github.com/cockroachdb/cockroach/pkg/sql/colflow/vectorized_flow.go:307 +0x206 fp=0xc0166cf770 sp=0xc0166cf6d0 pc=0x322ac66
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000a94f00, {0x624a948, 0xc03704a1b0}, 0xc0111765a0, 0xc015a98370, 0xc00e375500, 0xc01439dc00, 0xc0066a81b0, 0xc006c87dd0)
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:757 +0xbc4 fp=0xc0166d0020 sp=0xc0166cf770 pc=0x33b9844
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0x0?, {0x624a948?, 0xc03704a1b0}, 0xe8?, 0xc0111765a0, 0xf0d32eec9b672301?, {{0x624ceb0?, 0xc003502c18?}, 0x0?}, 0xc01439dc00, ...)
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1764 +0x265 fp=0xc0166d00e0 sp=0xc0166d0020 pc=0x33be445
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRunAll(0xc000a94f00?, {0x624a948, 0xc03704a1b0}, 0xc0066a81b0, 0xc0066a7e78?, 0xc0066a7e78, 0xc01439dc00, 0x0)
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1472 +0x218 fp=0xc0166d01f8 sp=0xc0166d00e0 pc=0x33bc4f8
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc0066a7900, {0x624a948?, 0xc03704a1b0}, 0xc0066a7e78, 0xc03704a1b0?, {0x7fb1c7c85ea8?, 0xc003771ec8}, 0x4e?, 0xc00d7ece58)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1597 +0x594 fp=0xc0166d0300 sp=0xc0166d01f8 pc=0x3310cf4
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc0066a7900, {0x624a8a0, 0xc00c277400}, 0xc0066a7e78, {0x7fb1c7c85ea8, 0xc003771ec8})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1200 +0xc2f fp=0xc0166d0720 sp=0xc0166d0300 pc=0x330e08f
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc0066a7900, {0x624a948?, 0xc00b7b6330?}, {{0x6273140, 0xc0051267d0}, {0xc00c5e71a5, 0x47}, 0x3, 0x1}, 0xc00cdcf200, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:694 +0x2374 fp=0xc0166d10b0 sp=0xc0166d0720 pc=0x3309b54
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt.func1({0x624a948?, 0xc00b7b6330?})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:131 +0xfc fp=0xc0166d1168 sp=0xc0166d10b0 pc=0x330725c
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithProfiling(0x624a948?, {0x624a948?, 0xc00b7b6330?}, {0x6273140?, 0xc0051267d0?}, 0x624a948?, 0xc00b7b6330?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:2438 +0x330 fp=0xc0166d12b8 sp=0xc0166d1168 pc=0x3317010
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc0066a7900, {0x624a948, 0xc00b7b6330}, {{0x6273140, 0xc0051267d0}, {0xc00c5e71a5, 0x47}, 0x3, 0x1}, 0xc00cdcf200, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:130 +0x4bf fp=0xc0166d1430 sp=0xc0166d12b8 pc=0x3306bff
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc0066a7900, {0x624a948, 0xc00b7b6330}, {0xc00cdcf200, {0xc01090adb0, 0x3, 0x3}, {0x9c5f2e8, 0x1, 0x1}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:220 +0x173 fp=0xc0166d1550 sp=0xc0166d1430 pc=0x3307493
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2({{0xc00b15521c, 0x0}, 0x0, {0xc1116e81a61fad87, 0x6f1f86c10f, 0x0}, 0x1}, 0xc0066a7900, 0xc0166d18c0, 0xc0166d18b0, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2201 +0x565 fp=0xc0166d1708 sp=0xc0166d1550 pc=0x32fafc5
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc0066a7900)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2203 +0x6d3 fp=0xc0166d1cb8 sp=0xc0166d1708 pc=0x32f9153
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc0066a7900, {0x624a8a0, 0xc013ba4540}, 0x411625a000000000?, 0xc00b771dc0?, 0xc00bce1b80?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2048 +0x20b fp=0xc0166d1d70 sp=0xc0166d1cb8 pc=0x32f86eb
github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc003202000?, {0x624a8a0?, 0xc013ba4540?}, {0xc002f40800?}, 0x3?, 0xc00fc162b8?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:881 +0xe6 fp=0xc0166d1e20 sp=0xc0166d1d70 pc=0x32f3486
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1()
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:758 +0x54f fp=0xc0166d1fe0 sp=0xc0166d1e20 pc=0x37088af
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0166d1fe8 sp=0xc0166d1fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:665 +0x22e

goroutine 279512 [select]:
runtime.gopark(0xc01fab7ed0?, 0x2?, 0xa8?, 0xc3?, 0xc01fab7ecc?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc01fab7d58 sp=0xc01fab7d38 pc=0x4907d6
runtime.selectgo(0xc01fab7ed0, 0xc01fab7ec8, 0x10?, 0x0, 0x8?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc01fab7e98 sp=0xc01fab7d58 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc0063ecd80)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc01fab7f00 sp=0xc01fab7e98 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc0082bce70, {0x51b9a20?, 0xc016ea8600}, 0x6248888?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc01fab8008 sp=0xc01fab7f00 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x1b4?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc01fab8038 sp=0xc01fab8008 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc0063ecb40, 0xc01fab8110, 0xc01fab80e0)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:692 +0xd3 fp=0xc01fab8090 sp=0xc01fab8038 pc=0xc2a3b3
google.golang.org/grpc.(*clientStream).RecvMsg(0xc0063ecb40, {0x51b9a20?, 0xc016ea8600?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc01fab8140 sp=0xc01fab8090 pc=0xc2b61f
google.golang.org/grpc.invoke({0x624a948?, 0xc00fceee10?}, {0x53d9bbc?, 0x2?}, {0x52f0080, 0xc00b481ef0}, {0x51b9a20, 0xc016ea8600}, 0x0?, {0xc003456b00, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:73 +0xd7 fp=0xc01fab81a8 sp=0xc01fab8140 pc=0xc0a637
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x624a948, 0xc00fceee10}, {0x53d9bbc, 0x21}, {0x52f0080, 0xc00b481ef0}, {0x51b9a20, 0xc016ea8600}, 0x10d46418bc825ced?, 0x568c070, ...)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:247 +0x384 fp=0xc01fab8298 sp=0xc01fab81a8 pc=0x1648b84
google.golang.org/grpc.(*ClientConn).Invoke(0x1805fe83d247450c?, {0x624a948?, 0xc00fceee10?}, {0x53d9bbc?, 0x0?}, {0x52f0080?, 0xc00b481ef0?}, {0x51b9a20?, 0xc016ea8600?}, {0x0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:35 +0x223 fp=0xc01fab8338 sp=0xc01fab8298 pc=0xc0a483
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc011c31968, {0x624a948, 0xc00fceee10}, 0x0?, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9334 +0xc9 fp=0xc01fab83b8 sp=0xc01fab8338 pc=0xdcf7a9
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.TracingInternalClient.Batch({{0x629d930?, 0xc011c31968?}}, {0x624a948, 0xc00fceee10}, 0xc00b481ef0, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:329 +0x171 fp=0xc01fab8490 sp=0xc01fab83b8 pc=0x1671a71
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*TracingInternalClient).Batch(0x51090a0?, {0x624a948?, 0xc00fceee10?}, 0x624a948?, {0x0?, 0xc0081f5550?, 0xc01fab85f0?})
	<autogenerated>:1 +0x65 fp=0xc01fab84e0 sp=0xc01fab8490 pc=0x1671b45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc00847bda0, {_, _}, _, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:211 +0x17e fp=0xc01fab8780 sp=0xc01fab84e0 pc=0x19daefe
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc00847bda0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e91b3463, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:190 +0x158 fp=0xc01fab88b8 sp=0xc01fab8780 pc=0x19dad18
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e91b3463, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2079 +0x110f fp=0xc01fab9000 sp=0xc01fab88b8 pc=0x19ce2ef
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e91b3463, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1623 +0x805 fp=0xc01fab9900 sp=0xc01fab9000 pc=0x19cade5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e91b3463, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1221 +0x433 fp=0xc01faba168 sp=0xc01fab9900 pc=0x19c8053
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendParallelCommit(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e91b3463, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1021 +0x7ae fp=0xc01faba540 sp=0xc01faba168 pc=0x19c706e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).Send(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e91b3463, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:843 +0x585 fp=0xc01faba960 sp=0xc01faba540 pc=0x19c5f45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnLockGatekeeper).SendLocked(0xc0051cfb38, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_lock_gatekeeper.go:82 +0x2a8 fp=0xc01fababb8 sp=0xc01faba960 pc=0x19f2348
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnMetricRecorder).SendLocked(0xc0051cfb00, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_metric_recorder.go:46 +0x142 fp=0xc01fabace0 sp=0xc01fababb8 pc=0x19e9042
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnCommitter).SendLocked(0xc0051cfad0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_committer.go:202 +0x36e fp=0xc01fabaf70 sp=0xc01fabace0 pc=0x19e4c4e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).sendLockedWithRefreshAttempts(0xc0051cf9d0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:225 +0x27a fp=0xc01fabb510 sp=0xc01fabaf70 pc=0x19eeefa
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).SendLocked(0xc0051cf9d0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:153 +0x1cb fp=0xc01fabb800 sp=0xc01fabb510 pc=0x19ee7ab
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnPipeliner).SendLocked(0xc0051cf8a0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_pipeliner.go:290 +0x2ee fp=0xc01fabbb00 sp=0xc01fabb800 pc=0x19e986e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSeqNumAllocator).SendLocked(0xc0051cf880?, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_seq_num_allocator.go:104 +0xb5 fp=0xc01fabbca8 sp=0xc01fabbb00 pc=0x19ee115
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).SendLocked(0xc0051cf7d0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:245 +0x4e8 fp=0xc01fabbec0 sp=0xc01fabbca8 pc=0x19e6c28
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*TxnCoordSender).Send(0xc0051cf600, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_coord_sender.go:526 +0x592 fp=0xc01fabc118 sp=0xc01fabbec0 pc=0x19dd5f2
github.com/cockroachdb/cockroach/pkg/kv.(*DB).sendUsingSender(0xc001261200, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/db.go:1016 +0x156 fp=0xc01fabc240 sp=0xc01fabc118 pc=0x16ae696
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).Send(0xc00a72dad0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/txn.go:1093 +0x225 fp=0xc01fabc508 sp=0xc01fabc240 pc=0x16b7905
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).commit(0xc00a72dad0, {0x624a948, 0xc00fceed50})
	github.com/cockroachdb/cockroach/pkg/kv/txn.go:683 +0x145 fp=0xc01fabc648 sp=0xc01fabc508 pc=0x16b5405
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).Commit(0x624a948?, {0x624a948?, 0xc00fceed50?})
	github.com/cockroachdb/cockroach/pkg/kv/txn.go:718 +0x6a fp=0xc01fabc688 sp=0xc01fabc648 pc=0x16b580a
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).commitSQLTransactionInternal(0xc001a8c600, {0x624a948?, 0xc00fceecf0?})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:991 +0x297 fp=0xc01fabc720 sp=0xc01fabc688 pc=0x330cbd7
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execRelease(0xc001a8c600, {0x624a948, 0xc00fceecf0}, 0xc004ecb340, {0x7fb1c7c85ea8, 0xc00470fec8})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_savepoints.go:148 +0x2ba fp=0xc01fabc938 sp=0xc01fabc720 pc=0x331cb7a
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc001a8c600, {0x624a948?, 0xc03554d140?}, {{0x62732c0, 0xc004ecb340}, {0xc00ec24d3b, 0x23}, 0x0, 0x0}, 0x0, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:548 +0x15f7 fp=0xc01fabd2c8 sp=0xc01fabc938 pc=0x3308dd7
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt.func1({0x624a948?, 0xc03554d140?})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:131 +0xfc fp=0xc01fabd380 sp=0xc01fabd2c8 pc=0x330725c
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithProfiling(0x624a948?, {0x624a948?, 0xc03554d140?}, {0x62732c0?, 0xc004ecb340?}, 0x0?, 0x0?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:2438 +0x330 fp=0xc01fabd4d0 sp=0xc01fabd380 pc=0x3317010
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc001a8c600, {0x624a948, 0xc03554d140}, {{0x62732c0, 0xc004ecb340}, {0xc00ec24d3b, 0x23}, 0x0, 0x0}, 0x0, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:130 +0x4bf fp=0xc01fabd648 sp=0xc01fabd4d0 pc=0x3306bff
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func1({{{0x62732c0, 0xc004ecb340}, {0xc00ec24d3b, 0x23}, 0x0, 0x0}, {0xc1116e819bf337cf, 0x6f155a4b70, 0x0}, {0xc1116e819bf34055, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2123 +0x306 fp=0xc01fabd708 sp=0xc01fabd648 pc=0x32fb626
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc001a8c600)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2127 +0x1168 fp=0xc01fabdcb8 sp=0xc01fabd708 pc=0x32f9be8
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc001a8c600, {0x624a8a0, 0xc00d328180}, 0x4116a03000000000?, 0xc01975fdc0?, 0xc00b7015c0?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2048 +0x20b fp=0xc01fabdd70 sp=0xc01fabdcb8 pc=0x32f86eb
github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc003202000?, {0x624a8a0?, 0xc00d328180?}, {0xc002f40800?}, 0x3?, 0xc005faca38?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:881 +0xe6 fp=0xc01fabde20 sp=0xc01fabdd70 pc=0x32f3486
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1()
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:758 +0x54f fp=0xc01fabdfe0 sp=0xc01fabde20 pc=0x37088af
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc01fabdfe8 sp=0xc01fabdfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:665 +0x22e

goroutine 300658 [IO wait]:
runtime.gopark(0xeb7?, 0xb?, 0x0?, 0x0?, 0x4c0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00334b618 sp=0xc00334b5f8 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0x12?, 0x0?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc00334b650 sp=0xc00334b618 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1c7d6ebb8, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc00334b670 sp=0xc00334b650 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc00507e700?, 0xc00a9f2000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc00334b698 sp=0xc00334b670 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc00507e700, {0xc00a9f2000, 0x1300, 0x1300})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc00334b718 sp=0xc00334b698 pc=0x535efa
net.(*netFD).Read(0xc00507e700, {0xc00a9f2000?, 0xc008790b58?, 0xc00334b808?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc00334b760 sp=0xc00334b718 pc=0x7a20c9
net.(*conn).Read(0xc01029c0c8, {0xc00a9f2000?, 0x0?, 0x0?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc00334b7a8 sp=0xc00334b760 pc=0x7b53c5
crypto/tls.(*atLeastReader).Read(0xc038ad0918, {0xc00a9f2000?, 0x0?, 0x7817a12b9606f23c?})
	GOROOT/src/crypto/tls/conn.go:787 +0x3d fp=0xc00334b7f0 sp=0xc00334b7a8 pc=0x80c45d
bytes.(*Buffer).ReadFrom(0xc00c819078, {0x62055e0, 0xc038ad0918})
	GOROOT/src/bytes/buffer.go:202 +0x98 fp=0xc00334b848 sp=0xc00334b7f0 pc=0x579738
crypto/tls.(*Conn).readFromUntil(0xc00c818e00, {0x62148c0?, 0xc01029c0c8}, 0xc00bdf0840?)
	GOROOT/src/crypto/tls/conn.go:809 +0xe5 fp=0xc00334b888 sp=0xc00334b848 pc=0x80c645
crypto/tls.(*Conn).readRecordOrCCS(0xc00c818e00, 0x0)
	GOROOT/src/crypto/tls/conn.go:616 +0x116 fp=0xc00334bc10 sp=0xc00334b888 pc=0x809a96
crypto/tls.(*Conn).readRecord(...)
	GOROOT/src/crypto/tls/conn.go:582
crypto/tls.(*Conn).Read(0xc00c818e00, {0xc0075aa000, 0x1000, 0x11?})
	GOROOT/src/crypto/tls/conn.go:1315 +0x16f fp=0xc00334bc80 sp=0xc00334bc10 pc=0x80fa0f
bufio.(*Reader).Read(0xc0085464e0, {0xc017918ba0, 0x9, 0xc00334bd18?})
	GOROOT/src/bufio/bufio.go:237 +0x1bb fp=0xc00334bcb8 sp=0xc00334bc80 pc=0x5aeafb
io.ReadAtLeast({0x62052c0, 0xc0085464e0}, {0xc017918ba0, 0x9, 0x9}, 0x9)
	GOROOT/src/io/io.go:332 +0x9a fp=0xc00334bd00 sp=0xc00334bcb8 pc=0x52d13a
io.ReadFull(...)
	GOROOT/src/io/io.go:351
golang.org/x/net/http2.readFrameHeader({0xc017918ba0?, 0x9?, 0xc00334bdf0?}, {0x62052c0?, 0xc0085464e0?})
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:237 +0x6e fp=0xc00334bd50 sp=0xc00334bd00 pc=0xba1d8e
golang.org/x/net/http2.(*Framer).ReadFrame(0xc017918b60)
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:498 +0x95 fp=0xc00334be00 sp=0xc00334bd50 pc=0xba25f5
golang.org/x/net/http2.(*clientConnReadLoop).run(0xc00334bf98)
	golang.org/x/net/http2/external/org_golang_x_net/http2/transport.go:2123 +0x130 fp=0xc00334bf60 sp=0xc00334be00 pc=0xbc54d0
golang.org/x/net/http2.(*ClientConn).readLoop(0xc005b15080)
	golang.org/x/net/http2/external/org_golang_x_net/http2/transport.go:2019 +0x6f fp=0xc00334bfc8 sp=0xc00334bf60 pc=0xbc49ef
golang.org/x/net/http2.(*Transport).newClientConn.func1()
	golang.org/x/net/http2/external/org_golang_x_net/http2/transport.go:726 +0x26 fp=0xc00334bfe0 sp=0xc00334bfc8 pc=0xbbd6c6
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00334bfe8 sp=0xc00334bfe0 pc=0x4c2401
created by golang.org/x/net/http2.(*Transport).newClientConn
	golang.org/x/net/http2/external/org_golang_x_net/http2/transport.go:726 +0xaaa

goroutine 309949 [select]:
runtime.gopark(0xc00710d208?, 0x2?, 0x48?, 0x29?, 0xc00710d204?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00710d090 sp=0xc00710d070 pc=0x4907d6
runtime.selectgo(0xc00710d208, 0xc00710d200, 0x10?, 0x0, 0x1?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00710d1d0 sp=0xc00710d090 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc00deecd80)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc00710d238 sp=0xc00710d1d0 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc011b5d970, {0x51b9a20?, 0xc010426600}, 0x6248888?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc00710d340 sp=0xc00710d238 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xdf?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc00710d370 sp=0xc00710d340 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc00deecb40, 0xc00710d448, 0xc00710d418)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:692 +0xd3 fp=0xc00710d3c8 sp=0xc00710d370 pc=0xc2a3b3
google.golang.org/grpc.(*clientStream).RecvMsg(0xc00deecb40, {0x51b9a20?, 0xc010426600?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc00710d478 sp=0xc00710d3c8 pc=0xc2b61f
google.golang.org/grpc.invoke({0x624a948?, 0xc01000b800?}, {0x53d9bbc?, 0x2?}, {0x52f0080, 0xc006aad4a0}, {0x51b9a20, 0xc010426600}, 0x0?, {0xc000f30f80, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:73 +0xd7 fp=0xc00710d4e0 sp=0xc00710d478 pc=0xc0a637
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x624a948, 0xc01000b800}, {0x53d9bbc, 0x21}, {0x52f0080, 0xc006aad4a0}, {0x51b9a20, 0xc010426600}, 0x122bc08d21596976?, 0x568c070, ...)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:247 +0x384 fp=0xc00710d5d0 sp=0xc00710d4e0 pc=0x1648b84
google.golang.org/grpc.(*ClientConn).Invoke(0x75dd19f53d6684ec?, {0x624a948?, 0xc01000b800?}, {0x53d9bbc?, 0x0?}, {0x52f0080?, 0xc006aad4a0?}, {0x51b9a20?, 0xc010426600?}, {0x0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:35 +0x223 fp=0xc00710d670 sp=0xc00710d5d0 pc=0xc0a483
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc011c30bd8, {0x624a948, 0xc01000b800}, 0x0?, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9334 +0xc9 fp=0xc00710d6f0 sp=0xc00710d670 pc=0xdcf7a9
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.TracingInternalClient.Batch({{0x629d930?, 0xc011c30bd8?}}, {0x624a948, 0xc01000b800}, 0xc006aad4a0, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:329 +0x171 fp=0xc00710d7c8 sp=0xc00710d6f0 pc=0x1671a71
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*TracingInternalClient).Batch(0x11231830?, {0x624a948?, 0xc01000b800?}, 0xc011231888?, {0x0?, 0x2000?, 0x0?})
	<autogenerated>:1 +0x65 fp=0xc00710d818 sp=0xc00710d7c8 pc=0x1671b45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc00f6da420, {_, _}, _, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:211 +0x17e fp=0xc00710dab8 sp=0xc00710d818 pc=0x19daefe
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc00f6da420, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f069faa9, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:190 +0x158 fp=0xc00710dbf0 sp=0xc00710dab8 pc=0x19dad18
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f069faa9, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2079 +0x110f fp=0xc00710e338 sp=0xc00710dbf0 pc=0x19ce2ef
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f069faa9, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1623 +0x805 fp=0xc00710ec38 sp=0xc00710e338 pc=0x19cade5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f069faa9, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1221 +0x433 fp=0xc00710f4a0 sp=0xc00710ec38 pc=0x19c8053
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).Send(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f069faa9, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:845 +0x629 fp=0xc00710f8c0 sp=0xc00710f4a0 pc=0x19c5fe9
github.com/cockroachdb/cockroach/pkg/kv.(*CrossRangeTxnWrapperSender).Send(0xc001261268, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/db.go:223 +0xda fp=0xc00710f9f8 sp=0xc00710f8c0 pc=0x16a9a7a
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).sendBatch.func1.1({0x624a948, 0xc01000aed0})
	github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:278 +0xeb fp=0xc00710fc00 sp=0xc00710f9f8 pc=0x1ca158b
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).sendBatch.func1({0x624a948, 0xc01000aed0})
	github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:309 +0x214 fp=0xc00710ff30 sp=0xc00710fc00 pc=0x1ca0bf4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00710ffe0 sp=0xc00710ff30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00710ffe8 sp=0xc00710ffe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 259062 [select]:
runtime.gopark(0xc01e1f5ed0?, 0x2?, 0xe8?, 0x77?, 0xc01e1f5ecc?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc01e1f5d58 sp=0xc01e1f5d38 pc=0x4907d6
runtime.selectgo(0xc01e1f5ed0, 0xc01e1f5ec8, 0x10?, 0x0, 0x101?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc01e1f5e98 sp=0xc01e1f5d58 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc00a93e480)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc01e1f5f00 sp=0xc01e1f5e98 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc00e553ce0, {0x51b9a20?, 0xc00e075200}, 0x6248888?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc01e1f6008 sp=0xc01e1f5f00 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x1ae?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc01e1f6038 sp=0xc01e1f6008 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc00a93e240, 0xc01e1f6110, 0xc01e1f60e0)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:692 +0xd3 fp=0xc01e1f6090 sp=0xc01e1f6038 pc=0xc2a3b3
google.golang.org/grpc.(*clientStream).RecvMsg(0xc00a93e240, {0x51b9a20?, 0xc00e075200?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc01e1f6140 sp=0xc01e1f6090 pc=0xc2b61f
google.golang.org/grpc.invoke({0x624a948?, 0xc003d1b9e0?}, {0x53d9bbc?, 0x2?}, {0x52f0080, 0xc0054f2690}, {0x51b9a20, 0xc00e075200}, 0x0?, {0xc003456b00, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:73 +0xd7 fp=0xc01e1f61a8 sp=0xc01e1f6140 pc=0xc0a637
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x624a948, 0xc003d1b9e0}, {0x53d9bbc, 0x21}, {0x52f0080, 0xc0054f2690}, {0x51b9a20, 0xc00e075200}, 0x2bc7193f088a9b9f?, 0x568c070, ...)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:247 +0x384 fp=0xc01e1f6298 sp=0xc01e1f61a8 pc=0x1648b84
google.golang.org/grpc.(*ClientConn).Invoke(0x6e888efced004f0b?, {0x624a948?, 0xc003d1b9e0?}, {0x53d9bbc?, 0x0?}, {0x52f0080?, 0xc0054f2690?}, {0x51b9a20?, 0xc00e075200?}, {0x0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:35 +0x223 fp=0xc01e1f6338 sp=0xc01e1f6298 pc=0xc0a483
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc011c30508, {0x624a948, 0xc003d1b9e0}, 0x0?, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9334 +0xc9 fp=0xc01e1f63b8 sp=0xc01e1f6338 pc=0xdcf7a9
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.TracingInternalClient.Batch({{0x629d930?, 0xc011c30508?}}, {0x624a948, 0xc003d1b9e0}, 0xc0054f2690, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:329 +0x171 fp=0xc01e1f6490 sp=0xc01e1f63b8 pc=0x1671a71
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*TracingInternalClient).Batch(0x1e1f64f8?, {0x624a948?, 0xc003d1b9e0?}, 0x624a948?, {0x0?, 0xc0081f5550?, 0xc01e1f65f0?})
	<autogenerated>:1 +0x65 fp=0xc01e1f64e0 sp=0xc01e1f6490 pc=0x1671b45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc011118120, {_, _}, _, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:211 +0x17e fp=0xc01e1f6780 sp=0xc01e1f64e0 pc=0x19daefe
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc011118120, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76edc69645, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:190 +0x158 fp=0xc01e1f68b8 sp=0xc01e1f6780 pc=0x19dad18
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76edc69645, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2079 +0x110f fp=0xc01e1f7000 sp=0xc01e1f68b8 pc=0x19ce2ef
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76edc69645, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1623 +0x805 fp=0xc01e1f7900 sp=0xc01e1f7000 pc=0x19cade5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76edc69645, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1221 +0x433 fp=0xc01e1f8168 sp=0xc01e1f7900 pc=0x19c8053
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendParallelCommit(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76edc69645, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1021 +0x7ae fp=0xc01e1f8540 sp=0xc01e1f8168 pc=0x19c706e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).Send(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76edc69645, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:843 +0x585 fp=0xc01e1f8960 sp=0xc01e1f8540 pc=0x19c5f45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnLockGatekeeper).SendLocked(0xc01001eab8, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_lock_gatekeeper.go:82 +0x2a8 fp=0xc01e1f8bb8 sp=0xc01e1f8960 pc=0x19f2348
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnMetricRecorder).SendLocked(0xc01001ea80, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_metric_recorder.go:46 +0x142 fp=0xc01e1f8ce0 sp=0xc01e1f8bb8 pc=0x19e9042
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnCommitter).SendLocked(0xc01001ea50, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_committer.go:202 +0x36e fp=0xc01e1f8f70 sp=0xc01e1f8ce0 pc=0x19e4c4e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).sendLockedWithRefreshAttempts(0xc01001e950, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:225 +0x27a fp=0xc01e1f9510 sp=0xc01e1f8f70 pc=0x19eeefa
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).SendLocked(0xc01001e950, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:153 +0x1cb fp=0xc01e1f9800 sp=0xc01e1f9510 pc=0x19ee7ab
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnPipeliner).SendLocked(0xc01001e820, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_pipeliner.go:290 +0x2ee fp=0xc01e1f9b00 sp=0xc01e1f9800 pc=0x19e986e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSeqNumAllocator).SendLocked(0xc01001e800?, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_seq_num_allocator.go:104 +0xb5 fp=0xc01e1f9ca8 sp=0xc01e1f9b00 pc=0x19ee115
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).SendLocked(0xc01001e750, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:245 +0x4e8 fp=0xc01e1f9ec0 sp=0xc01e1f9ca8 pc=0x19e6c28
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*TxnCoordSender).Send(0xc01001e580, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_coord_sender.go:526 +0x592 fp=0xc01e1fa118 sp=0xc01e1f9ec0 pc=0x19dd5f2
github.com/cockroachdb/cockroach/pkg/kv.(*DB).sendUsingSender(0xc001261200, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/db.go:1016 +0x156 fp=0xc01e1fa240 sp=0xc01e1fa118 pc=0x16ae696
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).Send(0xc0063a02c0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/txn.go:1093 +0x225 fp=0xc01e1fa508 sp=0xc01e1fa240 pc=0x16b7905
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).commit(0xc0063a02c0, {0x624a948, 0xc003d1b920})
	github.com/cockroachdb/cockroach/pkg/kv/txn.go:683 +0x145 fp=0xc01e1fa648 sp=0xc01e1fa508 pc=0x16b5405
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).Commit(0x624a948?, {0x624a948?, 0xc003d1b920?})
	github.com/cockroachdb/cockroach/pkg/kv/txn.go:718 +0x6a fp=0xc01e1fa688 sp=0xc01e1fa648 pc=0x16b580a
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).commitSQLTransactionInternal(0xc010bea000, {0x624a948?, 0xc003d1b860?})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:991 +0x297 fp=0xc01e1fa720 sp=0xc01e1fa688 pc=0x330cbd7
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execRelease(0xc010bea000, {0x624a948, 0xc003d1b860}, 0xc000811f40, {0x7fb1c7c85ea8, 0xc0175c42c8})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_savepoints.go:148 +0x2ba fp=0xc01e1fa938 sp=0xc01e1fa720 pc=0x331cb7a
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc010bea000, {0x624a948?, 0xc0124e2600?}, {{0x62732c0, 0xc000811f40}, {0xc0107e2de3, 0x23}, 0x0, 0x0}, 0x0, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:548 +0x15f7 fp=0xc01e1fb2c8 sp=0xc01e1fa938 pc=0x3308dd7
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt.func1({0x624a948?, 0xc0124e2600?})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:131 +0xfc fp=0xc01e1fb380 sp=0xc01e1fb2c8 pc=0x330725c
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithProfiling(0x624a948?, {0x624a948?, 0xc0124e2600?}, {0x62732c0?, 0xc000811f40?}, 0x0?, 0x0?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:2438 +0x330 fp=0xc01e1fb4d0 sp=0xc01e1fb380 pc=0x3317010
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc010bea000, {0x624a948, 0xc0124e2600}, {{0x62732c0, 0xc000811f40}, {0xc0107e2de3, 0x23}, 0x0, 0x0}, 0x0, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:130 +0x4bf fp=0xc01e1fb648 sp=0xc01e1fb4d0 pc=0x3306bff
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func1({{{0x62732c0, 0xc000811f40}, {0xc0107e2de3, 0x23}, 0x0, 0x0}, {0xc1116e81a0ab7db3, 0x6f1a12921e, 0x0}, {0xc1116e81a0ab84ae, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2123 +0x306 fp=0xc01e1fb708 sp=0xc01e1fb648 pc=0x32fb626
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc010bea000)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2127 +0x1168 fp=0xc01e1fbcb8 sp=0xc01e1fb708 pc=0x32f9be8
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc010bea000, {0x624a8a0, 0xc0028aafc0}, 0x41149b8800000000?, 0xc020281dc0?, 0xc012e8c990?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2048 +0x20b fp=0xc01e1fbd70 sp=0xc01e1fbcb8 pc=0x32f86eb
github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc003202000?, {0x624a8a0?, 0xc0028aafc0?}, {0xc002f40800?}, 0x3?, 0xc00645f6e0?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:881 +0xe6 fp=0xc01e1fbe20 sp=0xc01e1fbd70 pc=0x32f3486
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1()
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:758 +0x54f fp=0xc01e1fbfe0 sp=0xc01e1fbe20 pc=0x37088af
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc01e1fbfe8 sp=0xc01e1fbfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:665 +0x22e

goroutine 258864 [IO wait]:
runtime.gopark(0x4d28360?, 0xb?, 0x0?, 0x0?, 0x349?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00db92f58 sp=0xc00db92f38 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0xca7fe5e0?, 0xb1?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc00db92f90 sp=0xc00db92f58 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1ca7fe4f8, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc00db92fb0 sp=0xc00db92f90 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc00e074280?, 0xc00d12b000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc00db92fd8 sp=0xc00db92fb0 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc00e074280, {0xc00d12b000, 0x1000, 0x1000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc00db93058 sp=0xc00db92fd8 pc=0x535efa
net.(*netFD).Read(0xc00e074280, {0xc00d12b000?, 0x7b5a68?, 0xc00e074280?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc00db930a0 sp=0xc00db93058 pc=0x7a20c9
net.(*conn).Read(0xc010393850, {0xc00d12b000?, 0x164290f?, 0xc010393850?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc00db930e8 sp=0xc00db930a0 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc034c2b800, {0xc00d12b000, 0x1000, 0x1000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc00db93130 sp=0xc00db930e8 pc=0x1641f96
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc00718acc0, {0xc00d12b000, 0x1000, 0x1000})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1949 +0x156 fp=0xc00db931d0 sp=0xc00db93130 pc=0x370f896
bufio.(*Reader).fill(0xc014322490)
	GOROOT/src/bufio/bufio.go:106 +0xff fp=0xc00db93208 sp=0xc00db931d0 pc=0x5ae51f
bufio.(*Reader).ReadByte(0xc014322490)
	GOROOT/src/bufio/bufio.go:265 +0x2c fp=0xc00db93228 sp=0xc00db93208 pc=0x5aecec
github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc014322a68?, {0x62295c8, 0xc014322490})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:206 +0x2c fp=0xc00db93260 sp=0xc00db93228 pc=0x270ca4c
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl.func5(0xc014322400, 0xc002d3eb20, 0xc00db93442, 0xc00db93444, {0x623b718, 0xc015899050}, 0xc002f40800, 0xc006e8bba4, 0xc00db93440)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:424 +0xa5 fp=0xc00db93398 sp=0xc00db93260 pc=0x3707185
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc014322400, {0x624a948, 0xc005b8d860}, 0xc002d3eb10, 0xc002f40800, 0xc005b8d6b0, {0x1, 0x2, {0x3, {0x532ee51, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:564 +0xc7f fp=0xc00db93768 sp=0xc00db93398 pc=0x3706c5f
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc003152c00, {0x624a948, 0xc005b8d860}, {0x628a538, 0xc034c2b800}, {{{0xc006027038, 0x4}}, 0x1, 0xc005b8d710, 0xc005b8d800, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:174 +0x29e fp=0xc00db938a8 sp=0xc00db93768 pc=0x37051fe
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc003152c00, {0x624a948, 0xc005b8d860}, {0x628a538?, 0xc034c2b800}, 0x90?)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:913 +0xd29 fp=0xc00db93e20 sp=0xc00db938a8 pc=0x3715be9
github.com/cockroachdb/cockroach/pkg/server.(*SQLServer).startServeSQL.func1.1({0x624a948?, 0xc005b8d590?}, {0x628a538, 0xc034c2b800})
	github.com/cockroachdb/cockroach/pkg/server/server_sql.go:1474 +0xc8 fp=0xc00db93eb0 sp=0xc00db93e20 pc=0x39e1cc8
github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1({0x624a948, 0xc005b8d590})
	github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:162 +0xd7 fp=0xc00db93f30 sp=0xc00db93eb0 pc=0x1643997
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00db93fe0 sp=0xc00db93f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00db93fe8 sp=0xc00db93fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 309690 [select]:
runtime.gopark(0xc01d939e60?, 0x3?, 0x0?, 0x0?, 0xc01d939e32?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc014667cb8 sp=0xc014667c98 pc=0x4907d6
runtime.selectgo(0xc014667e60, 0xc01d939e2c, 0xc005e28f60?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc014667df8 sp=0xc014667cb8 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).heartbeatLoop(0xc0082cedd0, {0x624a948, 0xc005e28f60})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:383 +0x185 fp=0xc014667eb0 sp=0xc014667df8 pc=0x19e7805
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).heartbeatLoop-fm({0x624a948?, 0xc005e28f60?})
	<autogenerated>:1 +0x39 fp=0xc014667ed8 sp=0xc014667eb0 pc=0x19f8df9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTask(0xc000b6c6c0, {0x624a948, 0xc005e28f60}, {0x53ddbcd?, 0x1054e20?}, 0xc0000adfb8)
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:324 +0xd1 fp=0xc014667f50 sp=0xc014667ed8 pc=0x1054071
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).startHeartbeatLoopLocked.func1()
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:338 +0xf9 fp=0xc014667fe0 sp=0xc014667f50 pc=0x19e75d9
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc014667fe8 sp=0xc014667fe0 pc=0x4c2401
created by time.goFunc
	GOROOT/src/time/sleep.go:176 +0x32

goroutine 302089 [IO wait]:
runtime.gopark(0x4d28360?, 0xb?, 0x0?, 0x0?, 0x4f8?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc01362ef58 sp=0xc01362ef38 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0xccf28ec0?, 0xb1?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc01362ef90 sp=0xc01362ef58 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1ccf28dd8, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc01362efb0 sp=0xc01362ef90 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc057863500?, 0xc01b196000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc01362efd8 sp=0xc01362efb0 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc057863500, {0xc01b196000, 0x1000, 0x1000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc01362f058 sp=0xc01362efd8 pc=0x535efa
net.(*netFD).Read(0xc057863500, {0xc01b196000?, 0x7b5a68?, 0xc057863500?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc01362f0a0 sp=0xc01362f058 pc=0x7a20c9
net.(*conn).Read(0xc00452dfc0, {0xc01b196000?, 0x164290f?, 0xc00452dfc0?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc01362f0e8 sp=0xc01362f0a0 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc002a5ff20, {0xc01b196000, 0x1000, 0x1000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc01362f130 sp=0xc01362f0e8 pc=0x1641f96
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc0114df530, {0xc01b196000, 0x1000, 0x1000})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1949 +0x156 fp=0xc01362f1d0 sp=0xc01362f130 pc=0x370f896
bufio.(*Reader).fill(0xc0069dbc90)
	GOROOT/src/bufio/bufio.go:106 +0xff fp=0xc01362f208 sp=0xc01362f1d0 pc=0x5ae51f
bufio.(*Reader).ReadByte(0xc0069dbc90)
	GOROOT/src/bufio/bufio.go:265 +0x2c fp=0xc01362f228 sp=0xc01362f208 pc=0x5aecec
github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc0069dc268?, {0x62295c8, 0xc0069dbc90})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:206 +0x2c fp=0xc01362f260 sp=0xc01362f228 pc=0x270ca4c
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl.func5(0xc0069dbc00, 0xc000aa6a10, 0xc01362f442, 0xc01362f444, {0x623b718, 0xc00f15e900}, 0xc002f40800, 0xc033b2f7f4, 0xc01362f440)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:424 +0xa5 fp=0xc01362f398 sp=0xc01362f260 pc=0x3707185
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc0069dbc00, {0x624a948, 0xc005b33170}, 0xc000aa69f0, 0xc002f40800, 0xc005b32e40, {0x1, 0x2, {0x3, {0x532ee51, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:564 +0xc7f fp=0xc01362f768 sp=0xc01362f398 pc=0x3706c5f
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc003152c00, {0x624a948, 0xc005b33170}, {0x628a538, 0xc002a5ff20}, {{{0xc0106f7038, 0x4}}, 0x1, 0xc005b32fc0, 0xc005b330b0, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:174 +0x29e fp=0xc01362f8a8 sp=0xc01362f768 pc=0x37051fe
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc003152c00, {0x624a948, 0xc005b33170}, {0x628a538?, 0xc002a5ff20}, 0x90?)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:913 +0xd29 fp=0xc01362fe20 sp=0xc01362f8a8 pc=0x3715be9
github.com/cockroachdb/cockroach/pkg/server.(*SQLServer).startServeSQL.func1.1({0x624a948?, 0xc005b32b10?}, {0x628a538, 0xc002a5ff20})
	github.com/cockroachdb/cockroach/pkg/server/server_sql.go:1474 +0xc8 fp=0xc01362feb0 sp=0xc01362fe20 pc=0x39e1cc8
github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1({0x624a948, 0xc005b32b10})
	github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:162 +0xd7 fp=0xc01362ff30 sp=0xc01362feb0 pc=0x1643997
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc01362ffe0 sp=0xc01362ff30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc01362ffe8 sp=0xc01362ffe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 259061 [IO wait]:
runtime.gopark(0x4d28360?, 0xb?, 0x0?, 0x0?, 0x6c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc01f046f58 sp=0xc01f046f38 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0xc7d6e610?, 0xb1?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc01f046f90 sp=0xc01f046f58 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1c7d6e528, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc01f046fb0 sp=0xc01f046f90 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc00e374c00?, 0xc01adc0000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc01f046fd8 sp=0xc01f046fb0 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc00e374c00, {0xc01adc0000, 0x1000, 0x1000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc01f047058 sp=0xc01f046fd8 pc=0x535efa
net.(*netFD).Read(0xc00e374c00, {0xc01adc0000?, 0x7b5a68?, 0xc00e374c00?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc01f0470a0 sp=0xc01f047058 pc=0x7a20c9
net.(*conn).Read(0xc00c207690, {0xc01adc0000?, 0x164290f?, 0xc00c207690?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc01f0470e8 sp=0xc01f0470a0 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc01763e420, {0xc01adc0000, 0x1000, 0x1000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc01f047130 sp=0xc01f0470e8 pc=0x1641f96
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc01554ac78, {0xc01adc0000, 0x1000, 0x1000})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1949 +0x156 fp=0xc01f0471d0 sp=0xc01f047130 pc=0x370f896
bufio.(*Reader).fill(0xc0175c3c90)
	GOROOT/src/bufio/bufio.go:106 +0xff fp=0xc01f047208 sp=0xc01f0471d0 pc=0x5ae51f
bufio.(*Reader).ReadByte(0xc0175c3c90)
	GOROOT/src/bufio/bufio.go:265 +0x2c fp=0xc01f047228 sp=0xc01f047208 pc=0x5aecec
github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc0175c4268?, {0x62295c8, 0xc0175c3c90})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:206 +0x2c fp=0xc01f047260 sp=0xc01f047228 pc=0x270ca4c
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl.func5(0xc0175c3c00, 0xc012e8c960, 0xc01f047442, 0xc01f047444, {0x623b718, 0xc003a7c240}, 0xc002f40800, 0xc00be324a0, 0xc01f047440)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:424 +0xa5 fp=0xc01f047398 sp=0xc01f047260 pc=0x3707185
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc0175c3c00, {0x624a948, 0xc00c18d2f0}, 0xc012e8c950, 0xc002f40800, 0xc00c18d200, {0x1, 0x2, {0x3, {0x532ee51, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:564 +0xc7f fp=0xc01f047768 sp=0xc01f047398 pc=0x3706c5f
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc003152c00, {0x624a948, 0xc00c18d2f0}, {0x628a538, 0xc01763e420}, {{{0xc00fc8b038, 0x4}}, 0x1, 0xc00c18d230, 0xc00c18d260, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:174 +0x29e fp=0xc01f0478a8 sp=0xc01f047768 pc=0x37051fe
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc003152c00, {0x624a948, 0xc00c18d2f0}, {0x628a538?, 0xc01763e420}, 0x90?)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:913 +0xd29 fp=0xc01f047e20 sp=0xc01f0478a8 pc=0x3715be9
github.com/cockroachdb/cockroach/pkg/server.(*SQLServer).startServeSQL.func1.1({0x624a948?, 0xc00c18cd80?}, {0x628a538, 0xc01763e420})
	github.com/cockroachdb/cockroach/pkg/server/server_sql.go:1474 +0xc8 fp=0xc01f047eb0 sp=0xc01f047e20 pc=0x39e1cc8
github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1({0x624a948, 0xc00c18cd80})
	github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:162 +0xd7 fp=0xc01f047f30 sp=0xc01f047eb0 pc=0x1643997
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc01f047fe0 sp=0xc01f047f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc01f047fe8 sp=0xc01f047fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 269561 [sleep]:
runtime.gopark(0x4b885a9196a?, 0x801922?, 0xcc?, 0x33?, 0x6fcb8da550?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc007f67df0 sp=0xc007f67dd0 pc=0x4907d6
time.Sleep(0x1079fbd95)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc007f67e30 sp=0xc007f67df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc0132ebb30, 0x801922, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc007f67e88 sp=0xc007f67e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc0132ebb30, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc007f67ec8 sp=0xc007f67e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc008720a80?, {0xc00c274a00?, 0x12, 0xc00a25bfb8?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc007f67fa8 sp=0xc007f67ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc007f67fe0 sp=0xc007f67fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc007f67fe8 sp=0xc007f67fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 50984 [select]:
runtime.gopark(0xc0146bdf00?, 0x2?, 0x9c?, 0x0?, 0xc0146bded4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0146bdd60 sp=0xc0146bdd40 pc=0x4907d6
runtime.selectgo(0xc0146bdf00, 0xc0146bded0, 0xc015b36f30?, 0x0, 0xc012afa700?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0146bdea0 sp=0xc0146bdd60 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00cbeb590, 0x1)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/controlbuf.go:407 +0x115 fp=0xc0146bdf30 sp=0xc0146bdea0 pc=0xbd68d5
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00239a780)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/controlbuf.go:534 +0x85 fp=0xc0146bdf88 sp=0xc0146bdf30 pc=0xbd6fe5
google.golang.org/grpc/internal/transport.newHTTP2Client.func3()
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:415 +0x6a fp=0xc0146bdfe0 sp=0xc0146bdf88 pc=0xbe078a
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0146bdfe8 sp=0xc0146bdfe0 pc=0x4c2401
created by google.golang.org/grpc/internal/transport.newHTTP2Client
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_client.go:413 +0x2011

goroutine 269139 [select]:
runtime.gopark(0xc0137ffed0?, 0x2?, 0x0?, 0x18?, 0xc0137ffecc?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0137ffd58 sp=0xc0137ffd38 pc=0x4907d6
runtime.selectgo(0xc0137ffed0, 0xc0137ffec8, 0x10?, 0x0, 0x101?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0137ffe98 sp=0xc0137ffd58 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc01847cc60)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc0137fff00 sp=0xc0137ffe98 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc00bcdbce0, {0x51b9a20?, 0xc010af1500}, 0x6248888?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc013800008 sp=0xc0137fff00 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x19d?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc013800038 sp=0xc013800008 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc01847ca20, 0xc013800110, 0xc0138000e0)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:692 +0xd3 fp=0xc013800090 sp=0xc013800038 pc=0xc2a3b3
google.golang.org/grpc.(*clientStream).RecvMsg(0xc01847ca20, {0x51b9a20?, 0xc010af1500?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc013800140 sp=0xc013800090 pc=0xc2b61f
google.golang.org/grpc.invoke({0x624a948?, 0xc00e07f7a0?}, {0x53d9bbc?, 0x2?}, {0x52f0080, 0xc006928a50}, {0x51b9a20, 0xc010af1500}, 0x0?, {0xc003456b00, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:73 +0xd7 fp=0xc0138001a8 sp=0xc013800140 pc=0xc0a637
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x624a948, 0xc00e07f7a0}, {0x53d9bbc, 0x21}, {0x52f0080, 0xc006928a50}, {0x51b9a20, 0xc010af1500}, 0x38931d5bb84413b9?, 0x568c070, ...)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:247 +0x384 fp=0xc013800298 sp=0xc0138001a8 pc=0x1648b84
google.golang.org/grpc.(*ClientConn).Invoke(0x229e1d946c16211a?, {0x624a948?, 0xc00e07f7a0?}, {0x53d9bbc?, 0x0?}, {0x52f0080?, 0xc006928a50?}, {0x51b9a20?, 0xc010af1500?}, {0x0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:35 +0x223 fp=0xc013800338 sp=0xc013800298 pc=0xc0a483
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc010b21f18, {0x624a948, 0xc00e07f7a0}, 0x0?, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9334 +0xc9 fp=0xc0138003b8 sp=0xc013800338 pc=0xdcf7a9
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.TracingInternalClient.Batch({{0x629d930?, 0xc010b21f18?}}, {0x624a948, 0xc00e07f7a0}, 0xc006928a50, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:329 +0x171 fp=0xc013800490 sp=0xc0138003b8 pc=0x1671a71
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*TracingInternalClient).Batch(0x138004f8?, {0x624a948?, 0xc00e07f7a0?}, 0x624a948?, {0x0?, 0xc0081f5550?, 0xc0138005f0?})
	<autogenerated>:1 +0x65 fp=0xc0138004e0 sp=0xc013800490 pc=0x1671b45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc00a34bb00, {_, _}, _, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:211 +0x17e fp=0xc013800780 sp=0xc0138004e0 pc=0x19daefe
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc00a34bb00, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76eeb331d8, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:190 +0x158 fp=0xc0138008b8 sp=0xc013800780 pc=0x19dad18
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76eeb331d8, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2079 +0x110f fp=0xc013801000 sp=0xc0138008b8 pc=0x19ce2ef
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76eeb331d8, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1623 +0x805 fp=0xc013801900 sp=0xc013801000 pc=0x19cade5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76eeb331d8, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1221 +0x433 fp=0xc013802168 sp=0xc013801900 pc=0x19c8053
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendParallelCommit(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76eeb331d8, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1021 +0x7ae fp=0xc013802540 sp=0xc013802168 pc=0x19c706e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).Send(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76eeb331d8, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:843 +0x585 fp=0xc013802960 sp=0xc013802540 pc=0x19c5f45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnLockGatekeeper).SendLocked(0xc0182476b8, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_lock_gatekeeper.go:82 +0x2a8 fp=0xc013802bb8 sp=0xc013802960 pc=0x19f2348
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnMetricRecorder).SendLocked(0xc018247680, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_metric_recorder.go:46 +0x142 fp=0xc013802ce0 sp=0xc013802bb8 pc=0x19e9042
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnCommitter).SendLocked(0xc018247650, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_committer.go:202 +0x36e fp=0xc013802f70 sp=0xc013802ce0 pc=0x19e4c4e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).sendLockedWithRefreshAttempts(0xc018247550, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:225 +0x27a fp=0xc013803510 sp=0xc013802f70 pc=0x19eeefa
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).SendLocked(0xc018247550, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:153 +0x1cb fp=0xc013803800 sp=0xc013803510 pc=0x19ee7ab
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnPipeliner).SendLocked(0xc018247420, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_pipeliner.go:290 +0x2ee fp=0xc013803b00 sp=0xc013803800 pc=0x19e986e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSeqNumAllocator).SendLocked(0xc018247400?, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_seq_num_allocator.go:104 +0xb5 fp=0xc013803ca8 sp=0xc013803b00 pc=0x19ee115
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).SendLocked(0xc018247350, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:245 +0x4e8 fp=0xc013803ec0 sp=0xc013803ca8 pc=0x19e6c28
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*TxnCoordSender).Send(0xc018247180, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_coord_sender.go:526 +0x592 fp=0xc013804118 sp=0xc013803ec0 pc=0x19dd5f2
github.com/cockroachdb/cockroach/pkg/kv.(*DB).sendUsingSender(0xc001261200, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/db.go:1016 +0x156 fp=0xc013804240 sp=0xc013804118 pc=0x16ae696
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).Send(0xc00b97f1e0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/txn.go:1093 +0x225 fp=0xc013804508 sp=0xc013804240 pc=0x16b7905
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).commit(0xc00b97f1e0, {0x624a948, 0xc00e07f710})
	github.com/cockroachdb/cockroach/pkg/kv/txn.go:683 +0x145 fp=0xc013804648 sp=0xc013804508 pc=0x16b5405
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).Commit(0x624a948?, {0x624a948?, 0xc00e07f710?})
	github.com/cockroachdb/cockroach/pkg/kv/txn.go:718 +0x6a fp=0xc013804688 sp=0xc013804648 pc=0x16b580a
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).commitSQLTransactionInternal(0xc00468cc00, {0x624a948?, 0xc00e07f6b0?})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:991 +0x297 fp=0xc013804720 sp=0xc013804688 pc=0x330cbd7
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execRelease(0xc00468cc00, {0x624a948, 0xc00e07f6b0}, 0xc012305430, {0x7fb1c7c85ea8, 0xc003d11ec8})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_savepoints.go:148 +0x2ba fp=0xc013804938 sp=0xc013804720 pc=0x331cb7a
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc00468cc00, {0x624a948?, 0xc034650db0?}, {{0x62732c0, 0xc012305430}, {0xc00be2d5b9, 0x23}, 0x0, 0x0}, 0x0, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:548 +0x15f7 fp=0xc0138052c8 sp=0xc013804938 pc=0x3308dd7
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt.func1({0x624a948?, 0xc034650db0?})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:131 +0xfc fp=0xc013805380 sp=0xc0138052c8 pc=0x330725c
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithProfiling(0x624a948?, {0x624a948?, 0xc034650db0?}, {0x62732c0?, 0xc012305430?}, 0x0?, 0x0?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:2438 +0x330 fp=0xc0138054d0 sp=0xc013805380 pc=0x3317010
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc00468cc00, {0x624a948, 0xc034650db0}, {{0x62732c0, 0xc012305430}, {0xc00be2d5b9, 0x23}, 0x0, 0x0}, 0x0, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:130 +0x4bf fp=0xc013805648 sp=0xc0138054d0 pc=0x3306bff
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func1({{{0x62732c0, 0xc012305430}, {0xc00be2d5b9, 0x23}, 0x0, 0x0}, {0xc1116e81a197c63d, 0x6f1afed9e9, 0x0}, {0xc1116e81a197d2b6, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2123 +0x306 fp=0xc013805708 sp=0xc013805648 pc=0x32fb626
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc00468cc00)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2127 +0x1168 fp=0xc013805cb8 sp=0xc013805708 pc=0x32f9be8
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc00468cc00, {0x624a8a0, 0xc016b512c0}, 0x4116c5d800000000?, 0xc003bbddc0?, 0xc00b238420?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2048 +0x20b fp=0xc013805d70 sp=0xc013805cb8 pc=0x32f86eb
github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc003202000?, {0x624a8a0?, 0xc016b512c0?}, {0xc002f40800?}, 0x3?, 0xc00aedec48?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:881 +0xe6 fp=0xc013805e20 sp=0xc013805d70 pc=0x32f3486
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1()
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:758 +0x54f fp=0xc013805fe0 sp=0xc013805e20 pc=0x37088af
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc013805fe8 sp=0xc013805fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:665 +0x22e

goroutine 310006 [select]:
runtime.gopark(0xc00574dad8?, 0x2?, 0xb8?, 0xe5?, 0xc00574dad4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00574d960 sp=0xc00574d940 pc=0x4907d6
runtime.selectgo(0xc00574dad8, 0xc00574dad0, 0x10?, 0x0, 0x101?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00574daa0 sp=0xc00574d960 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc0129b8a20)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc00574db08 sp=0xc00574daa0 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc015686420, {0x51b9a20?, 0xc00a7ca180}, 0x6248888?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc00574dc10 sp=0xc00574db08 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x167?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc00574dc40 sp=0xc00574dc10 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc0129b87e0, 0xc00574dd18, 0xc00574dce8)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:692 +0xd3 fp=0xc00574dc98 sp=0xc00574dc40 pc=0xc2a3b3
google.golang.org/grpc.(*clientStream).RecvMsg(0xc0129b87e0, {0x51b9a20?, 0xc00a7ca180?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc00574dd48 sp=0xc00574dc98 pc=0xc2b61f
google.golang.org/grpc.invoke({0x624a948?, 0xc007d45b90?}, {0x53d9bbc?, 0x2?}, {0x52f0080, 0xc00a2c71d0}, {0x51b9a20, 0xc00a7ca180}, 0x0?, {0xc000f30f80, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:73 +0xd7 fp=0xc00574ddb0 sp=0xc00574dd48 pc=0xc0a637
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x624a948, 0xc007d45b90}, {0x53d9bbc, 0x21}, {0x52f0080, 0xc00a2c71d0}, {0x51b9a20, 0xc00a7ca180}, 0xd13db5623ba458c?, 0x568c070, ...)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:247 +0x384 fp=0xc00574dea0 sp=0xc00574ddb0 pc=0x1648b84
google.golang.org/grpc.(*ClientConn).Invoke(0xe054e6835a6b638?, {0x624a948?, 0xc007d45b90?}, {0x53d9bbc?, 0x0?}, {0x52f0080?, 0xc00a2c71d0?}, {0x51b9a20?, 0xc00a7ca180?}, {0x0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:35 +0x223 fp=0xc00574df40 sp=0xc00574dea0 pc=0xc0a483
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc011c31ed8, {0x624a948, 0xc007d45b90}, 0x0?, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9334 +0xc9 fp=0xc00574dfc0 sp=0xc00574df40 pc=0xdcf7a9
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.TracingInternalClient.Batch({{0x629d930?, 0xc011c31ed8?}}, {0x624a948, 0xc007d45b90}, 0xc00a2c71d0, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:329 +0x171 fp=0xc00574e098 sp=0xc00574dfc0 pc=0x1671a71
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*TracingInternalClient).Batch(0xd954100?, {0x624a948?, 0xc007d45b90?}, 0x624a948?, {0x0?, 0xc002339f00?, 0xc00d9541f8?})
	<autogenerated>:1 +0x65 fp=0xc00574e0e8 sp=0xc00574e098 pc=0x1671b45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc00fbb70e0, {_, _}, _, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:211 +0x17e fp=0xc00574e388 sp=0xc00574e0e8 pc=0x19daefe
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc00fbb70e0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f2f450e3, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:190 +0x158 fp=0xc00574e4c0 sp=0xc00574e388 pc=0x19dad18
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f2f450e3, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2079 +0x110f fp=0xc00574ec08 sp=0xc00574e4c0 pc=0x19ce2ef
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f2f450e3, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1623 +0x805 fp=0xc00574f508 sp=0xc00574ec08 pc=0x19cade5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f2f450e3, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1403 +0x1393 fp=0xc00574fd70 sp=0xc00574f508 pc=0x19c8fb3
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendParallelCommit.func1({0x624a948, 0xc007d45b90})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1004 +0x17c fp=0xc00574ff30 sp=0xc00574fd70 pc=0x19c773c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00574ffe0 sp=0xc00574ff30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00574ffe8 sp=0xc00574ffe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 14176 [chan receive]:
runtime.gopark(0xc00822bb00?, 0x0?, 0x0?, 0x0?, 0x0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc013e9a8d0 sp=0xc013e9a8b0 pc=0x4907d6
runtime.chanrecv(0xc00847a360, 0xc013e9a998, 0x1)
	GOROOT/src/runtime/chan.go:583 +0x49b fp=0xc013e9a960 sp=0xc013e9a8d0 pc=0x45a91b
runtime.chanrecv2(0x0?, 0x0?)
	GOROOT/src/runtime/chan.go:447 +0x18 fp=0xc013e9a988 sp=0xc013e9a960 pc=0x45a458
github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*RowChannel).Next(0xc006c279e0?)
	github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:492 +0x3a fp=0xc013e9a9c8 sp=0xc013e9a988 pc=0x230abda
github.com/cockroachdb/cockroach/pkg/sql/rowexec.(*sampleAggregator).mainLoop(0xc00286bb00, {0x624a948, 0xc0060e08d0})
	github.com/cockroachdb/cockroach/pkg/sql/rowexec/sample_aggregator.go:244 +0x1b8 fp=0xc013e9ade0 sp=0xc013e9a9c8 pc=0x259c918
github.com/cockroachdb/cockroach/pkg/sql/rowexec.(*sampleAggregator).Run(0xc00286bb00, {0x624a8a0?, 0xc011c16040?})
	github.com/cockroachdb/cockroach/pkg/sql/rowexec/sample_aggregator.go:195 +0x9a fp=0xc013e9ae70 sp=0xc013e9ade0 pc=0x259c51a
github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc01567a600, {0x624a8a0, 0xc011c16040}, 0xc00edf6370?)
	github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:480 +0x25a fp=0xc013e9af30 sp=0xc013e9ae70 pc=0x25bf07a
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000a94f00, {0x624a948, 0xc004de1950}, 0xc0054f2a50, 0xc00edf6370, 0xc005dfe700, 0xc00e6db500, 0xc00d46efb8, 0x0)
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:757 +0xbc4 fp=0xc013e9b7e0 sp=0xc013e9af30 pc=0x33b9844
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).planAndRunCreateStats(0xc000a94f00?, {0x624a948?, 0xc0075700c0?}, 0xc00d46efb8, 0x0?, 0xc00e2b0b80?, 0xc00b42b1e0, 0xc00b829aa0)
	github.com/cockroachdb/cockroach/pkg/sql/distsql_plan_stats.go:320 +0x2a5 fp=0xc013e9c6e8 sp=0xc013e9b7e0 pc=0x33b5f45
github.com/cockroachdb/cockroach/pkg/sql.(*createStatsResumer).Resume.func1({0x624a948, 0xc0075700c0}, 0xc00edf6370)
	github.com/cockroachdb/cockroach/pkg/sql/create_stats.go:624 +0x289 fp=0xc013e9c788 sp=0xc013e9c6e8 pc=0x3376629
github.com/cockroachdb/cockroach/pkg/kv.runTxn.func1({0x624a948?, 0xc0075700c0?}, 0xc00e2b0a50?)
	github.com/cockroachdb/cockroach/pkg/kv/db.go:980 +0x27 fp=0xc013e9c7b0 sp=0xc013e9c788 pc=0x16ae427
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).exec(0xc00edf6370, {0x624a948, 0xc0075700c0}, 0xc013e9caf0)
	github.com/cockroachdb/cockroach/pkg/kv/txn.go:961 +0xae fp=0xc013e9ca98 sp=0xc013e9c7b0 pc=0x16b6d0e
github.com/cockroachdb/cockroach/pkg/kv.runTxn({0x624a948, 0xc0075700c0}, 0x7?, 0x1839f40?)
	github.com/cockroachdb/cockroach/pkg/kv/db.go:979 +0x5a fp=0xc013e9cb10 sp=0xc013e9ca98 pc=0x16ae33a
github.com/cockroachdb/cockroach/pkg/kv.(*DB).TxnWithAdmissionControl(0x624a948?, {0x624a948, 0xc0075700c0}, 0x629da98?, 0x0?, 0xc007096fb0?)
	github.com/cockroachdb/cockroach/pkg/kv/db.go:942 +0x89 fp=0xc013e9cb58 sp=0xc013e9cb10 pc=0x16ae0c9
github.com/cockroachdb/cockroach/pkg/kv.(*DB).Txn(...)
	github.com/cockroachdb/cockroach/pkg/kv/db.go:921
github.com/cockroachdb/cockroach/pkg/sql.(*createStatsResumer).Resume(0xc007d10ab0?, {0x624a948?, 0xc0075700c0?}, {0x50d3280?, 0xc007096fb0?})
	github.com/cockroachdb/cockroach/pkg/sql/create_stats.go:606 +0x226 fp=0xc013e9d598 sp=0xc013e9cb58 pc=0x3375f46
github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).stepThroughStateMachine.func2(0x624a948?, 0x624a948?, {0x6221b28?, 0xc007d10ab0?}, {0x624a948?, 0xc0075700c0?}, {0x50d3280?, 0xc007096fb0?}, 0xc013e9d870)
	github.com/cockroachdb/cockroach/pkg/jobs/registry.go:1262 +0xcc fp=0xc013e9d5f8 sp=0xc013e9d598 pc=0x22a10ac
github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).stepThroughStateMachine(0xc001844b00, {0x624a948, 0xc005c35770}, {0x50d3280, 0xc007096fb0}, {0x6221b28, 0xc007d10ab0}, 0xc00b42b1e0, {0xc003a5cbe0, 0x7}, ...)
	github.com/cockroachdb/cockroach/pkg/jobs/registry.go:1263 +0x8ff fp=0xc013e9dca8 sp=0xc013e9d5f8 pc=0x229f75f
github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).runJob(0xc001844b00, {0x624a8a0, 0xc00dca2180}, {0x6221b28, 0xc007d10ab0}, 0xc00b42b1e0, {0xc003a5cbe0, 0x7}, {0xc007330258, 0x16})
	github.com/cockroachdb/cockroach/pkg/jobs/adopt.go:410 +0x5c6 fp=0xc013e9de80 sp=0xc013e9dca8 pc=0x2287c06
github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).resumeJob.func1({0xc0062c1500?, 0xc014397b00?})
	github.com/cockroachdb/cockroach/pkg/jobs/adopt.go:330 +0xfa fp=0xc013e9df30 sp=0xc013e9de80 pc=0x228739a
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc013e9dfe0 sp=0xc013e9df30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc013e9dfe8 sp=0xc013e9dfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 50923 [select, 6 minutes]:
runtime.gopark(0xc005fbbf98?, 0x2?, 0x0?, 0x0?, 0xc005fbbf7c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0108e5e00 sp=0xc0108e5de0 pc=0x4907d6
runtime.selectgo(0xc0108e5f98, 0xc005fbbf78, 0xc005041c30?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0108e5f40 sp=0xc0108e5e00 pc=0x4a071c
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc007fbbf80)
	google.golang.org/grpc/external/org_golang_google_grpc/balancer_conn_wrappers.go:112 +0x73 fp=0xc0108e5fc8 sp=0xc0108e5f40 pc=0xc088f3
google.golang.org/grpc.newCCBalancerWrapper.func1()
	google.golang.org/grpc/external/org_golang_google_grpc/balancer_conn_wrappers.go:73 +0x26 fp=0xc0108e5fe0 sp=0xc0108e5fc8 pc=0xc08846
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0108e5fe8 sp=0xc0108e5fe0 pc=0x4c2401
created by google.golang.org/grpc.newCCBalancerWrapper
	google.golang.org/grpc/external/org_golang_google_grpc/balancer_conn_wrappers.go:73 +0x22a

goroutine 50846 [select]:
runtime.gopark(0xc0108e1f70?, 0x4?, 0x6?, 0x0?, 0xc0108e1ed0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0108e1d18 sp=0xc0108e1cf8 pc=0x4907d6
runtime.selectgo(0xc0108e1f70, 0xc0108e1ec8, 0xc0143c87c8?, 0x0, 0xc0143c8758?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0108e1e58 sp=0xc0108e1d18 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc0114311e0)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:1131 +0x233 fp=0xc0108e1fc8 sp=0xc0108e1e58 pc=0xbf4d73
google.golang.org/grpc/internal/transport.NewServerTransport.func4()
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:341 +0x26 fp=0xc0108e1fe0 sp=0xc0108e1fc8 pc=0xbedaa6
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0108e1fe8 sp=0xc0108e1fe0 pc=0x4c2401
created by google.golang.org/grpc/internal/transport.NewServerTransport
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:341 +0x1a38

goroutine 290498 [sleep]:
runtime.gopark(0x4b7d8d1ae7f?, 0x432a59?, 0x2d?, 0x5a?, 0x6f346f6db7?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc003897df0 sp=0xc003897dd0 pc=0x4907d6
time.Sleep(0x11d58f188)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc003897e30 sp=0xc003897df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc007c559b0, 0x432a59, {0x4ccaee?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc003897e88 sp=0xc003897e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc007c559b0, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc003897ec8 sp=0xc003897e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc011391fd0?, {0xc009b52280?, 0xb, 0xc01d88b7a0?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc003897fa8 sp=0xc003897ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc003897fe0 sp=0xc003897fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc003897fe8 sp=0xc003897fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 289765 [sleep]:
runtime.gopark(0x4b8a4d4d17a?, 0x184a8f?, 0xc3?, 0x95?, 0x70045ad14c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00b76bdf0 sp=0xc00b76bdd0 pc=0x4907d6
time.Sleep(0x121413201)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc00b76be30 sp=0xc00b76bdf0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc0389512f0, 0x184a8f, {0x2?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc00b76be88 sp=0xc00b76be30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc0389512f0, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc00b76bec8 sp=0xc00b76be88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0x0?, {0xc00f7e9900?, 0x20, 0xc001af7f70?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc00b76bfa8 sp=0xc00b76bec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc00b76bfe0 sp=0xc00b76bfa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00b76bfe8 sp=0xc00b76bfe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 249062 [sleep]:
runtime.gopark(0x4b81fb85287?, 0x400eb2?, 0x41?, 0x65?, 0x6f72ff0cc6?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00175edf0 sp=0xc00175edd0 pc=0x4907d6
time.Sleep(0x11501ec95)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc00175ee30 sp=0xc00175edf0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc00e53f9e0, 0x400eb2, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc00175ee88 sp=0xc00175ee30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc00e53f9e0, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc00175eec8 sp=0xc00175ee88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc002a1bf80?, {0xc00ce1c000?, 0x42, 0xc002a1bf70?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc00175efa8 sp=0xc00175eec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc00175efe0 sp=0xc00175efa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00175efe8 sp=0xc00175efe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 300586 [IO wait]:
runtime.gopark(0x10e9?, 0xb?, 0x0?, 0x0?, 0x4bd?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0100fd618 sp=0xc0100fd5f8 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0x12?, 0x0?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc0100fd650 sp=0xc0100fd618 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1c7d6e9d8, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc0100fd670 sp=0xc0100fd650 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc041257c80?, 0xc00a16c000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc0100fd698 sp=0xc0100fd670 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc041257c80, {0xc00a16c000, 0x1300, 0x1300})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc0100fd718 sp=0xc0100fd698 pc=0x535efa
net.(*netFD).Read(0xc041257c80, {0xc00a16c000?, 0xc003cad558?, 0xc0100fd808?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc0100fd760 sp=0xc0100fd718 pc=0x7a20c9
net.(*conn).Read(0xc00a42e188, {0xc00a16c000?, 0x0?, 0x0?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc0100fd7a8 sp=0xc0100fd760 pc=0x7b53c5
crypto/tls.(*atLeastReader).Read(0xc012673488, {0xc00a16c000?, 0x0?, 0xab016dc6aef81a89?})
	GOROOT/src/crypto/tls/conn.go:787 +0x3d fp=0xc0100fd7f0 sp=0xc0100fd7a8 pc=0x80c45d
bytes.(*Buffer).ReadFrom(0xc00eff9e78, {0x62055e0, 0xc012673488})
	GOROOT/src/bytes/buffer.go:202 +0x98 fp=0xc0100fd848 sp=0xc0100fd7f0 pc=0x579738
crypto/tls.(*Conn).readFromUntil(0xc00eff9c00, {0x62148c0?, 0xc00a42e188}, 0xc015da9540?)
	GOROOT/src/crypto/tls/conn.go:809 +0xe5 fp=0xc0100fd888 sp=0xc0100fd848 pc=0x80c645
crypto/tls.(*Conn).readRecordOrCCS(0xc00eff9c00, 0x0)
	GOROOT/src/crypto/tls/conn.go:616 +0x116 fp=0xc0100fdc10 sp=0xc0100fd888 pc=0x809a96
crypto/tls.(*Conn).readRecord(...)
	GOROOT/src/crypto/tls/conn.go:582
crypto/tls.(*Conn).Read(0xc00eff9c00, {0xc006e1f000, 0x1000, 0x11?})
	GOROOT/src/crypto/tls/conn.go:1315 +0x16f fp=0xc0100fdc80 sp=0xc0100fdc10 pc=0x80fa0f
bufio.(*Reader).Read(0xc00ee76780, {0xc002ff5a80, 0x9, 0xc0100fdd18?})
	GOROOT/src/bufio/bufio.go:237 +0x1bb fp=0xc0100fdcb8 sp=0xc0100fdc80 pc=0x5aeafb
io.ReadAtLeast({0x62052c0, 0xc00ee76780}, {0xc002ff5a80, 0x9, 0x9}, 0x9)
	GOROOT/src/io/io.go:332 +0x9a fp=0xc0100fdd00 sp=0xc0100fdcb8 pc=0x52d13a
io.ReadFull(...)
	GOROOT/src/io/io.go:351
golang.org/x/net/http2.readFrameHeader({0xc002ff5a80?, 0x9?, 0xc0100fddf0?}, {0x62052c0?, 0xc00ee76780?})
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:237 +0x6e fp=0xc0100fdd50 sp=0xc0100fdd00 pc=0xba1d8e
golang.org/x/net/http2.(*Framer).ReadFrame(0xc002ff5a40)
	golang.org/x/net/http2/external/org_golang_x_net/http2/frame.go:498 +0x95 fp=0xc0100fde00 sp=0xc0100fdd50 pc=0xba25f5
golang.org/x/net/http2.(*clientConnReadLoop).run(0xc0100fdf98)
	golang.org/x/net/http2/external/org_golang_x_net/http2/transport.go:2123 +0x130 fp=0xc0100fdf60 sp=0xc0100fde00 pc=0xbc54d0
golang.org/x/net/http2.(*ClientConn).readLoop(0xc018c72c00)
	golang.org/x/net/http2/external/org_golang_x_net/http2/transport.go:2019 +0x6f fp=0xc0100fdfc8 sp=0xc0100fdf60 pc=0xbc49ef
golang.org/x/net/http2.(*Transport).newClientConn.func1()
	golang.org/x/net/http2/external/org_golang_x_net/http2/transport.go:726 +0x26 fp=0xc0100fdfe0 sp=0xc0100fdfc8 pc=0xbbd6c6
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0100fdfe8 sp=0xc0100fdfe0 pc=0x4c2401
created by golang.org/x/net/http2.(*Transport).newClientConn
	golang.org/x/net/http2/external/org_golang_x_net/http2/transport.go:726 +0xaaa

goroutine 258865 [sync.Cond.Wait]:
runtime.gopark(0x4c13fe0?, 0x4fdee40?, 0x12?, 0x0?, 0xc00b94b640?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0038f15d0 sp=0xc0038f15b0 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc0113d2450, 0x198)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc0038f1618 sp=0xc0038f15d0 pc=0x4be30c
sync.(*Cond).Wait(0xc014322400?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc0038f1650 sp=0xc0038f1618 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/sql.(*StmtBuf).CurCmd(0xc014322a68)
	github.com/cockroachdb/cockroach/pkg/sql/conn_io.go:460 +0xbe fp=0xc0038f1708 sp=0xc0038f1650 pc=0x3321a5e
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc0066a4000)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2074 +0xe5 fp=0xc0038f1cb8 sp=0xc0038f1708 pc=0x32f8b65
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc0066a4000, {0x624a8a0, 0xc0113d2480}, 0x4140807a80000000?, 0xc003327dc0?, 0xc002d3eb50?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2048 +0x20b fp=0xc0038f1d70 sp=0xc0038f1cb8 pc=0x32f86eb
github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc003202000?, {0x624a8a0?, 0xc0113d2480?}, {0xc002f40800?}, 0x3?, 0xc003d4fc68?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:881 +0xe6 fp=0xc0038f1e20 sp=0xc0038f1d70 pc=0x32f3486
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1()
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:758 +0x54f fp=0xc0038f1fe0 sp=0xc0038f1e20 pc=0x37088af
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0038f1fe8 sp=0xc0038f1fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:665 +0x22e

goroutine 295001 [IO wait]:
runtime.gopark(0x4d28360?, 0xb?, 0x0?, 0x0?, 0x3e7?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc014930f58 sp=0xc014930f38 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0xccf29190?, 0xb1?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc014930f90 sp=0xc014930f58 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1ccf290a8, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc014930fb0 sp=0xc014930f90 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc00e074100?, 0xc0154ee000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc014930fd8 sp=0xc014930fb0 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc00e074100, {0xc0154ee000, 0x1000, 0x1000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc014931058 sp=0xc014930fd8 pc=0x535efa
net.(*netFD).Read(0xc00e074100, {0xc0154ee000?, 0x7b5a68?, 0xc00e074100?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc0149310a0 sp=0xc014931058 pc=0x7a20c9
net.(*conn).Read(0xc00a42fd18, {0xc0154ee000?, 0x164290f?, 0xc00a42fd18?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc0149310e8 sp=0xc0149310a0 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc004704d20, {0xc0154ee000, 0x1000, 0x1000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc014931130 sp=0xc0149310e8 pc=0x1641f96
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc0161cd230, {0xc0154ee000, 0x1000, 0x1000})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1949 +0x156 fp=0xc0149311d0 sp=0xc014931130 pc=0x370f896
bufio.(*Reader).fill(0xc00f56cc90)
	GOROOT/src/bufio/bufio.go:106 +0xff fp=0xc014931208 sp=0xc0149311d0 pc=0x5ae51f
bufio.(*Reader).ReadByte(0xc00f56cc90)
	GOROOT/src/bufio/bufio.go:265 +0x2c fp=0xc014931228 sp=0xc014931208 pc=0x5aecec
github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc00f56d268?, {0x62295c8, 0xc00f56cc90})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:206 +0x2c fp=0xc014931260 sp=0xc014931228 pc=0x270ca4c
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl.func5(0xc00f56cc00, 0xc016f88840, 0xc014931442, 0xc014931444, {0x623b718, 0xc05273fb90}, 0xc002f40800, 0xc0346e9294, 0xc014931440)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:424 +0xa5 fp=0xc014931398 sp=0xc014931260 pc=0x3707185
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc00f56cc00, {0x624a948, 0xc014451950}, 0xc016f88830, 0xc002f40800, 0xc0144517a0, {0x1, 0x2, {0x3, {0x532ee51, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:564 +0xc7f fp=0xc014931768 sp=0xc014931398 pc=0x3706c5f
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc003152c00, {0x624a948, 0xc014451950}, {0x628a538, 0xc004704d20}, {{{0xc001b8a046, 0x4}}, 0x1, 0xc0144517d0, 0xc014451830, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:174 +0x29e fp=0xc0149318a8 sp=0xc014931768 pc=0x37051fe
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc003152c00, {0x624a948, 0xc014451950}, {0x628a538?, 0xc004704d20}, 0x90?)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:913 +0xd29 fp=0xc014931e20 sp=0xc0149318a8 pc=0x3715be9
github.com/cockroachdb/cockroach/pkg/server.(*SQLServer).startServeSQL.func1.1({0x624a948?, 0xc0144516e0?}, {0x628a538, 0xc004704d20})
	github.com/cockroachdb/cockroach/pkg/server/server_sql.go:1474 +0xc8 fp=0xc014931eb0 sp=0xc014931e20 pc=0x39e1cc8
github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1({0x624a948, 0xc0144516e0})
	github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:162 +0xd7 fp=0xc014931f30 sp=0xc014931eb0 pc=0x1643997
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc014931fe0 sp=0xc014931f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc014931fe8 sp=0xc014931fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 302048 [sleep]:
runtime.gopark(0x4b8000d3238?, 0x1002fe0?, 0x62?, 0x96?, 0x6f593a73f0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0086e0df0 sp=0xc0086e0dd0 pc=0x4907d6
time.Sleep(0x11ae8747e)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc0086e0e30 sp=0xc0086e0df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc00c5e3830, 0x1002fe0, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc0086e0e88 sp=0xc0086e0e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc00c5e3830, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc0086e0ec8 sp=0xc0086e0e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc008720a80?, {0xc0064da8c0?, 0x5, 0xc006f07fb8?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc0086e0fa8 sp=0xc0086e0ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc0086e0fe0 sp=0xc0086e0fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0086e0fe8 sp=0xc0086e0fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 302086 [runnable]:
runtime.gopark(0x532ba59?, 0x2?, 0x8?, 0x7d?, 0x1892625?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00e667ca8 sp=0xc00e667c88 pc=0x4907d6
runtime.chanrecv(0xc00414ed20, 0xc00e667e30, 0x1)
	GOROOT/src/runtime/chan.go:583 +0x49b fp=0xc00e667d38 sp=0xc00e667ca8 pc=0x45a91b
runtime.chanrecv2(0x810?, 0xc0053a1480?)
	GOROOT/src/runtime/chan.go:447 +0x18 fp=0xc00e667d60 sp=0xc00e667d38 pc=0x45a458
github.com/cockroachdb/cockroach/pkg/ccl/backupccl.backup.func2({0x624a8a0, 0xc01071d4c0})
	github.com/cockroachdb/cockroach/pkg/ccl/backupccl/backup_job.go:225 +0x13c fp=0xc00e667f58 sp=0xc00e667d60 pc=0x3a714fc
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1()
	github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:168 +0x25 fp=0xc00e667f78 sp=0xc00e667f58 pc=0x1187be5
golang.org/x/sync/errgroup.(*Group).Go.func1()
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:74 +0x64 fp=0xc00e667fe0 sp=0xc00e667f78 pc=0x1187344
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00e667fe8 sp=0xc00e667fe0 pc=0x4c2401
created by golang.org/x/sync/errgroup.(*Group).Go
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:71 +0xa5

goroutine 309783 [select]:
runtime.gopark(0xc0070a9c20?, 0x3?, 0x22?, 0x9b?, 0xc0070a9bda?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0070a9a40 sp=0xc0070a9a20 pc=0x4907d6
runtime.selectgo(0xc0070a9c20, 0xc0070a9bd4, 0xc00d6ca7e0?, 0x0, 0xc01a5020a0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0070a9b80 sp=0xc0070a9a40 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0xc003117340, {0x624a910, 0xc00d6ca7e0}, 0xc0070a9ca8?, {0x629caa8, 0xc036fec900})
	github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:251 +0x165 fp=0xc0070a9c60 sp=0xc0070a9b80 pc=0x1ca0605
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0xc0005a7e00, {0x624a910, 0xc00d6ca7e0}, 0xc0070a9dd0?, 0xc00fa65e60)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:749 +0x3d1 fp=0xc0070a9da8 sp=0xc0070a9c60 pc=0x1ca75d1
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x624a910?, 0xc00d6ca7e0?})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:792 +0x38 fp=0xc0070a9de0 sp=0xc0070a9da8 pc=0x1ca7bd8
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x624a948?, 0xc015267500?}, {0x537e81f, 0x12}, 0x4a817c800, 0xc0070a9f00)
	github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0xed fp=0xc0070a9e80 sp=0xc0070a9de0 pc=0x16210cd
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x624a948, 0xc015267500})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:790 +0xac fp=0xc0070a9f30 sp=0xc0070a9e80 pc=0x1ca7aac
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0070a9fe0 sp=0xc0070a9f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0070a9fe8 sp=0xc0070a9fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 309866 [select]:
runtime.gopark(0xc0060ddc20?, 0x3?, 0x22?, 0xdb?, 0xc0060ddbda?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0060dda40 sp=0xc0060dda20 pc=0x4907d6
runtime.selectgo(0xc0060ddc20, 0xc0060ddbd4, 0xc00f1c04e0?, 0x0, 0xc0133daf00?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0060ddb80 sp=0xc0060dda40 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0xc003117340, {0x624a910, 0xc00f1c04e0}, 0xc0060ddca8?, {0x629caa8, 0xc014416900})
	github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:251 +0x165 fp=0xc0060ddc60 sp=0xc0060ddb80 pc=0x1ca0605
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0xc0005a7e00, {0x624a910, 0xc00f1c04e0}, 0xc0060dddd0?, 0xc00f568240)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:749 +0x3d1 fp=0xc0060ddda8 sp=0xc0060ddc60 pc=0x1ca75d1
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x624a910?, 0xc00f1c04e0?})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:792 +0x38 fp=0xc0060ddde0 sp=0xc0060ddda8 pc=0x1ca7bd8
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x624a948?, 0xc00bb7ac00?}, {0x537e81f, 0x12}, 0x4a817c800, 0xc0060ddf00)
	github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0xed fp=0xc0060dde80 sp=0xc0060ddde0 pc=0x16210cd
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x624a948, 0xc00bb7ac00})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:790 +0xac fp=0xc0060ddf30 sp=0xc0060dde80 pc=0x1ca7aac
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0060ddfe0 sp=0xc0060ddf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0060ddfe8 sp=0xc0060ddfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 305048 [sleep]:
runtime.gopark(0x4b8cec3d720?, 0x54122e?, 0x57?, 0x76?, 0x70285e7bdc?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc005e4fdf0 sp=0xc005e4fdd0 pc=0x4907d6
time.Sleep(0x11b55d7fc)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc005e4fe30 sp=0xc005e4fdf0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc0066f9f50, 0x54122e, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc005e4fe88 sp=0xc005e4fe30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc0066f9f50, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc005e4fec8 sp=0xc005e4fe88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0x0?, {0xc00422c500?, 0x8, 0xc0038ebf70?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc005e4ffa8 sp=0xc005e4fec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc005e4ffe0 sp=0xc005e4ffa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc005e4ffe8 sp=0xc005e4ffe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 47362 [select]:
runtime.gopark(0xc01a9a5e38?, 0x3?, 0x60?, 0x31?, 0xc01a9a5dea?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc01a9a5c40 sp=0xc01a9a5c20 pc=0x4907d6
runtime.selectgo(0xc01a9a5e38, 0xc01a9a5de4, 0xc004c61c50?, 0x0, 0x4618e7?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc01a9a5d80 sp=0xc01a9a5c40 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).outputLoop(0xc002b48ee0, {0x624a8a0, 0xc014b4cfc0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:322 +0x265 fp=0xc01a9a5e78 sp=0xc01a9a5d80 pc=0x1c8b565
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).runOutputLoop(0xc002b48ee0, {0x624a948, 0xc011ae8240}, 0xc00dc86000?)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:347 +0xc5 fp=0xc01a9a5eb0 sp=0xc01a9a5e78 pc=0x1c8b7c5
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run.func1({0x624a948?, 0xc011ae8240?})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:296 +0x4c fp=0xc01a9a5f30 sp=0xc01a9a5eb0 pc=0x1c86a8c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc01a9a5fe0 sp=0xc01a9a5f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc01a9a5fe8 sp=0xc01a9a5fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 51006 [select]:
runtime.gopark(0xc00d8e1f00?, 0x2?, 0x88?, 0x1d?, 0xc00d8e1ed4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00d959d60 sp=0xc00d959d40 pc=0x4907d6
runtime.selectgo(0xc00d959f00, 0xc00d8e1ed0, 0x0?, 0x0, 0xc00d8e1ef0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00d959ea0 sp=0xc00d959d60 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0108c41e0, 0x1)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/controlbuf.go:407 +0x115 fp=0xc00d959f30 sp=0xc00d959ea0 pc=0xbd68d5
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc015577860)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/controlbuf.go:534 +0x85 fp=0xc00d959f88 sp=0xc00d959f30 pc=0xbd6fe5
google.golang.org/grpc/internal/transport.NewServerTransport.func2()
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:332 +0xce fp=0xc00d959fe0 sp=0xc00d959f88 pc=0xbedbae
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00d959fe8 sp=0xc00d959fe0 pc=0x4c2401
created by google.golang.org/grpc/internal/transport.NewServerTransport
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/http2_server.go:329 +0x19f3

goroutine 308953 [sleep]:
runtime.gopark(0x4b860d77ed3?, 0x20055ed?, 0x10?, 0xbf?, 0x6fb0df30a5?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc004047df0 sp=0xc004047dd0 pc=0x4907d6
time.Sleep(0x111c2e7b3)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc004047e30 sp=0xc004047df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc015c7d380, 0x20055ed, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc004047e88 sp=0xc004047e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc015c7d380, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc004047ec8 sp=0xc004047e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc008720a80?, {0xc00dcd2000?, 0x5, 0xc004047fb8?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc004047fa8 sp=0xc004047ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc004047fe0 sp=0xc004047fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc004047fe8 sp=0xc004047fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 186576 [sleep]:
runtime.gopark(0x4b84eec78f1?, 0x400e9c?, 0xdc?, 0x76?, 0x6f97c41e6c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc019761df0 sp=0xc019761dd0 pc=0x4907d6
time.Sleep(0x10a92d843)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc019761e30 sp=0xc019761df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc016db0cc0, 0x400e9c, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc019761e88 sp=0xc019761e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc016db0cc0, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc019761ec8 sp=0xc019761e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc008720a80?, {0xc01014ea00?, 0x48, 0xc00389afb8?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc019761fa8 sp=0xc019761ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc019761fe0 sp=0xc019761fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc019761fe8 sp=0xc019761fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 294766 [IO wait]:
runtime.gopark(0x4d28360?, 0xb?, 0x0?, 0x0?, 0x609?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0133d4f58 sp=0xc0133d4f38 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0xc7d6e7f0?, 0xb1?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc0133d4f90 sp=0xc0133d4f58 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1c7d6e708, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc0133d4fb0 sp=0xc0133d4f90 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc00fac4700?, 0xc006174000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc0133d4fd8 sp=0xc0133d4fb0 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc00fac4700, {0xc006174000, 0x1000, 0x1000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc0133d5058 sp=0xc0133d4fd8 pc=0x535efa
net.(*netFD).Read(0xc00fac4700, {0xc006174000?, 0x7b5a68?, 0xc00fac4700?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc0133d50a0 sp=0xc0133d5058 pc=0x7a20c9
net.(*conn).Read(0xc004a129e8, {0xc006174000?, 0x164290f?, 0xc004a129e8?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc0133d50e8 sp=0xc0133d50a0 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc01215fec0, {0xc006174000, 0x1000, 0x1000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc0133d5130 sp=0xc0133d50e8 pc=0x1641f96
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc007bf9470, {0xc006174000, 0x1000, 0x1000})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1949 +0x156 fp=0xc0133d51d0 sp=0xc0133d5130 pc=0x370f896
bufio.(*Reader).fill(0xc012825090)
	GOROOT/src/bufio/bufio.go:106 +0xff fp=0xc0133d5208 sp=0xc0133d51d0 pc=0x5ae51f
bufio.(*Reader).ReadByte(0xc012825090)
	GOROOT/src/bufio/bufio.go:265 +0x2c fp=0xc0133d5228 sp=0xc0133d5208 pc=0x5aecec
github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc012825668?, {0x62295c8, 0xc012825090})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:206 +0x2c fp=0xc0133d5260 sp=0xc0133d5228 pc=0x270ca4c
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl.func5(0xc012825000, 0xc00dfb64b0, 0xc0133d5442, 0xc0133d5444, {0x623b718, 0xc004e48a20}, 0xc002f40800, 0xc00666dc34, 0xc0133d5440)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:424 +0xa5 fp=0xc0133d5398 sp=0xc0133d5260 pc=0x3707185
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc012825000, {0x624a948, 0xc004dff260}, 0xc00dfb64a0, 0xc002f40800, 0xc004dfefc0, {0x1, 0x2, {0x3, {0x532ee51, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:564 +0xc7f fp=0xc0133d5768 sp=0xc0133d5398 pc=0x3706c5f
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc003152c00, {0x624a948, 0xc004dff260}, {0x628a538, 0xc01215fec0}, {{{0xc00bdd7022, 0x4}}, 0x1, 0xc004dff020, 0xc004dff050, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:174 +0x29e fp=0xc0133d58a8 sp=0xc0133d5768 pc=0x37051fe
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc003152c00, {0x624a948, 0xc004dff260}, {0x628a538?, 0xc01215fec0}, 0x90?)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:913 +0xd29 fp=0xc0133d5e20 sp=0xc0133d58a8 pc=0x3715be9
github.com/cockroachdb/cockroach/pkg/server.(*SQLServer).startServeSQL.func1.1({0x624a948?, 0xc004dfee40?}, {0x628a538, 0xc01215fec0})
	github.com/cockroachdb/cockroach/pkg/server/server_sql.go:1474 +0xc8 fp=0xc0133d5eb0 sp=0xc0133d5e20 pc=0x39e1cc8
github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1({0x624a948, 0xc004dfee40})
	github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:162 +0xd7 fp=0xc0133d5f30 sp=0xc0133d5eb0 pc=0x1643997
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0133d5fe0 sp=0xc0133d5f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0133d5fe8 sp=0xc0133d5fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 294759 [select]:
runtime.gopark(0xc00dac5ed0?, 0x2?, 0x0?, 0xe3?, 0xc00dac5ecc?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00dac5d58 sp=0xc00dac5d38 pc=0x4907d6
runtime.selectgo(0xc00dac5ed0, 0xc00dac5ec8, 0x10?, 0x0, 0x101?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00dac5e98 sp=0xc00dac5d58 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc0129b8120)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc00dac5f00 sp=0xc00dac5e98 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc015686210, {0x51b9a20?, 0xc010427b80}, 0x6248888?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc00dac6008 sp=0xc00dac5f00 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x1d5?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc00dac6038 sp=0xc00dac6008 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc00d903c20, 0xc00dac6110, 0xc00dac60e0)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:692 +0xd3 fp=0xc00dac6090 sp=0xc00dac6038 pc=0xc2a3b3
google.golang.org/grpc.(*clientStream).RecvMsg(0xc00d903c20, {0x51b9a20?, 0xc010427b80?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc00dac6140 sp=0xc00dac6090 pc=0xc2b61f
google.golang.org/grpc.invoke({0x624a948?, 0xc007d45b30?}, {0x53d9bbc?, 0x2?}, {0x52f0080, 0xc00a2c6c30}, {0x51b9a20, 0xc010427b80}, 0x0?, {0xc003456b00, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:73 +0xd7 fp=0xc00dac61a8 sp=0xc00dac6140 pc=0xc0a637
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x624a948, 0xc007d45b30}, {0x53d9bbc, 0x21}, {0x52f0080, 0xc00a2c6c30}, {0x51b9a20, 0xc010427b80}, 0x62021ea910328781?, 0x568c070, ...)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:247 +0x384 fp=0xc00dac6298 sp=0xc00dac61a8 pc=0x1648b84
google.golang.org/grpc.(*ClientConn).Invoke(0xe054e6835a6b638?, {0x624a948?, 0xc007d45b30?}, {0x53d9bbc?, 0x0?}, {0x52f0080?, 0xc00a2c6c30?}, {0x51b9a20?, 0xc010427b80?}, {0x0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:35 +0x223 fp=0xc00dac6338 sp=0xc00dac6298 pc=0xc0a483
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc011c31df8, {0x624a948, 0xc007d45b30}, 0x0?, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9334 +0xc9 fp=0xc00dac63b8 sp=0xc00dac6338 pc=0xdcf7a9
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.TracingInternalClient.Batch({{0x629d930?, 0xc011c31df8?}}, {0x624a948, 0xc007d45b30}, 0xc00a2c6c30, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:329 +0x171 fp=0xc00dac6490 sp=0xc00dac63b8 pc=0x1671a71
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*TracingInternalClient).Batch(0xdac64f8?, {0x624a948?, 0xc007d45b30?}, 0x624a948?, {0x0?, 0xc0081f5550?, 0xc00dac65f0?})
	<autogenerated>:1 +0x65 fp=0xc00dac64e0 sp=0xc00dac6490 pc=0x1671b45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc057744060, {_, _}, _, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:211 +0x17e fp=0xc00dac6780 sp=0xc00dac64e0 pc=0x19daefe
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc057744060, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f2f450e3, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:190 +0x158 fp=0xc00dac68b8 sp=0xc00dac6780 pc=0x19dad18
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f2f450e3, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2079 +0x110f fp=0xc00dac7000 sp=0xc00dac68b8 pc=0x19ce2ef
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f2f450e3, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1623 +0x805 fp=0xc00dac7900 sp=0xc00dac7000 pc=0x19cade5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f2f450e3, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1221 +0x433 fp=0xc00dac8168 sp=0xc00dac7900 pc=0x19c8053
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendParallelCommit(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f2f450e3, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1021 +0x7ae fp=0xc00dac8540 sp=0xc00dac8168 pc=0x19c706e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).Send(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f2f450e3, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:843 +0x585 fp=0xc00dac8960 sp=0xc00dac8540 pc=0x19c5f45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnLockGatekeeper).SendLocked(0xc00bf31038, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_lock_gatekeeper.go:82 +0x2a8 fp=0xc00dac8bb8 sp=0xc00dac8960 pc=0x19f2348
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnMetricRecorder).SendLocked(0xc00bf31000, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_metric_recorder.go:46 +0x142 fp=0xc00dac8ce0 sp=0xc00dac8bb8 pc=0x19e9042
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnCommitter).SendLocked(0xc00bf30fd0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_committer.go:202 +0x36e fp=0xc00dac8f70 sp=0xc00dac8ce0 pc=0x19e4c4e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).sendLockedWithRefreshAttempts(0xc00bf30ed0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:225 +0x27a fp=0xc00dac9510 sp=0xc00dac8f70 pc=0x19eeefa
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).SendLocked(0xc00bf30ed0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:153 +0x1cb fp=0xc00dac9800 sp=0xc00dac9510 pc=0x19ee7ab
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnPipeliner).SendLocked(0xc00bf30da0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_pipeliner.go:290 +0x2ee fp=0xc00dac9b00 sp=0xc00dac9800 pc=0x19e986e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSeqNumAllocator).SendLocked(0xc00bf30d80?, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_seq_num_allocator.go:104 +0xb5 fp=0xc00dac9ca8 sp=0xc00dac9b00 pc=0x19ee115
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).SendLocked(0xc00bf30cd0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:245 +0x4e8 fp=0xc00dac9ec0 sp=0xc00dac9ca8 pc=0x19e6c28
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*TxnCoordSender).Send(0xc00bf30b00, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_coord_sender.go:526 +0x592 fp=0xc00daca118 sp=0xc00dac9ec0 pc=0x19dd5f2
github.com/cockroachdb/cockroach/pkg/kv.(*DB).sendUsingSender(0xc001261200, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/db.go:1016 +0x156 fp=0xc00daca240 sp=0xc00daca118 pc=0x16ae696
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).Send(0xc0128958c0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/txn.go:1093 +0x225 fp=0xc00daca508 sp=0xc00daca240 pc=0x16b7905
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).commit(0xc0128958c0, {0x624a948, 0xc007d45aa0})
	github.com/cockroachdb/cockroach/pkg/kv/txn.go:683 +0x145 fp=0xc00daca648 sp=0xc00daca508 pc=0x16b5405
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).Commit(0x624a948?, {0x624a948?, 0xc007d45aa0?})
	github.com/cockroachdb/cockroach/pkg/kv/txn.go:718 +0x6a fp=0xc00daca688 sp=0xc00daca648 pc=0x16b580a
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).commitSQLTransactionInternal(0xc001f87900, {0x624a948?, 0xc007d45a40?})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:991 +0x297 fp=0xc00daca720 sp=0xc00daca688 pc=0x330cbd7
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execRelease(0xc001f87900, {0x624a948, 0xc007d45a40}, 0xc011f207e0, {0x7fb1c7c85ea8, 0xc0128232c8})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_savepoints.go:148 +0x2ba fp=0xc00daca938 sp=0xc00daca720 pc=0x331cb7a
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc001f87900, {0x624a948?, 0xc01316c8a0?}, {{0x62732c0, 0xc011f207e0}, {0xc00e5919f2, 0x23}, 0x0, 0x0}, 0x0, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:548 +0x15f7 fp=0xc00dacb2c8 sp=0xc00daca938 pc=0x3308dd7
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt.func1({0x624a948?, 0xc01316c8a0?})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:131 +0xfc fp=0xc00dacb380 sp=0xc00dacb2c8 pc=0x330725c
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithProfiling(0x624a948?, {0x624a948?, 0xc01316c8a0?}, {0x62732c0?, 0xc011f207e0?}, 0x0?, 0x0?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:2438 +0x330 fp=0xc00dacb4d0 sp=0xc00dacb380 pc=0x3317010
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc001f87900, {0x624a948, 0xc01316c8a0}, {{0x62732c0, 0xc011f207e0}, {0xc00e5919f2, 0x23}, 0x0, 0x0}, 0x0, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:130 +0x4bf fp=0xc00dacb648 sp=0xc00dacb4d0 pc=0x3306bff
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func1({{{0x62732c0, 0xc011f207e0}, {0xc00e5919f2, 0x23}, 0x0, 0x0}, {0xc1116e81a5d8bd58, 0x6f1f3fd0e0, 0x0}, {0xc1116e81a5d8c4c5, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2123 +0x306 fp=0xc00dacb708 sp=0xc00dacb648 pc=0x32fb626
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc001f87900)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2127 +0x1168 fp=0xc00dacbcb8 sp=0xc00dacb708 pc=0x32f9be8
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc001f87900, {0x624a8a0, 0xc02afe3b00}, 0x4110cc4400000000?, 0xc0016a1dc0?, 0xc00d8a1af0?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2048 +0x20b fp=0xc00dacbd70 sp=0xc00dacbcb8 pc=0x32f86eb
github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc003202000?, {0x624a8a0?, 0xc02afe3b00?}, {0xc002f40800?}, 0x3?, 0xc01a9b4840?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:881 +0xe6 fp=0xc00dacbe20 sp=0xc00dacbd70 pc=0x32f3486
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1()
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:758 +0x54f fp=0xc00dacbfe0 sp=0xc00dacbe20 pc=0x37088af
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00dacbfe8 sp=0xc00dacbfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:665 +0x22e

goroutine 235824 [sleep]:
runtime.gopark(0x4b8a80fe2d8?, 0x400e50?, 0x98?, 0xad?, 0x700737e921?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00392ddf0 sp=0xc00392ddd0 pc=0x4907d6
time.Sleep(0x120e3371b)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc00392de30 sp=0xc00392ddf0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc014b57170, 0x400e50, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc00392de88 sp=0xc00392de30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc014b57170, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc00392dec8 sp=0xc00392de88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0x0?, {0xc008560000?, 0x3b, 0xc001cd9f70?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc00392dfa8 sp=0xc00392dec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc00392dfe0 sp=0xc00392dfa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00392dfe8 sp=0xc00392dfe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 296333 [sleep]:
runtime.gopark(0x4b864549e01?, 0x3a0d9c?, 0xbc?, 0x46?, 0x6fb28fb843?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc014d03df0 sp=0xc014d03dd0 pc=0x4907d6
time.Sleep(0x10ff64d3a)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc014d03e30 sp=0xc014d03df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc0062dff50, 0x3a0d9c, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc014d03e88 sp=0xc014d03e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc0062dff50, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc014d03ec8 sp=0xc014d03e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0x0?, {0xc00c89a000?, 0xc, 0xc0081e1f70?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc014d03fa8 sp=0xc014d03ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc014d03fe0 sp=0xc014d03fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc014d03fe8 sp=0xc014d03fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 50993 [select, 6 minutes]:
runtime.gopark(0xc01223bfb0?, 0x2?, 0x12?, 0x0?, 0xc01223bf94?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0108e2e18 sp=0xc0108e2df8 pc=0x4907d6
runtime.selectgo(0xc0108e2fb0, 0xc01223bf90, 0xc011439180?, 0x0, 0xc000b6c6c0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0108e2f58 sp=0xc0108e2e18 pc=0x4a071c
google.golang.org/grpc.newClientStreamWithParams.func4()
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:341 +0x92 fp=0xc0108e2fe0 sp=0xc0108e2f58 pc=0xc28912
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0108e2fe8 sp=0xc0108e2fe0 pc=0x4c2401
created by google.golang.org/grpc.newClientStreamWithParams
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:340 +0xb7e

goroutine 51011 [select, 6 minutes]:
runtime.gopark(0xc00fd9bfb0?, 0x2?, 0x98?, 0x5c?, 0xc00fd9bf94?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00a258e18 sp=0xc00a258df8 pc=0x4907d6
runtime.selectgo(0xc00a258fb0, 0xc00fd9bf90, 0xc00aeac000?, 0x0, 0xc000b6c6c0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00a258f58 sp=0xc00a258e18 pc=0x4a071c
google.golang.org/grpc.newClientStreamWithParams.func4()
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:341 +0x92 fp=0xc00a258fe0 sp=0xc00a258f58 pc=0xc28912
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00a258fe8 sp=0xc00a258fe0 pc=0x4c2401
created by google.golang.org/grpc.newClientStreamWithParams
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:340 +0xb7e

goroutine 300334 [semacquire]:
runtime.gopark(0xc00a58b140?, 0x46159f?, 0xc0?, 0x38?, 0xc036f76cf0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc010ef90c8 sp=0xc010ef90a8 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
runtime.semacquire1(0xc01071d510, 0xf1?, 0x1, 0x0)
	GOROOT/src/runtime/sema.go:150 +0x1fe fp=0xc010ef9130 sp=0xc010ef90c8 pc=0x4a17de
sync.runtime_Semacquire(0x11872a5?)
	GOROOT/src/runtime/sema.go:62 +0x25 fp=0xc010ef9160 sp=0xc010ef9130 pc=0x4be005
sync.(*WaitGroup).Wait(0xc00a58b1c0?)
	GOROOT/src/sync/waitgroup.go:139 +0x52 fp=0xc010ef9188 sp=0xc010ef9160 pc=0x4ce332
golang.org/x/sync/errgroup.(*Group).Wait(0xc01071d500)
	golang.org/x/sync/errgroup/external/org_golang_x_sync/errgroup/errgroup.go:52 +0x27 fp=0xc010ef91a0 sp=0xc010ef9188 pc=0x11871a7
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait({0xc01071d500?, {0x624a8a0?, 0xc01071d4c0?}})
	github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:144 +0x4a fp=0xc010ef91d0 sp=0xc010ef91a0 pc=0x118790a
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.GoAndWait({0x624a948?, 0xc05fde4ba0?}, {0xc00a58b530, 0x3, 0x0?})
	github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:192 +0x91 fp=0xc010ef9220 sp=0xc010ef91d0 pc=0x1187e11
github.com/cockroachdb/cockroach/pkg/ccl/backupccl.backup({0x624a948, 0xc05fde4ba0}, {0x629da98?, 0xc016d1f130}, {0xc00373c2c0, 0xb4}, 0x0?, 0xc00131e000, {0x6299e60, 0xc018909800}, ...)
	github.com/cockroachdb/cockroach/pkg/ccl/backupccl/backup_job.go:279 +0xa2f fp=0xc010ef99d8 sp=0xc010ef9220 pc=0x3a6fd0f
github.com/cockroachdb/cockroach/pkg/ccl/backupccl.(*backupResumer).Resume(0xc0068aff50, {0x624a948, 0xc05fde4ba0}, {0x50d3280?, 0xc016d1f130})
	github.com/cockroachdb/cockroach/pkg/ccl/backupccl/backup_job.go:636 +0x1fa6 fp=0xc010efb598 sp=0xc010ef99d8 pc=0x3a73d86
github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).stepThroughStateMachine.func2(0x624a948?, 0x624a948?, {0x6220c50?, 0xc0068aff50?}, {0x624a948?, 0xc05fde4ba0?}, {0x50d3280?, 0xc016d1f130?}, 0xc010efb870)
	github.com/cockroachdb/cockroach/pkg/jobs/registry.go:1262 +0xcc fp=0xc010efb5f8 sp=0xc010efb598 pc=0x22a10ac
github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).stepThroughStateMachine(0xc001844b00, {0x624a948, 0xc0103a28a0}, {0x50d3280, 0xc016d1f130}, {0x6220c50, 0xc0068aff50}, 0xc003d89380, {0xc00828f460, 0x7}, ...)
	github.com/cockroachdb/cockroach/pkg/jobs/registry.go:1263 +0x8ff fp=0xc010efbca8 sp=0xc010efb5f8 pc=0x229f75f
github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).runJob(0xc001844b00, {0x624a8a0, 0xc011a82c40}, {0x6220c50, 0xc0068aff50}, 0xc003d89380, {0xc00828f460, 0x7}, {0xc00f77c900, 0x16})
	github.com/cockroachdb/cockroach/pkg/jobs/adopt.go:410 +0x5c6 fp=0xc010efbe80 sp=0xc010efbca8 pc=0x2287c06
github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).resumeJob.func1({0xc00fbe7c00?, 0xc010eefad0?})
	github.com/cockroachdb/cockroach/pkg/jobs/adopt.go:330 +0xfa fp=0xc010efbf30 sp=0xc010efbe80 pc=0x228739a
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc010efbfe0 sp=0xc010efbf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc010efbfe8 sp=0xc010efbfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 309738 [select]:
runtime.gopark(0xc0176c11f0?, 0x2?, 0xf0?, 0xf5?, 0xc0176c11ec?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc014ddf078 sp=0xc014ddf058 pc=0x4907d6
runtime.selectgo(0xc014ddf1f0, 0xc0176c11e8, 0x10?, 0x0, 0x101?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc014ddf1b8 sp=0xc014ddf078 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc004fd9560)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc014ddf220 sp=0xc014ddf1b8 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc014431a20, {0x51b9a20?, 0xc0155e7400}, 0x6248888?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc014ddf328 sp=0xc014ddf220 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x13c?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc014ddf358 sp=0xc014ddf328 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc004fd9320, 0xc014ddf430, 0xc014ddf400)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:692 +0xd3 fp=0xc014ddf3b0 sp=0xc014ddf358 pc=0xc2a3b3
google.golang.org/grpc.(*clientStream).RecvMsg(0xc004fd9320, {0x51b9a20?, 0xc0155e7400?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc014ddf460 sp=0xc014ddf3b0 pc=0xc2b61f
google.golang.org/grpc.invoke({0x624a948?, 0xc0173d87b0?}, {0x53d9bbc?, 0x2?}, {0x52f0080, 0xc00ae8d860}, {0x51b9a20, 0xc0155e7400}, 0x0?, {0xc003456b00, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:73 +0xd7 fp=0xc014ddf4c8 sp=0xc014ddf460 pc=0xc0a637
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x624a948, 0xc0173d87b0}, {0x53d9bbc, 0x21}, {0x52f0080, 0xc00ae8d860}, {0x51b9a20, 0xc0155e7400}, 0x1149dfe45d3ddfeb?, 0x568c070, ...)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:247 +0x384 fp=0xc014ddf5b8 sp=0xc014ddf4c8 pc=0x1648b84
google.golang.org/grpc.(*ClientConn).Invoke(0x572fd27a586fda1a?, {0x624a948?, 0xc0173d87b0?}, {0x53d9bbc?, 0x0?}, {0x52f0080?, 0xc00ae8d860?}, {0x51b9a20?, 0xc0155e7400?}, {0x0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:35 +0x223 fp=0xc014ddf658 sp=0xc014ddf5b8 pc=0xc0a483
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc010b20ac0, {0x624a948, 0xc0173d87b0}, 0x0?, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9334 +0xc9 fp=0xc014ddf6d8 sp=0xc014ddf658 pc=0xdcf7a9
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.TracingInternalClient.Batch({{0x629d930?, 0xc010b20ac0?}}, {0x624a948, 0xc0173d87b0}, 0xc00ae8d860, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:329 +0x171 fp=0xc014ddf7b0 sp=0xc014ddf6d8 pc=0x1671a71
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*TracingInternalClient).Batch(0xab97818?, {0x624a948?, 0xc0173d87b0?}, 0x624a948?, {0x0?, 0xc0081f5550?, 0xc00ab97910?})
	<autogenerated>:1 +0x65 fp=0xc014ddf800 sp=0xc014ddf7b0 pc=0x1671b45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc002cc2000, {_, _}, _, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:211 +0x17e fp=0xc014ddfaa0 sp=0xc014ddf800 pc=0x19daefe
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc002cc2000, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e06a57e1, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:190 +0x158 fp=0xc014ddfbd8 sp=0xc014ddfaa0 pc=0x19dad18
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e06a57e1, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2079 +0x110f fp=0xc014de0320 sp=0xc014ddfbd8 pc=0x19ce2ef
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e06a57e1, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1623 +0x805 fp=0xc014de0c20 sp=0xc014de0320 pc=0x19cade5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e06a57e1, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1221 +0x433 fp=0xc014de1488 sp=0xc014de0c20 pc=0x19c8053
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).Send(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e06a57e1, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:845 +0x629 fp=0xc014de18a8 sp=0xc014de1488 pc=0x19c5fe9
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnLockGatekeeper).SendLocked(0xc005fd1038, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_lock_gatekeeper.go:82 +0x2a8 fp=0xc014de1b00 sp=0xc014de18a8 pc=0x19f2348
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnMetricRecorder).SendLocked(0xc005fd1000, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_metric_recorder.go:46 +0x142 fp=0xc014de1c28 sp=0xc014de1b00 pc=0x19e9042
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.makeTxnCommitExplicitLocked({0x624a948, 0xc01c673590}, {0x7fb1c7c72328, 0xc005fd1000}, 0xc010ffb8c0, {0xc00ae8d590, 0x4, 0x5})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_committer.go:509 +0x270 fp=0xc014de1e60 sp=0xc014de1c28 pc=0x19e6430
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnCommitter).makeTxnCommitExplicitAsync.func1({0x624a948, 0xc01c673590})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_committer.go:486 +0x114 fp=0xc014de1f30 sp=0xc014de1e60 pc=0x19e6054
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc014de1fe0 sp=0xc014de1f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc014de1fe8 sp=0xc014de1fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 291640 [sleep]:
runtime.gopark(0x4b848d1c2e5?, 0x8019b8?, 0xea?, 0x6f?, 0x6f9392177e?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc014a91df0 sp=0xc014a91dd0 pc=0x4907d6
time.Sleep(0x10c7b88e8)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc014a91e30 sp=0xc014a91df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc00b28cf90, 0x8019b8, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc014a91e88 sp=0xc014a91e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc00b28cf90, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc014a91ec8 sp=0xc014a91e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc008720a80?, {0xc01523c000?, 0x9, 0xc001af4fb8?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc014a91fa8 sp=0xc014a91ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc014a91fe0 sp=0xc014a91fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc014a91fe8 sp=0xc014a91fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 310011 [select]:
runtime.gopark(0xc0079ab1f0?, 0x2?, 0x18?, 0xf2?, 0xc0079ab1ec?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0079ab078 sp=0xc0079ab058 pc=0x4907d6
runtime.selectgo(0xc0079ab1f0, 0xc0079ab1e8, 0x10?, 0x0, 0x801?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0079ab1b8 sp=0xc0079ab078 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc0102d1e60)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc0079ab220 sp=0xc0079ab1b8 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc015687340, {0x51b9a20?, 0xc00a7cb280}, 0x6248888?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc0079ab328 sp=0xc0079ab220 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x7d8?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc0079ab358 sp=0xc0079ab328 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc0102d1c20, 0xc0079ab430, 0xc0079ab400)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:692 +0xd3 fp=0xc0079ab3b0 sp=0xc0079ab358 pc=0xc2a3b3
google.golang.org/grpc.(*clientStream).RecvMsg(0xc0102d1c20, {0x51b9a20?, 0xc00a7cb280?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc0079ab460 sp=0xc0079ab3b0 pc=0xc2b61f
google.golang.org/grpc.invoke({0x624a948?, 0xc00c004420?}, {0x53d9bbc?, 0x2?}, {0x52f0080, 0xc00a2c7a40}, {0x51b9a20, 0xc00a7cb280}, 0x0?, {0xc00a75edc0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:73 +0xd7 fp=0xc0079ab4c8 sp=0xc0079ab460 pc=0xc0a637
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x624a948, 0xc00c004420}, {0x53d9bbc, 0x21}, {0x52f0080, 0xc00a2c7a40}, {0x51b9a20, 0xc00a7cb280}, 0x5bc61fa0537de565?, 0x568c070, ...)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:247 +0x384 fp=0xc0079ab5b8 sp=0xc0079ab4c8 pc=0x1648b84
google.golang.org/grpc.(*ClientConn).Invoke(0x22f0f0a3f65a3d35?, {0x624a948?, 0xc00c004420?}, {0x53d9bbc?, 0x0?}, {0x52f0080?, 0xc00a2c7a40?}, {0x51b9a20?, 0xc00a7cb280?}, {0x0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:35 +0x223 fp=0xc0079ab658 sp=0xc0079ab5b8 pc=0xc0a483
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc00452c408, {0x624a948, 0xc00c004420}, 0x0?, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9334 +0xc9 fp=0xc0079ab6d8 sp=0xc0079ab658 pc=0xdcf7a9
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.TracingInternalClient.Batch({{0x629d930?, 0xc00452c408?}}, {0x624a948, 0xc00c004420}, 0xc00a2c7a40, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:329 +0x171 fp=0xc0079ab7b0 sp=0xc0079ab6d8 pc=0x1671a71
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*TracingInternalClient).Batch(0xd953818?, {0x624a948?, 0xc00c004420?}, 0x624a948?, {0x0?, 0xc0081f5140?, 0xc00d953910?})
	<autogenerated>:1 +0x65 fp=0xc0079ab800 sp=0xc0079ab7b0 pc=0x1671b45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc00847afc0, {_, _}, _, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:211 +0x17e fp=0xc0079abaa0 sp=0xc0079ab800 pc=0x19daefe
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc00847afc0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f328e1d9, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:190 +0x158 fp=0xc0079abbd8 sp=0xc0079abaa0 pc=0x19dad18
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f328e1d9, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2079 +0x110f fp=0xc0079ac320 sp=0xc0079abbd8 pc=0x19ce2ef
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f328e1d9, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1623 +0x805 fp=0xc0079acc20 sp=0xc0079ac320 pc=0x19cade5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f328e1d9, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1221 +0x433 fp=0xc0079ad488 sp=0xc0079acc20 pc=0x19c8053
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).Send(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f328e1d9, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:845 +0x629 fp=0xc0079ad8a8 sp=0xc0079ad488 pc=0x19c5fe9
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnLockGatekeeper).SendLocked(0xc00a755b38, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_lock_gatekeeper.go:82 +0x2a8 fp=0xc0079adb00 sp=0xc0079ad8a8 pc=0x19f2348
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnMetricRecorder).SendLocked(0xc00a755b00, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_metric_recorder.go:46 +0x142 fp=0xc0079adc28 sp=0xc0079adb00 pc=0x19e9042
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.makeTxnCommitExplicitLocked({0x624a948, 0xc011d55ef0}, {0x7fb1c7c72328, 0xc00a755b00}, 0xc00f9337a0, {0xc002743400, 0x32, 0xb2})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_committer.go:509 +0x270 fp=0xc0079ade60 sp=0xc0079adc28 pc=0x19e6430
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnCommitter).makeTxnCommitExplicitAsync.func1({0x624a948, 0xc011d55ef0})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_committer.go:486 +0x114 fp=0xc0079adf30 sp=0xc0079ade60 pc=0x19e6054
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0079adfe0 sp=0xc0079adf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0079adfe8 sp=0xc0079adfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 309957 [runnable]:
bufio.(*Writer).Flush(0xc01d56ecc0?)
	GOROOT/src/bufio/bufio.go:622 +0x190 fp=0xc005637e18 sp=0xc005637e10 pc=0x5b0270
bufio.(*Writer).Write(0xc01d56ecc0, {0xc01b2f2000?, 0x4?, 0xc005637ec8?})
	GOROOT/src/bufio/bufio.go:673 +0xd0 fp=0xc005637e78 sp=0xc005637e18 pc=0x5b03f0
github.com/cockroachdb/pebble/sstable.(*Writer).writeCompressedBlock(0xc00d77aa80, {0xc01b2f2000?, 0x20033, 0x40000?}, {0xc00a50c000, 0xc0077b4420?, 0x78})
	github.com/cockroachdb/pebble/sstable/external/com_github_cockroachdb_pebble/sstable/writer.go:1486 +0x98 fp=0xc005637eb0 sp=0xc005637e78 pc=0x10dff18
github.com/cockroachdb/pebble/sstable.(*writeQueue).performWrite(0xc01d56ec80, 0xc002017c70)
	github.com/cockroachdb/pebble/sstable/external/com_github_cockroachdb_pebble/sstable/write_queue.go:68 +0x85 fp=0xc005637f90 sp=0xc005637eb0 pc=0x10d76c5
github.com/cockroachdb/pebble/sstable.(*writeQueue).runWorker(0xc01d56ec80)
	github.com/cockroachdb/pebble/sstable/external/com_github_cockroachdb_pebble/sstable/write_queue.go:109 +0x85 fp=0xc005637fc8 sp=0xc005637f90 pc=0x10d7d45
github.com/cockroachdb/pebble/sstable.newWriteQueue.func1()
	github.com/cockroachdb/pebble/sstable/external/com_github_cockroachdb_pebble/sstable/write_queue.go:59 +0x26 fp=0xc005637fe0 sp=0xc005637fc8 pc=0x10d7606
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc005637fe8 sp=0xc005637fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble/sstable.newWriteQueue
	github.com/cockroachdb/pebble/sstable/external/com_github_cockroachdb_pebble/sstable/write_queue.go:59 +0xd6

goroutine 309933 [select]:
runtime.gopark(0xc01cf8bc18?, 0x3?, 0x0?, 0xee?, 0xc01cf8bb3a?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc01cf8b8f0 sp=0xc01cf8b8d0 pc=0x4907d6
runtime.selectgo(0xc01cf8bc18, 0xc01cf8bb34, 0xc0121f4500?, 0x0, 0x8?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc01cf8ba30 sp=0xc01cf8b8f0 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).resolveIntents(0xc0005a7e00, {0x624a948, 0xc01160c2a0}, {0x6221560, 0xc01847d320}, {0x46?, {0xc01cf8be01?, 0x1cf8be60?, 0xc0?}})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:948 +0x909 fp=0xc01cf8bda0 sp=0xc01cf8ba30 pc=0x1ca8ee9
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents(0xc0005a7e00, {0x624a948?, 0xc01160c2a0?}, 0x1e5, 0xc01847d320, 0x80?, 0xc007cd9c00)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:777 +0xd1 fp=0xc01cf8be70 sp=0xc01cf8bda0 pc=0x1ca77b1
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).CleanupTxnIntentsAsync.func2({0x624a948, 0xc01160c2a0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:583 +0xe5 fp=0xc01cf8bf30 sp=0xc01cf8be70 pc=0x1ca6165
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc01cf8bfe0 sp=0xc01cf8bf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc01cf8bfe8 sp=0xc01cf8bfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 275165 [sleep]:
runtime.gopark(0x4b8df0bb733?, 0x54123e?, 0x61?, 0x19?, 0x7036001ef8?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc01333ddf0 sp=0xc01333ddd0 pc=0x4907d6
time.Sleep(0x118af9a24)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc01333de30 sp=0xc01333ddf0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc0064f5890, 0x54123e, {0x4ccaee?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc01333de88 sp=0xc01333de30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc0064f5890, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc01333dec8 sp=0xc01333de88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc00334bf80?, {0xc00d324a00?, 0xe, 0xc00334bf70?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc01333dfa8 sp=0xc01333dec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc01333dfe0 sp=0xc01333dfa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc01333dfe8 sp=0xc01333dfe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 249504 [IO wait]:
runtime.gopark(0x4d28360?, 0xb?, 0x0?, 0x0?, 0x2bf?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc014df0f58 sp=0xc014df0f38 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0xca7fe130?, 0xb1?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc014df0f90 sp=0xc014df0f58 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1ca7fe048, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc014df0fb0 sp=0xc014df0f90 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc030296900?, 0xc0187fc000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc014df0fd8 sp=0xc014df0fb0 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc030296900, {0xc0187fc000, 0x1000, 0x1000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc014df1058 sp=0xc014df0fd8 pc=0x535efa
net.(*netFD).Read(0xc030296900, {0xc0187fc000?, 0x7b5a68?, 0xc030296900?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc014df10a0 sp=0xc014df1058 pc=0x7a20c9
net.(*conn).Read(0xc00c263b80, {0xc0187fc000?, 0x164290f?, 0xc00c263b80?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc014df10e8 sp=0xc014df10a0 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc0055aa9c0, {0xc0187fc000, 0x1000, 0x1000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc014df1130 sp=0xc014df10e8 pc=0x1641f96
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc0105683a8, {0xc0187fc000, 0x1000, 0x1000})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1949 +0x156 fp=0xc014df11d0 sp=0xc014df1130 pc=0x370f896
bufio.(*Reader).fill(0xc014320090)
	GOROOT/src/bufio/bufio.go:106 +0xff fp=0xc014df1208 sp=0xc014df11d0 pc=0x5ae51f
bufio.(*Reader).ReadByte(0xc014320090)
	GOROOT/src/bufio/bufio.go:265 +0x2c fp=0xc014df1228 sp=0xc014df1208 pc=0x5aecec
github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc014320668?, {0x62295c8, 0xc014320090})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:206 +0x2c fp=0xc014df1260 sp=0xc014df1228 pc=0x270ca4c
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl.func5(0xc014320000, 0xc00df42220, 0xc014df1442, 0xc014df1444, {0x623b718, 0xc006356870}, 0xc002f40800, 0xc0035d9634, 0xc014df1440)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:424 +0xa5 fp=0xc014df1398 sp=0xc014df1260 pc=0x3707185
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc014320000, {0x624a948, 0xc005fe82d0}, 0xc00df42210, 0xc002f40800, 0xc005fe81b0, {0x1, 0x2, {0x3, {0x532ee51, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:564 +0xc7f fp=0xc014df1768 sp=0xc014df1398 pc=0x3706c5f
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc003152c00, {0x624a948, 0xc005fe82d0}, {0x628a538, 0xc0055aa9c0}, {{{0xc006086046, 0x4}}, 0x1, 0xc005fe81e0, 0xc005fe8210, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:174 +0x29e fp=0xc014df18a8 sp=0xc014df1768 pc=0x37051fe
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc003152c00, {0x624a948, 0xc005fe82d0}, {0x628a538?, 0xc0055aa9c0}, 0x90?)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:913 +0xd29 fp=0xc014df1e20 sp=0xc014df18a8 pc=0x3715be9
github.com/cockroachdb/cockroach/pkg/server.(*SQLServer).startServeSQL.func1.1({0x624a948?, 0xc005fe8060?}, {0x628a538, 0xc0055aa9c0})
	github.com/cockroachdb/cockroach/pkg/server/server_sql.go:1474 +0xc8 fp=0xc014df1eb0 sp=0xc014df1e20 pc=0x39e1cc8
github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1({0x624a948, 0xc005fe8060})
	github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:162 +0xd7 fp=0xc014df1f30 sp=0xc014df1eb0 pc=0x1643997
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc014df1fe0 sp=0xc014df1f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc014df1fe8 sp=0xc014df1fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 309796 [select]:
runtime.gopark(0xc015c27208?, 0x2?, 0x50?, 0xa4?, 0xc015c27204?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc014e0d090 sp=0xc014e0d070 pc=0x4907d6
runtime.selectgo(0xc014e0d208, 0xc015c27200, 0x10?, 0x0, 0x8?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc014e0d1d0 sp=0xc014e0d090 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc0108ae240)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc014e0d238 sp=0xc014e0d1d0 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc011c67550, {0x51b9a20?, 0xc0046ddf80}, 0x6248888?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc014e0d340 sp=0xc014e0d238 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x11a?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc014e0d370 sp=0xc014e0d340 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc0108ae000, 0xc014e0d448, 0xc014e0d418)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:692 +0xd3 fp=0xc014e0d3c8 sp=0xc014e0d370 pc=0xc2a3b3
google.golang.org/grpc.(*clientStream).RecvMsg(0xc0108ae000, {0x51b9a20?, 0xc0046ddf80?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc014e0d478 sp=0xc014e0d3c8 pc=0xc2b61f
google.golang.org/grpc.invoke({0x624a948?, 0xc005531380?}, {0x53d9bbc?, 0x2?}, {0x52f0080, 0xc00abe5e00}, {0x51b9a20, 0xc0046ddf80}, 0x0?, {0xc003456b00, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:73 +0xd7 fp=0xc014e0d4e0 sp=0xc014e0d478 pc=0xc0a637
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x624a948, 0xc005531380}, {0x53d9bbc, 0x21}, {0x52f0080, 0xc00abe5e00}, {0x51b9a20, 0xc0046ddf80}, 0x7d3b3e3a6fd8bd18?, 0x568c070, ...)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:247 +0x384 fp=0xc014e0d5d0 sp=0xc014e0d4e0 pc=0x1648b84
google.golang.org/grpc.(*ClientConn).Invoke(0x7a013c91cfd723b8?, {0x624a948?, 0xc005531380?}, {0x53d9bbc?, 0x0?}, {0x52f0080?, 0xc00abe5e00?}, {0x51b9a20?, 0xc0046ddf80?}, {0x0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:35 +0x223 fp=0xc014e0d670 sp=0xc014e0d5d0 pc=0xc0a483
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc00a646a88, {0x624a948, 0xc005531380}, 0x0?, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9334 +0xc9 fp=0xc014e0d6f0 sp=0xc014e0d670 pc=0xdcf7a9
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.TracingInternalClient.Batch({{0x629d930?, 0xc00a646a88?}}, {0x624a948, 0xc005531380}, 0xc00abe5e00, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:329 +0x171 fp=0xc014e0d7c8 sp=0xc014e0d6f0 pc=0x1671a71
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*TracingInternalClient).Batch(0x51090a0?, {0x624a948?, 0xc005531380?}, 0x624a948?, {0x0?, 0xc0081f5550?, 0xc00b5c7928?})
	<autogenerated>:1 +0x65 fp=0xc014e0d818 sp=0xc014e0d7c8 pc=0x1671b45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc0117ee480, {_, _}, _, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:211 +0x17e fp=0xc014e0dab8 sp=0xc014e0d818 pc=0x19daefe
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc0117ee480, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e197d9ec, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:190 +0x158 fp=0xc014e0dbf0 sp=0xc014e0dab8 pc=0x19dad18
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e197d9ec, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2079 +0x110f fp=0xc014e0e338 sp=0xc014e0dbf0 pc=0x19ce2ef
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e197d9ec, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1623 +0x805 fp=0xc014e0ec38 sp=0xc014e0e338 pc=0x19cade5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e197d9ec, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1221 +0x433 fp=0xc014e0f4a0 sp=0xc014e0ec38 pc=0x19c8053
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).Send(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e197d9ec, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:845 +0x629 fp=0xc014e0f8c0 sp=0xc014e0f4a0 pc=0x19c5fe9
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnLockGatekeeper).SendLocked(0xc00c4a0538, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_lock_gatekeeper.go:82 +0x2a8 fp=0xc014e0fb18 sp=0xc014e0f8c0 pc=0x19f2348
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).heartbeatLocked(0xc00c4a01d0, {0x624a948, 0xc005531350})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:448 +0x388 fp=0xc014e0fda8 sp=0xc014e0fb18 pc=0x19e7f88
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).heartbeat(0xc00c4a01d0, {0x624a948, 0xc005531350})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:415 +0xe5 fp=0xc014e0fdf8 sp=0xc014e0fda8 pc=0x19e7b25
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).heartbeatLoop(0xc00c4a01d0, {0x624a948, 0xc005531350})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:377 +0xd3 fp=0xc014e0feb0 sp=0xc014e0fdf8 pc=0x19e7753
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).heartbeatLoop-fm({0x624a948?, 0xc005531350?})
	<autogenerated>:1 +0x39 fp=0xc014e0fed8 sp=0xc014e0feb0 pc=0x19f8df9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTask(0xc000b6c6c0, {0x624a948, 0xc005531350}, {0x53ddbcd?, 0x6294e00?}, 0xc00afa8fb8)
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:324 +0xd1 fp=0xc014e0ff50 sp=0xc014e0fed8 pc=0x1054071
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).startHeartbeatLoopLocked.func1()
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:338 +0xf9 fp=0xc014e0ffe0 sp=0xc014e0ff50 pc=0x19e75d9
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc014e0ffe8 sp=0xc014e0ffe0 pc=0x4c2401
created by time.goFunc
	GOROOT/src/time/sleep.go:176 +0x32

goroutine 263278 [select]:
runtime.gopark(0xc013bd8188?, 0x2?, 0x58?, 0x45?, 0xc013bd8184?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc013bd8010 sp=0xc013bd7ff0 pc=0x4907d6
runtime.selectgo(0xc013bd8188, 0xc013bd8180, 0x10?, 0x0, 0x8?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc013bd8150 sp=0xc013bd8010 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc00f002c60)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc013bd81b8 sp=0xc013bd8150 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc00c27fce0, {0x51b9a20?, 0xc0201fbb00}, 0x6248888?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc013bd82c0 sp=0xc013bd81b8 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xd4?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc013bd82f0 sp=0xc013bd82c0 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc00f002a20, 0xc013bd83c8, 0xc013bd8398)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:692 +0xd3 fp=0xc013bd8348 sp=0xc013bd82f0 pc=0xc2a3b3
google.golang.org/grpc.(*clientStream).RecvMsg(0xc00f002a20, {0x51b9a20?, 0xc0201fbb00?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc013bd83f8 sp=0xc013bd8348 pc=0xc2b61f
google.golang.org/grpc.invoke({0x624a948?, 0xc056c505d0?}, {0x53d9bbc?, 0x2?}, {0x52f0080, 0xc00c0c3680}, {0x51b9a20, 0xc0201fbb00}, 0x0?, {0xc003456b00, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:73 +0xd7 fp=0xc013bd8460 sp=0xc013bd83f8 pc=0xc0a637
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x624a948, 0xc056c505d0}, {0x53d9bbc, 0x21}, {0x52f0080, 0xc00c0c3680}, {0x51b9a20, 0xc0201fbb00}, 0x1ff63b0e80bb5180?, 0x568c070, ...)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:247 +0x384 fp=0xc013bd8550 sp=0xc013bd8460 pc=0x1648b84
google.golang.org/grpc.(*ClientConn).Invoke(0x4db1e7ba9197a8a5?, {0x624a948?, 0xc056c505d0?}, {0x53d9bbc?, 0x0?}, {0x52f0080?, 0xc00c0c3680?}, {0x51b9a20?, 0xc0201fbb00?}, {0x0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:35 +0x223 fp=0xc013bd85f0 sp=0xc013bd8550 pc=0xc0a483
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc016d1e488, {0x624a948, 0xc056c505d0}, 0x0?, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9334 +0xc9 fp=0xc013bd8670 sp=0xc013bd85f0 pc=0xdcf7a9
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.TracingInternalClient.Batch({{0x629d930?, 0xc016d1e488?}}, {0x624a948, 0xc056c505d0}, 0xc00c0c3680, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:329 +0x171 fp=0xc013bd8748 sp=0xc013bd8670 pc=0x1671a71
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*TracingInternalClient).Batch(0x51090a0?, {0x624a948?, 0xc056c505d0?}, 0x624a948?, {0x0?, 0xc0081f5550?, 0xc015c228a8?})
	<autogenerated>:1 +0x65 fp=0xc013bd8798 sp=0xc013bd8748 pc=0x1671b45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc003f0fe00, {_, _}, _, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:211 +0x17e fp=0xc013bd8a38 sp=0xc013bd8798 pc=0x19daefe
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc003f0fe00, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76ea550316, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:190 +0x158 fp=0xc013bd8b70 sp=0xc013bd8a38 pc=0x19dad18
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76ea550316, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2079 +0x110f fp=0xc013bd92b8 sp=0xc013bd8b70 pc=0x19ce2ef
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76ea550316, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1623 +0x805 fp=0xc013bd9bb8 sp=0xc013bd92b8 pc=0x19cade5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76ea550316, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1221 +0x433 fp=0xc013bda420 sp=0xc013bd9bb8 pc=0x19c8053
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).Send(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76ea550316, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:845 +0x629 fp=0xc013bda840 sp=0xc013bda420 pc=0x19c5fe9
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnLockGatekeeper).SendLocked(0xc00def0638, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_lock_gatekeeper.go:82 +0x2a8 fp=0xc013bdaa98 sp=0xc013bda840 pc=0x19f2348
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnMetricRecorder).SendLocked(0xc00def0600, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_metric_recorder.go:46 +0x142 fp=0xc013bdabc0 sp=0xc013bdaa98 pc=0x19e9042
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnCommitter).SendLocked(0xc00def05d0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_committer.go:129 +0x746 fp=0xc013bdae50 sp=0xc013bdabc0 pc=0x19e5026
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).sendLockedWithRefreshAttempts(0xc00def04d0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:225 +0x27a fp=0xc013bdb3f0 sp=0xc013bdae50 pc=0x19eeefa
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).SendLocked(0xc00def04d0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:153 +0x1cb fp=0xc013bdb6e0 sp=0xc013bdb3f0 pc=0x19ee7ab
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnPipeliner).SendLocked(0xc00def03a0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_pipeliner.go:290 +0x2ee fp=0xc013bdb9e0 sp=0xc013bdb6e0 pc=0x19e986e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSeqNumAllocator).SendLocked(0xc00def0380?, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_seq_num_allocator.go:104 +0xb5 fp=0xc013bdbb88 sp=0xc013bdb9e0 pc=0x19ee115
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).SendLocked(0xc00def02d0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:245 +0x4e8 fp=0xc013bdbda0 sp=0xc013bdbb88 pc=0x19e6c28
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*TxnCoordSender).Send(0xc00def0100, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_coord_sender.go:526 +0x592 fp=0xc013bdbff8 sp=0xc013bdbda0 pc=0x19dd5f2
github.com/cockroachdb/cockroach/pkg/kv.(*DB).sendUsingSender(0xc001261200, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/db.go:1016 +0x156 fp=0xc013bdc120 sp=0xc013bdbff8 pc=0x16ae696
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).Send(0xc0082bc9a0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/txn.go:1093 +0x225 fp=0xc013bdc3e8 sp=0xc013bdc120 pc=0x16b7905
github.com/cockroachdb/cockroach/pkg/sql/row.makeKVBatchFetcherDefaultSendFunc.func1({0x624a948?, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, {0x0, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/row/kv_batch_fetcher.go:233 +0x85 fp=0xc013bdc500 sp=0xc013bdc3e8 pc=0x2332605
github.com/cockroachdb/cockroach/pkg/sql/row.(*txnKVFetcher).fetch(0xc01706a180, {0x624a948, 0xc056c504e0})
	github.com/cockroachdb/cockroach/pkg/sql/row/kv_batch_fetcher.go:468 +0x346 fp=0xc013bdc720 sp=0xc013bdc500 pc=0x2333346
github.com/cockroachdb/cockroach/pkg/sql/row.(*txnKVFetcher).nextBatch(0xc01706a180, {0x624a948, 0xc056c504e0})
	github.com/cockroachdb/cockroach/pkg/sql/row/kv_batch_fetcher.go:671 +0x1145 fp=0xc013bdca18 sp=0xc013bdc720 pc=0x23347e5
github.com/cockroachdb/cockroach/pkg/sql/row.(*KVFetcher).NextKV(0xc014b4a9c0, {0x624a948, 0xc056c504e0}, 0x0)
	github.com/cockroachdb/cockroach/pkg/sql/row/kv_fetcher.go:264 +0xde fp=0xc013bdcaf8 sp=0xc013bdca18 pc=0x233723e
github.com/cockroachdb/cockroach/pkg/sql/colfetcher.(*cFetcher).NextBatch(0xc00f98aa80, {0x624a948, 0xc056c504e0})
	github.com/cockroachdb/cockroach/pkg/sql/colfetcher/cfetcher.go:629 +0x8a fp=0xc013bdcdd0 sp=0xc013bdcaf8 pc=0x320072a
github.com/cockroachdb/cockroach/pkg/sql/colfetcher.(*ColBatchScan).Next(0xc010eb4140)
	github.com/cockroachdb/cockroach/pkg/sql/colfetcher/colbatch_scan.go:109 +0x30 fp=0xc013bdce28 sp=0xc013bdcdd0 pc=0x3204f70
github.com/cockroachdb/cockroach/pkg/sql/colexec/colexecutils.(*CancelChecker).Next(0xc002d36e00)
	github.com/cockroachdb/cockroach/pkg/sql/colexec/colexecutils/cancel_checker.go:59 +0x30 fp=0xc013bdce40 sp=0xc013bdce28 pc=0x2860090
github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).next(0xc00c28e5a0)
	github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:286 +0x73 fp=0xc013bdce68 sp=0xc013bdce40 pc=0x29a0db3
github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).nextAdapter(0xc00c28e5a0)
	github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:311 +0x1e fp=0xc013bdce80 sp=0xc013bdce68 pc=0x29a0f5e
github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).nextAdapter-fm()
	<autogenerated>:1 +0x26 fp=0xc013bdce98 sp=0xc013bdce80 pc=0x2a274e6
github.com/cockroachdb/cockroach/pkg/sql/colexecerror.CatchVectorizedRuntimeError(0x8?)
	github.com/cockroachdb/cockroach/pkg/sql/colexecerror/error.go:92 +0x62 fp=0xc013bdced8 sp=0xc013bdce98 pc=0x2126aa2
github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).Next(0xc00c28e5a0)
	github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:317 +0x4c fp=0xc013bdcf10 sp=0xc013bdced8 pc=0x29a100c
github.com/cockroachdb/cockroach/pkg/sql/rowexec.(*noopProcessor).Next(0xc0120ac280)
	github.com/cockroachdb/cockroach/pkg/sql/rowexec/noop.go:89 +0x46 fp=0xc013bdcf48 sp=0xc013bdcf10 pc=0x2595586
github.com/cockroachdb/cockroach/pkg/sql.(*rowSourceToPlanNode).Next(0xc00a81c900, {{0x624a948?, 0xc056c50420?}, 0xc00008aa00?, 0xc015c27048?})
	github.com/cockroachdb/cockroach/pkg/sql/row_source_to_plan_node.go:79 +0x45 fp=0xc013bdcfc0 sp=0xc013bdcf48 pc=0x34b4f05
github.com/cockroachdb/cockroach/pkg/sql.(*updateNode).BatchedNext(0xc007edc300, {{0x624a948, 0xc056c50420}, 0xc004c72400, 0xc001be8578})
	github.com/cockroachdb/cockroach/pkg/sql/update.go:164 +0xc4 fp=0xc013bdd020 sp=0xc013bdcfc0 pc=0x352d844
github.com/cockroachdb/cockroach/pkg/sql.(*serializeNode).Next(0xc00c83f350, {{0x624a948?, 0xc056c50420?}, 0xc004c72400?, 0xc001be8578?})
	github.com/cockroachdb/cockroach/pkg/sql/plan_batch.go:115 +0x5a fp=0xc013bdd058 sp=0xc013bdd020 pc=0x3476ffa
github.com/cockroachdb/cockroach/pkg/sql.(*planNodeToRowSource).Next(0xc0247aadc0)
	github.com/cockroachdb/cockroach/pkg/sql/plan_node_to_row_source.go:211 +0x1b9 fp=0xc013bdd150 sp=0xc013bdd058 pc=0x3479e19
github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Columnarizer).Next(0xc002dba000)
	github.com/cockroachdb/cockroach/pkg/sql/colexec/columnarizer.go:243 +0x13c fp=0xc013bdd4d0 sp=0xc013bdd150 pc=0x299d6fc
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*BatchFlowCoordinator).nextAdapter(0xc010c4d600)
	github.com/cockroachdb/cockroach/pkg/sql/colflow/flow_coordinator.go:252 +0x2a fp=0xc013bdd4e8 sp=0xc013bdd4d0 pc=0x32257ca
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*BatchFlowCoordinator).nextAdapter-fm()
	<autogenerated>:1 +0x26 fp=0xc013bdd500 sp=0xc013bdd4e8 pc=0x32334e6
github.com/cockroachdb/cockroach/pkg/sql/colexecerror.CatchVectorizedRuntimeError(0xc00a55ea80?)
	github.com/cockroachdb/cockroach/pkg/sql/colexecerror/error.go:92 +0x62 fp=0xc013bdd540 sp=0xc013bdd500 pc=0x2126aa2
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*BatchFlowCoordinator).next(...)
	github.com/cockroachdb/cockroach/pkg/sql/colflow/flow_coordinator.go:256
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*BatchFlowCoordinator).Run(0xc010c4d600, {0x624a8a0?, 0xc002d36dc0?})
	github.com/cockroachdb/cockroach/pkg/sql/colflow/flow_coordinator.go:299 +0x308 fp=0xc013bdd6d0 sp=0xc013bdd540 pc=0x3225c08
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*vectorizedFlow).Run(0xc001850e60, {0x624a8a0, 0xc002d36dc0}, 0xc0082bc9a0?)
	github.com/cockroachdb/cockroach/pkg/sql/colflow/vectorized_flow.go:320 +0x1db fp=0xc013bdd770 sp=0xc013bdd6d0 pc=0x322ac3b
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000a94f00, {0x624a948, 0xc00c83f530}, 0xc00c0c32c0, 0xc0082bc9a0, 0xc0201fb880, 0xc00fd41180, 0xc001be88b0, 0xc004e8d290)
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:757 +0xbc4 fp=0xc013bde020 sp=0xc013bdd770 pc=0x33b9844
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0x468005?, {0x624a948?, 0xc00c83f530}, 0x0?, 0xc00c0c32c0, 0xc015c281e8?, {{0x624ce40?, 0xc035145180?}, 0x0?}, 0xc00fd41180, ...)
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1764 +0x265 fp=0xc013bde0e0 sp=0xc013bde020 pc=0x33be445
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRunAll(0xc000a94f00?, {0x624a948, 0xc00c83f530}, 0xc001be88b0, 0xc001be8578?, 0xc001be8578, 0xc00fd41180, 0x0)
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1472 +0x218 fp=0xc013bde1f8 sp=0xc013bde0e0 pc=0x33bc4f8
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc001be8000, {0x624a948?, 0xc00c83f530}, 0xc001be8578, 0xc00c83f530?, {0x7fb1c7c85ea8?, 0xc004885ac8}, 0x78?, 0xc033087718)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1597 +0x594 fp=0xc013bde300 sp=0xc013bde1f8 pc=0x3310cf4
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc001be8000, {0x624a8a0, 0xc002d36740}, 0xc001be8578, {0x7fb1c7c85ea8, 0xc004885ac8})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1200 +0xc2f fp=0xc013bde720 sp=0xc013bde300 pc=0x330e08f
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc001be8000, {0x624a948?, 0xc004f857a0?}, {{0x6274800, 0xc00abd6800}, {0xc019cdf35c, 0x7e}, 0x2, 0x1}, 0xc011bf85a0, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:694 +0x2374 fp=0xc013bdf0b0 sp=0xc013bde720 pc=0x3309b54
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt.func1({0x624a948?, 0xc004f857a0?})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:131 +0xfc fp=0xc013bdf168 sp=0xc013bdf0b0 pc=0x330725c
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithProfiling(0x624a948?, {0x624a948?, 0xc004f857a0?}, {0x6274800?, 0xc00abd6800?}, 0xc0150f1d42?, 0xc01aaf5810?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:2438 +0x330 fp=0xc013bdf2b8 sp=0xc013bdf168 pc=0x3317010
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc001be8000, {0x624a948, 0xc004f857a0}, {{0x6274800, 0xc00abd6800}, {0xc019cdf35c, 0x7e}, 0x2, 0x1}, 0xc011bf85a0, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:130 +0x4bf fp=0xc013bdf430 sp=0xc013bdf2b8 pc=0x3306bff
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc001be8000, {0x624a948, 0xc004f857a0}, {0xc011bf85a0, {0xc0100eba40, 0x2, 0x2}, {0xc019907fb0, 0x6, 0x6}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:220 +0x173 fp=0xc013bdf550 sp=0xc013bdf430 pc=0x3307493
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2({{0xc01aaf584f, 0x0}, 0x0, {0xc1116e819d29b998, 0x6f1690cd2c, 0x0}, 0x1}, 0xc001be8000, 0xc013bdf8c0, 0xc013bdf8b0, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2201 +0x565 fp=0xc013bdf708 sp=0xc013bdf550 pc=0x32fafc5
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc001be8000)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2203 +0x6d3 fp=0xc013bdfcb8 sp=0xc013bdf708 pc=0x32f9153
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc001be8000, {0x624a8a0, 0xc00a67e240}, 0x411786a800000000?, 0xc00af85dc0?, 0xc00a9a6010?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2048 +0x20b fp=0xc013bdfd70 sp=0xc013bdfcb8 pc=0x32f86eb
github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc003202000?, {0x624a8a0?, 0xc00a67e240?}, {0xc002f40800?}, 0x3?, 0xc005cd38c0?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:881 +0xe6 fp=0xc013bdfe20 sp=0xc013bdfd70 pc=0x32f3486
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1()
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:758 +0x54f fp=0xc013bdffe0 sp=0xc013bdfe20 pc=0x37088af
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc013bdffe8 sp=0xc013bdffe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:665 +0x22e

goroutine 309970 [select]:
runtime.gopark(0xc014e85fa8?, 0x2?, 0x15?, 0x30?, 0xc014e85f74?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc014e85dc8 sp=0xc014e85da8 pc=0x4907d6
runtime.selectgo(0xc014e85fa8, 0xc014e85f70, 0xc014e85d30?, 0x0, 0x1054c46?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc014e85f08 sp=0xc014e85dc8 pc=0x4a071c
github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker.func1()
	github.com/cockroachdb/pebble/vfs/external/com_github_cockroachdb_pebble/vfs/disk_health.go:71 +0xe5 fp=0xc014e85fe0 sp=0xc014e85f08 pc=0x1058345
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc014e85fe8 sp=0xc014e85fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker
	github.com/cockroachdb/pebble/vfs/external/com_github_cockroachdb_pebble/vfs/disk_health.go:66 +0x5d

goroutine 51037 [select, 6 minutes]:
runtime.gopark(0xc01b5dbf98?, 0x2?, 0x0?, 0x0?, 0xc01b5dbf7c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0080bbe00 sp=0xc0080bbde0 pc=0x4907d6
runtime.selectgo(0xc0080bbf98, 0xc01b5dbf78, 0xc00fce0770?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0080bbf40 sp=0xc0080bbe00 pc=0x4a071c
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc00a75ee00)
	google.golang.org/grpc/external/org_golang_google_grpc/balancer_conn_wrappers.go:112 +0x73 fp=0xc0080bbfc8 sp=0xc0080bbf40 pc=0xc088f3
google.golang.org/grpc.newCCBalancerWrapper.func1()
	google.golang.org/grpc/external/org_golang_google_grpc/balancer_conn_wrappers.go:73 +0x26 fp=0xc0080bbfe0 sp=0xc0080bbfc8 pc=0xc08846
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0080bbfe8 sp=0xc0080bbfe0 pc=0x4c2401
created by google.golang.org/grpc.newCCBalancerWrapper
	google.golang.org/grpc/external/org_golang_google_grpc/balancer_conn_wrappers.go:73 +0x22a

goroutine 309559 [select]:
runtime.gopark(0xc01832be60?, 0x3?, 0x0?, 0x0?, 0xc01832be32?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc014e43cb8 sp=0xc014e43c98 pc=0x4907d6
runtime.selectgo(0xc014e43e60, 0xc01832be2c, 0xc0389501e0?, 0x0, 0xc003240b68?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc014e43df8 sp=0xc014e43cb8 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).heartbeatLoop(0xc052768cd0, {0x624a948, 0xc0389501e0})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:383 +0x185 fp=0xc014e43eb0 sp=0xc014e43df8 pc=0x19e7805
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).heartbeatLoop-fm({0x624a948?, 0xc0389501e0?})
	<autogenerated>:1 +0x39 fp=0xc014e43ed8 sp=0xc014e43eb0 pc=0x19f8df9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTask(0xc000b6c6c0, {0x624a948, 0xc0389501e0}, {0x53ddbcd?, 0x101675fb0?}, 0xc001675fb8)
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:324 +0xd1 fp=0xc014e43f50 sp=0xc014e43ed8 pc=0x1054071
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).startHeartbeatLoopLocked.func1()
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:338 +0xf9 fp=0xc014e43fe0 sp=0xc014e43f50 pc=0x19e75d9
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc014e43fe8 sp=0xc014e43fe0 pc=0x4c2401
created by time.goFunc
	GOROOT/src/time/sleep.go:176 +0x32

goroutine 296194 [sleep]:
runtime.gopark(0x4b82b199f68?, 0x6a15ae?, 0xb?, 0x21?, 0x6f7b0bc890?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0108e3df0 sp=0xc0108e3dd0 pc=0x4907d6
time.Sleep(0x111ad5ccf)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc0108e3e30 sp=0xc0108e3df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc00eff1a10, 0x6a15ae, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc0108e3e88 sp=0xc0108e3e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc00eff1a10, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc0108e3ec8 sp=0xc0108e3e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc008720a80?, {0xc014d72500?, 0x9, 0xc00a652fb8?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc0108e3fa8 sp=0xc0108e3ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc0108e3fe0 sp=0xc0108e3fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0108e3fe8 sp=0xc0108e3fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 297216 [IO wait]:
runtime.gopark(0x4d28360?, 0xb?, 0x0?, 0x0?, 0x1c7?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00a5ccf58 sp=0xc00a5ccf38 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0xca7fe310?, 0xb1?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc00a5ccf90 sp=0xc00a5ccf58 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1ca7fe228, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc00a5ccfb0 sp=0xc00a5ccf90 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc000a8de00?, 0xc0075a4000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc00a5ccfd8 sp=0xc00a5ccfb0 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc000a8de00, {0xc0075a4000, 0x1000, 0x1000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc00a5cd058 sp=0xc00a5ccfd8 pc=0x535efa
net.(*netFD).Read(0xc000a8de00, {0xc0075a4000?, 0x7b5a68?, 0xc000a8de00?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc00a5cd0a0 sp=0xc00a5cd058 pc=0x7a20c9
net.(*conn).Read(0xc004a12ed0, {0xc0075a4000?, 0x164290f?, 0xc004a12ed0?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc00a5cd0e8 sp=0xc00a5cd0a0 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc00473f6e0, {0xc0075a4000, 0x1000, 0x1000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc00a5cd130 sp=0xc00a5cd0e8 pc=0x1641f96
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc01211a408, {0xc0075a4000, 0x1000, 0x1000})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1949 +0x156 fp=0xc00a5cd1d0 sp=0xc00a5cd130 pc=0x370f896
bufio.(*Reader).fill(0xc006806890)
	GOROOT/src/bufio/bufio.go:106 +0xff fp=0xc00a5cd208 sp=0xc00a5cd1d0 pc=0x5ae51f
bufio.(*Reader).ReadByte(0xc006806890)
	GOROOT/src/bufio/bufio.go:265 +0x2c fp=0xc00a5cd228 sp=0xc00a5cd208 pc=0x5aecec
github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc006806e68?, {0x62295c8, 0xc006806890})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:206 +0x2c fp=0xc00a5cd260 sp=0xc00a5cd228 pc=0x270ca4c
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl.func5(0xc006806800, 0xc00a3d0fb0, 0xc00a5cd442, 0xc00a5cd444, {0x623b718, 0xc0340c8b40}, 0xc002f40800, 0xc010ee3074, 0xc00a5cd440)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:424 +0xa5 fp=0xc00a5cd398 sp=0xc00a5cd260 pc=0x3707185
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc006806800, {0x624a948, 0xc0330fe420}, 0xc00a3d0f90, 0xc002f40800, 0xc0330fe360, {0x1, 0x2, {0x3, {0x532ee51, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:564 +0xc7f fp=0xc00a5cd768 sp=0xc00a5cd398 pc=0x3706c5f
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc003152c00, {0x624a948, 0xc0330fe420}, {0x628a538, 0xc00473f6e0}, {{{0xc0074fe038, 0x4}}, 0x1, 0xc0330fe390, 0xc0330fe3c0, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:174 +0x29e fp=0xc00a5cd8a8 sp=0xc00a5cd768 pc=0x37051fe
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc003152c00, {0x624a948, 0xc0330fe420}, {0x628a538?, 0xc00473f6e0}, 0x90?)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:913 +0xd29 fp=0xc00a5cde20 sp=0xc00a5cd8a8 pc=0x3715be9
github.com/cockroachdb/cockroach/pkg/server.(*SQLServer).startServeSQL.func1.1({0x624a948?, 0xc0330fe1e0?}, {0x628a538, 0xc00473f6e0})
	github.com/cockroachdb/cockroach/pkg/server/server_sql.go:1474 +0xc8 fp=0xc00a5cdeb0 sp=0xc00a5cde20 pc=0x39e1cc8
github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1({0x624a948, 0xc0330fe1e0})
	github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:162 +0xd7 fp=0xc00a5cdf30 sp=0xc00a5cdeb0 pc=0x1643997
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00a5cdfe0 sp=0xc00a5cdf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00a5cdfe8 sp=0xc00a5cdfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 228173 [sleep]:
runtime.gopark(0x4b889862eda?, 0xa0579?, 0x41?, 0x11?, 0x6fce6882c4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc01cf89df0 sp=0xc01cf89dd0 pc=0x4907d6
time.Sleep(0x1069d8bf2)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc01cf89e30 sp=0xc01cf89df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc0144822a0, 0xa0579, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc01cf89e88 sp=0xc01cf89e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc0144822a0, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc01cf89ec8 sp=0xc01cf89e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc008720a80?, {0xc004358000?, 0x31, 0xc00a259fb8?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc01cf89fa8 sp=0xc01cf89ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc01cf89fe0 sp=0xc01cf89fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc01cf89fe8 sp=0xc01cf89fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 284592 [sleep]:
runtime.gopark(0x4b81b38f049?, 0x84b1c3?, 0x80?, 0xa7?, 0x6f6f448515?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc003aafdf0 sp=0xc003aafdd0 pc=0x4907d6
time.Sleep(0x115c6c7fb)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc003aafe30 sp=0xc003aafdf0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc012812e40, 0x84b1c3, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc003aafe88 sp=0xc003aafe30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc012812e40, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc003aafec8 sp=0xc003aafe88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc001af4f80?, {0xc0083b0a00?, 0x20, 0xc001af4f70?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc003aaffa8 sp=0xc003aafec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc003aaffe0 sp=0xc003aaffa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc003aaffe8 sp=0xc003aaffe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 301907 [sleep]:
runtime.gopark(0x4b7d43eb07f?, 0x1003002?, 0xc9?, 0xa9?, 0x6f309dbd57?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc001af2df0 sp=0xc001af2dd0 pc=0x4907d6
time.Sleep(0x11e1a3ebb)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc001af2e30 sp=0xc001af2df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc007d257a0, 0x1003002, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc001af2e88 sp=0xc001af2e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc007d257a0, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc001af2ec8 sp=0xc001af2e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc008720a80?, {0xc00edef680?, 0xa, 0xc0108e3fb8?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc001af2fa8 sp=0xc001af2ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc001af2fe0 sp=0xc001af2fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc001af2fe8 sp=0xc001af2fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 259039 [IO wait]:
runtime.gopark(0x4d28360?, 0xb?, 0x0?, 0x0?, 0x2db?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc014fb0f58 sp=0xc014fb0f38 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0xc7d6f240?, 0xb1?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc014fb0f90 sp=0xc014fb0f58 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1c7d6f158, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc014fb0fb0 sp=0xc014fb0f90 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc056e8cc80?, 0xc007006000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc014fb0fd8 sp=0xc014fb0fb0 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc056e8cc80, {0xc007006000, 0x1000, 0x1000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc014fb1058 sp=0xc014fb0fd8 pc=0x535efa
net.(*netFD).Read(0xc056e8cc80, {0xc007006000?, 0x7b5a68?, 0xc056e8cc80?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc014fb10a0 sp=0xc014fb1058 pc=0x7a20c9
net.(*conn).Read(0xc00a42ee80, {0xc007006000?, 0x164290f?, 0xc00a42ee80?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc014fb10e8 sp=0xc014fb10a0 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc0100438c0, {0xc007006000, 0x1000, 0x1000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc014fb1130 sp=0xc014fb10e8 pc=0x1641f96
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc00d868ab0, {0xc007006000, 0x1000, 0x1000})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1949 +0x156 fp=0xc014fb11d0 sp=0xc014fb1130 pc=0x370f896
bufio.(*Reader).fill(0xc003771890)
	GOROOT/src/bufio/bufio.go:106 +0xff fp=0xc014fb1208 sp=0xc014fb11d0 pc=0x5ae51f
bufio.(*Reader).ReadByte(0xc003771890)
	GOROOT/src/bufio/bufio.go:265 +0x2c fp=0xc014fb1228 sp=0xc014fb1208 pc=0x5aecec
github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc003771e68?, {0x62295c8, 0xc003771890})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:206 +0x2c fp=0xc014fb1260 sp=0xc014fb1228 pc=0x270ca4c
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl.func5(0xc003771800, 0xc00bce1b50, 0xc014fb1442, 0xc014fb1444, {0x623b718, 0xc00fdf9c20}, 0xc002f40800, 0xc0030ac5c4, 0xc014fb1440)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:424 +0xa5 fp=0xc014fb1398 sp=0xc014fb1260 pc=0x3707185
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc003771800, {0x624a948, 0xc00722fa10}, 0xc00bce1b40, 0xc002f40800, 0xc00722f800, {0x1, 0x2, {0x3, {0x532ee51, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:564 +0xc7f fp=0xc014fb1768 sp=0xc014fb1398 pc=0x3706c5f
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc003152c00, {0x624a948, 0xc00722fa10}, {0x628a538, 0xc0100438c0}, {{{0xc007ac4038, 0x4}}, 0x1, 0xc00722f830, 0xc00722f8c0, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:174 +0x29e fp=0xc014fb18a8 sp=0xc014fb1768 pc=0x37051fe
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc003152c00, {0x624a948, 0xc00722fa10}, {0x628a538?, 0xc0100438c0}, 0x90?)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:913 +0xd29 fp=0xc014fb1e20 sp=0xc014fb18a8 pc=0x3715be9
github.com/cockroachdb/cockroach/pkg/server.(*SQLServer).startServeSQL.func1.1({0x624a948?, 0xc00722f590?}, {0x628a538, 0xc0100438c0})
	github.com/cockroachdb/cockroach/pkg/server/server_sql.go:1474 +0xc8 fp=0xc014fb1eb0 sp=0xc014fb1e20 pc=0x39e1cc8
github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1({0x624a948, 0xc00722f590})
	github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:162 +0xd7 fp=0xc014fb1f30 sp=0xc014fb1eb0 pc=0x1643997
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc014fb1fe0 sp=0xc014fb1f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc014fb1fe8 sp=0xc014fb1fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 294856 [sleep]:
runtime.gopark(0x4b88d8e955e?, 0x8019ab?, 0x1b?, 0x6b?, 0x6fd240dc9f?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc019739df0 sp=0xc019739dd0 pc=0x4907d6
time.Sleep(0x1066d79c9)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc019739e30 sp=0xc019739df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc01323b5f0, 0x8019ab, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc019739e88 sp=0xc019739e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc01323b5f0, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc019739ec8 sp=0xc019739e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0x0?, {0xc03211ea00?, 0xd, 0xc007c04300?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc019739fa8 sp=0xc019739ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc019739fe0 sp=0xc019739fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc019739fe8 sp=0xc019739fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 239498 [sleep]:
runtime.gopark(0x4b8a60c2225?, 0x2040d?, 0xa5?, 0x9a?, 0x700469d62d?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc014a95df0 sp=0xc014a95dd0 pc=0x4907d6
time.Sleep(0x12018e6cc)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc014a95e30 sp=0xc014a95df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc036aeca80, 0x2040d, {0x2?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc014a95e88 sp=0xc014a95e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc036aeca80, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc014a95ec8 sp=0xc014a95e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0x0?, {0xc00ce1d500?, 0x35, 0xc001675f70?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc014a95fa8 sp=0xc014a95ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc014a95fe0 sp=0xc014a95fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc014a95fe8 sp=0xc014a95fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 51012 [select, 6 minutes]:
runtime.gopark(0xc002d1ffb0?, 0x2?, 0x1?, 0x0?, 0xc002d1ff9c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00a257e28 sp=0xc00a257e08 pc=0x4907d6
runtime.selectgo(0xc00a257fb0, 0xc002d1ff98, 0xc000b6c6c0?, 0x0, 0xc00a7128f0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00a257f68 sp=0xc00a257e28 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream.func2()
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:340 +0x71 fp=0xc00a257fe0 sp=0xc00a257f68 pc=0x1649731
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00a257fe8 sp=0xc00a257fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.newTracingClientStream
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:339 +0x152

goroutine 51075 [select, 6 minutes]:
runtime.gopark(0xc01975db70?, 0x2?, 0x0?, 0x0?, 0xc01975db6c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc01975d9f8 sp=0xc01975d9d8 pc=0x4907d6
runtime.selectgo(0xc01975db70, 0xc01975db68, 0xc01975dc00?, 0x0, 0x624a948?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc01975db38 sp=0xc01975d9f8 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc00eb438c0)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc01975dba0 sp=0xc01975db38 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc015686370, {0x512dba0?, 0xc00c863c80}, 0xc00ec5da00?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc01975dca8 sp=0xc01975dba0 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x0?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc01975dcd8 sp=0xc01975dca8 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc00eb43680, 0xc01975ddb0, 0xc01975dd80)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:688 +0x2f1 fp=0xc01975dd30 sp=0xc01975dcd8 pc=0xc2a5d1
google.golang.org/grpc.(*clientStream).RecvMsg(0xc00eb43680, {0x512dba0?, 0xc00c863c80?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc01975dde0 sp=0xc01975dd30 pc=0xc2b61f
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0xc015920be0, {0x512dba0?, 0xc00c863c80?})
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:384 +0x37 fp=0xc01975de28 sp=0xc01975dde0 pc=0x1649ad7
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*multiRaftRaftMessageBatchClient).Recv(0xc011a281b0)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/bazel-out/k8-opt/bin/pkg/kv/kvserver/kvserver_go_proto_/github.com/cockroachdb/cockroach/pkg/kv/kvserver/storage_services.pb.go:132 +0x4c fp=0xc01975de58 sp=0xc01975de28 pc=0x1d4b00c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).processQueue.func1.1({0x628a900, 0xc011a281b0}, 0xc001730460, {0x624a948, 0xc00c863bf0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:409 +0x5b fp=0xc01975dee0 sp=0xc01975de58 pc=0x1d843fb
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).processQueue.func1({0x624a948?, 0xc00c863bf0?})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:424 +0x45 fp=0xc01975df30 sp=0xc01975dee0 pc=0x1d84345
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc01975dfe0 sp=0xc01975df30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc01975dfe8 sp=0xc01975dfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 296378 [IO wait]:
runtime.gopark(0x4d28360?, 0xb?, 0x0?, 0x0?, 0xbf?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc014feef58 sp=0xc014feef38 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0xc7d6f510?, 0xb1?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc014feef90 sp=0xc014feef58 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1c7d6f428, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc014feefb0 sp=0xc014feef90 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc01444be00?, 0xc019128000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc014feefd8 sp=0xc014feefb0 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc01444be00, {0xc019128000, 0x1000, 0x1000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc014fef058 sp=0xc014feefd8 pc=0x535efa
net.(*netFD).Read(0xc01444be00, {0xc019128000?, 0x7b5a68?, 0xc01444be00?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc014fef0a0 sp=0xc014fef058 pc=0x7a20c9
net.(*conn).Read(0xc000276d40, {0xc019128000?, 0x164290f?, 0xc000276d40?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc014fef0e8 sp=0xc014fef0a0 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc0055aa240, {0xc019128000, 0x1000, 0x1000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc014fef130 sp=0xc014fef0e8 pc=0x1641f96
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc006440558, {0xc019128000, 0x1000, 0x1000})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1949 +0x156 fp=0xc014fef1d0 sp=0xc014fef130 pc=0x370f896
bufio.(*Reader).fill(0xc0072ce090)
	GOROOT/src/bufio/bufio.go:106 +0xff fp=0xc014fef208 sp=0xc014fef1d0 pc=0x5ae51f
bufio.(*Reader).ReadByte(0xc0072ce090)
	GOROOT/src/bufio/bufio.go:265 +0x2c fp=0xc014fef228 sp=0xc014fef208 pc=0x5aecec
github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc0072ce668?, {0x62295c8, 0xc0072ce090})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:206 +0x2c fp=0xc014fef260 sp=0xc014fef228 pc=0x270ca4c
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl.func5(0xc0072ce000, 0xc000ac70c0, 0xc014fef442, 0xc014fef444, {0x623b718, 0xc015898510}, 0xc002f40800, 0xc006f76e14, 0xc014fef440)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:424 +0xa5 fp=0xc014fef398 sp=0xc014fef260 pc=0x3707185
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc0072ce000, {0x624a948, 0xc0277c5440}, 0xc000ac6fc0, 0xc002f40800, 0xc0277c5350, {0x1, 0x2, {0x3, {0x532ee51, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:564 +0xc7f fp=0xc014fef768 sp=0xc014fef398 pc=0x3706c5f
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc003152c00, {0x624a948, 0xc0277c5440}, {0x628a538, 0xc0055aa240}, {{{0xc00707e038, 0x4}}, 0x1, 0xc0277c5380, 0xc0277c53b0, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:174 +0x29e fp=0xc014fef8a8 sp=0xc014fef768 pc=0x37051fe
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc003152c00, {0x624a948, 0xc0277c5440}, {0x628a538?, 0xc0055aa240}, 0x90?)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:913 +0xd29 fp=0xc014fefe20 sp=0xc014fef8a8 pc=0x3715be9
github.com/cockroachdb/cockroach/pkg/server.(*SQLServer).startServeSQL.func1.1({0x624a948?, 0xc0277c5290?}, {0x628a538, 0xc0055aa240})
	github.com/cockroachdb/cockroach/pkg/server/server_sql.go:1474 +0xc8 fp=0xc014fefeb0 sp=0xc014fefe20 pc=0x39e1cc8
github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1({0x624a948, 0xc0277c5290})
	github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:162 +0xd7 fp=0xc014feff30 sp=0xc014fefeb0 pc=0x1643997
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc014feffe0 sp=0xc014feff30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc014feffe8 sp=0xc014feffe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 294753 [select]:
runtime.gopark(0xc0074eded0?, 0x2?, 0x58?, 0x1d?, 0xc0074edecc?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0074edd58 sp=0xc0074edd38 pc=0x4907d6
runtime.selectgo(0xc0074eded0, 0xc0074edec8, 0x2?, 0x0, 0xc0074edef8?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0074ede98 sp=0xc0074edd58 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc006286900)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc0074edf00 sp=0xc0074ede98 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc00bcdaa50, {0x51b9a20?, 0xc005190980}, 0x6248888?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc0074ee008 sp=0xc0074edf00 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x1ef?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc0074ee038 sp=0xc0074ee008 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc006286360, 0xc0074ee110, 0xc0074ee0e0)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:692 +0xd3 fp=0xc0074ee090 sp=0xc0074ee038 pc=0xc2a3b3
google.golang.org/grpc.(*clientStream).RecvMsg(0xc006286360, {0x51b9a20?, 0xc005190980?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc0074ee140 sp=0xc0074ee090 pc=0xc2b61f
google.golang.org/grpc.invoke({0x624a948?, 0xc013baeae0?}, {0x53d9bbc?, 0x2?}, {0x52f0080, 0xc00bcd9e00}, {0x51b9a20, 0xc005190980}, 0x0?, {0xc003456b00, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:73 +0xd7 fp=0xc0074ee1a8 sp=0xc0074ee140 pc=0xc0a637
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x624a948, 0xc013baeae0}, {0x53d9bbc, 0x21}, {0x52f0080, 0xc00bcd9e00}, {0x51b9a20, 0xc005190980}, 0x166f1ca8f42a7999?, 0x568c070, ...)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:247 +0x384 fp=0xc0074ee298 sp=0xc0074ee1a8 pc=0x1648b84
google.golang.org/grpc.(*ClientConn).Invoke(0x2f04eeeb9e1fdb94?, {0x624a948?, 0xc013baeae0?}, {0x53d9bbc?, 0x0?}, {0x52f0080?, 0xc00bcd9e00?}, {0x51b9a20?, 0xc005190980?}, {0x0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:35 +0x223 fp=0xc0074ee338 sp=0xc0074ee298 pc=0xc0a483
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc010b21d00, {0x624a948, 0xc013baeae0}, 0x0?, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9334 +0xc9 fp=0xc0074ee3b8 sp=0xc0074ee338 pc=0xdcf7a9
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.TracingInternalClient.Batch({{0x629d930?, 0xc010b21d00?}}, {0x624a948, 0xc013baeae0}, 0xc00bcd9e00, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:329 +0x171 fp=0xc0074ee490 sp=0xc0074ee3b8 pc=0x1671a71
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*TracingInternalClient).Batch(0x51090a0?, {0x624a948?, 0xc013baeae0?}, 0x624a948?, {0x0?, 0xc0081f5550?, 0xc0074ee5f0?})
	<autogenerated>:1 +0x65 fp=0xc0074ee4e0 sp=0xc0074ee490 pc=0x1671b45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc011e92540, {_, _}, _, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:211 +0x17e fp=0xc0074ee780 sp=0xc0074ee4e0 pc=0x19daefe
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc011e92540, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e7f18496, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:190 +0x158 fp=0xc0074ee8b8 sp=0xc0074ee780 pc=0x19dad18
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e7f18496, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2079 +0x110f fp=0xc0074ef000 sp=0xc0074ee8b8 pc=0x19ce2ef
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e7f18496, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1623 +0x805 fp=0xc0074ef900 sp=0xc0074ef000 pc=0x19cade5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e7f18496, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1221 +0x433 fp=0xc0074f0168 sp=0xc0074ef900 pc=0x19c8053
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendParallelCommit(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e7f18496, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1021 +0x7ae fp=0xc0074f0540 sp=0xc0074f0168 pc=0x19c706e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).Send(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e7f18496, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:843 +0x585 fp=0xc0074f0960 sp=0xc0074f0540 pc=0x19c5f45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnLockGatekeeper).SendLocked(0xc033d1a638, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_lock_gatekeeper.go:82 +0x2a8 fp=0xc0074f0bb8 sp=0xc0074f0960 pc=0x19f2348
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnMetricRecorder).SendLocked(0xc033d1a600, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_metric_recorder.go:46 +0x142 fp=0xc0074f0ce0 sp=0xc0074f0bb8 pc=0x19e9042
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnCommitter).SendLocked(0xc033d1a5d0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_committer.go:202 +0x36e fp=0xc0074f0f70 sp=0xc0074f0ce0 pc=0x19e4c4e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).sendLockedWithRefreshAttempts(0xc033d1a4d0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:225 +0x27a fp=0xc0074f1510 sp=0xc0074f0f70 pc=0x19eeefa
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).SendLocked(0xc033d1a4d0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:153 +0x1cb fp=0xc0074f1800 sp=0xc0074f1510 pc=0x19ee7ab
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnPipeliner).SendLocked(0xc033d1a3a0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_pipeliner.go:290 +0x2ee fp=0xc0074f1b00 sp=0xc0074f1800 pc=0x19e986e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSeqNumAllocator).SendLocked(0xc033d1a380?, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_seq_num_allocator.go:104 +0xb5 fp=0xc0074f1ca8 sp=0xc0074f1b00 pc=0x19ee115
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).SendLocked(0xc033d1a2d0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:245 +0x4e8 fp=0xc0074f1ec0 sp=0xc0074f1ca8 pc=0x19e6c28
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*TxnCoordSender).Send(0xc033d1a100, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_coord_sender.go:526 +0x592 fp=0xc0074f2118 sp=0xc0074f1ec0 pc=0x19dd5f2
github.com/cockroachdb/cockroach/pkg/kv.(*DB).sendUsingSender(0xc001261200, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/db.go:1016 +0x156 fp=0xc0074f2240 sp=0xc0074f2118 pc=0x16ae696
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).Send(0xc0103bc6e0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/txn.go:1093 +0x225 fp=0xc0074f2508 sp=0xc0074f2240 pc=0x16b7905
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).commit(0xc0103bc6e0, {0x624a948, 0xc013baea50})
	github.com/cockroachdb/cockroach/pkg/kv/txn.go:683 +0x145 fp=0xc0074f2648 sp=0xc0074f2508 pc=0x16b5405
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).Commit(0x624a948?, {0x624a948?, 0xc013baea50?})
	github.com/cockroachdb/cockroach/pkg/kv/txn.go:718 +0x6a fp=0xc0074f2688 sp=0xc0074f2648 pc=0x16b580a
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).commitSQLTransactionInternal(0xc001daa000, {0x624a948?, 0xc013bae9f0?})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:991 +0x297 fp=0xc0074f2720 sp=0xc0074f2688 pc=0x330cbd7
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execRelease(0xc001daa000, {0x624a948, 0xc013bae9f0}, 0xc00e6a04b0, {0x7fb1c7c85ea8, 0xc00a62bec8})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_savepoints.go:148 +0x2ba fp=0xc0074f2938 sp=0xc0074f2720 pc=0x331cb7a
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc001daa000, {0x624a948?, 0xc007b7f650?}, {{0x62732c0, 0xc00e6a04b0}, {0xc006d8592b, 0x23}, 0x0, 0x0}, 0x0, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:548 +0x15f7 fp=0xc0074f32c8 sp=0xc0074f2938 pc=0x3308dd7
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt.func1({0x624a948?, 0xc007b7f650?})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:131 +0xfc fp=0xc0074f3380 sp=0xc0074f32c8 pc=0x330725c
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithProfiling(0x624a948?, {0x624a948?, 0xc007b7f650?}, {0x62732c0?, 0xc00e6a04b0?}, 0x0?, 0x0?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:2438 +0x330 fp=0xc0074f34d0 sp=0xc0074f3380 pc=0x3317010
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc001daa000, {0x624a948, 0xc007b7f650}, {{0x62732c0, 0xc00e6a04b0}, {0xc006d8592b, 0x23}, 0x0, 0x0}, 0x0, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:130 +0x4bf fp=0xc0074f3648 sp=0xc0074f34d0 pc=0x3306bff
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func1({{{0x62732c0, 0xc00e6a04b0}, {0xc006d8592b, 0x23}, 0x0, 0x0}, {0xc1116e819acd91d5, 0x6f1434a55e, 0x0}, {0xc1116e819acd97a0, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2123 +0x306 fp=0xc0074f3708 sp=0xc0074f3648 pc=0x32fb626
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc001daa000)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2127 +0x1168 fp=0xc0074f3cb8 sp=0xc0074f3708 pc=0x32f9be8
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc001daa000, {0x624a8a0, 0xc0061c8580}, 0x4113611c00000000?, 0xc012a29dc0?, 0xc00cdbd280?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2048 +0x20b fp=0xc0074f3d70 sp=0xc0074f3cb8 pc=0x32f86eb
github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc003202000?, {0x624a8a0?, 0xc0061c8580?}, {0xc002f40800?}, 0x3?, 0xc00d3921f8?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:881 +0xe6 fp=0xc0074f3e20 sp=0xc0074f3d70 pc=0x32f3486
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1()
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:758 +0x54f fp=0xc0074f3fe0 sp=0xc0074f3e20 pc=0x37088af
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0074f3fe8 sp=0xc0074f3fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:665 +0x22e

goroutine 51013 [select, 6 minutes]:
runtime.gopark(0xc01973bb70?, 0x2?, 0xd0?, 0xb9?, 0xc01973bb6c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc01973b9f8 sp=0xc01973b9d8 pc=0x4907d6
runtime.selectgo(0xc01973bb70, 0xc01973bb68, 0x17600a1a24700ab5?, 0x0, 0x0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc01973bb38 sp=0xc01973b9f8 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc00fd21320)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc01973bba0 sp=0xc01973bb38 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc00f3e4420, {0x512dba0?, 0xc005fc3200}, 0xc0070d64d0?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc01973bca8 sp=0xc01973bba0 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x0?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc01973bcd8 sp=0xc01973bca8 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc00fd20d80, 0xc01973bdb0, 0xc01973bd80)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:688 +0x2f1 fp=0xc01973bd30 sp=0xc01973bcd8 pc=0xc2a5d1
google.golang.org/grpc.(*clientStream).RecvMsg(0xc00fd20d80, {0x512dba0?, 0xc005fc3200?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc01973bde0 sp=0xc01973bd30 pc=0xc2b61f
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.(*tracingClientStream).RecvMsg(0xc0117f1fa0, {0x512dba0?, 0xc005fc3200?})
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:384 +0x37 fp=0xc01973be28 sp=0xc01973bde0 pc=0x1649ad7
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*multiRaftRaftMessageBatchClient).Recv(0xc00d6c0210)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/bazel-out/k8-opt/bin/pkg/kv/kvserver/kvserver_go_proto_/github.com/cockroachdb/cockroach/pkg/kv/kvserver/storage_services.pb.go:132 +0x4c fp=0xc01973be58 sp=0xc01973be28 pc=0x1d4b00c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).processQueue.func1.1({0x628a900, 0xc00d6c0210}, 0xc001730460, {0x624a948, 0xc005fc31a0})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:409 +0x5b fp=0xc01973bee0 sp=0xc01973be58 pc=0x1d843fb
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).processQueue.func1({0x624a948?, 0xc005fc31a0?})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/pkg/kv/kvserver/raft_transport.go:424 +0x45 fp=0xc01973bf30 sp=0xc01973bee0 pc=0x1d84345
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc01973bfe0 sp=0xc01973bf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc01973bfe8 sp=0xc01973bfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 51025 [select, 6 minutes]:
runtime.gopark(0xc003919fb0?, 0x2?, 0x90?, 0x38?, 0xc003919f94?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00a255e18 sp=0xc00a255df8 pc=0x4907d6
runtime.selectgo(0xc00a255fb0, 0xc003919f90, 0xc00bc14a80?, 0x0, 0xc000b6c6c0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00a255f58 sp=0xc00a255e18 pc=0x4a071c
google.golang.org/grpc.newClientStreamWithParams.func4()
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:341 +0x92 fp=0xc00a255fe0 sp=0xc00a255f58 pc=0xc28912
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00a255fe8 sp=0xc00a255fe0 pc=0x4c2401
created by google.golang.org/grpc.newClientStreamWithParams
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:340 +0xb7e

goroutine 310009 [select]:
runtime.gopark(0xc0077522d8?, 0x2?, 0x90?, 0xe9?, 0xc0077522d4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc007752160 sp=0xc007752140 pc=0x4907d6
runtime.selectgo(0xc0077522d8, 0xc0077522d0, 0x10?, 0x0, 0x101?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0077522a0 sp=0xc007752160 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc0129b9560)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc007752308 sp=0xc0077522a0 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc0156868f0, {0x51b9a20?, 0xc00a7ca380}, 0x6248888?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc007752410 sp=0xc007752308 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x116?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc007752440 sp=0xc007752410 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc0129b9320, 0xc007752518, 0xc0077524e8)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:692 +0xd3 fp=0xc007752498 sp=0xc007752440 pc=0xc2a3b3
google.golang.org/grpc.(*clientStream).RecvMsg(0xc0129b9320, {0x51b9a20?, 0xc00a7ca380?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc007752548 sp=0xc007752498 pc=0xc2b61f
google.golang.org/grpc.invoke({0x624a948?, 0xc011d55110?}, {0x53d9bbc?, 0x2?}, {0x52f0080, 0xc00a2c7770}, {0x51b9a20, 0xc00a7ca380}, 0x0?, {0xc00a75edc0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:73 +0xd7 fp=0xc0077525b0 sp=0xc007752548 pc=0xc0a637
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x624a948, 0xc011d55110}, {0x53d9bbc, 0x21}, {0x52f0080, 0xc00a2c7770}, {0x51b9a20, 0xc00a7ca380}, 0x3fcd3874a801b97?, 0x568c070, ...)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:247 +0x384 fp=0xc0077526a0 sp=0xc0077525b0 pc=0x1648b84
google.golang.org/grpc.(*ClientConn).Invoke(0xe054e6835a6b638?, {0x624a948?, 0xc011d55110?}, {0x53d9bbc?, 0x0?}, {0x52f0080?, 0xc00a2c7770?}, {0x51b9a20?, 0xc00a7ca380?}, {0x0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:35 +0x223 fp=0xc007752740 sp=0xc0077526a0 pc=0xc0a483
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc011c31f40, {0x624a948, 0xc011d55110}, 0x0?, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9334 +0xc9 fp=0xc0077527c0 sp=0xc007752740 pc=0xdcf7a9
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.TracingInternalClient.Batch({{0x629d930?, 0xc011c31f40?}}, {0x624a948, 0xc011d55110}, 0xc00a2c7770, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:329 +0x171 fp=0xc007752898 sp=0xc0077527c0 pc=0x1671a71
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*TracingInternalClient).Batch(0x3326900?, {0x624a948?, 0xc011d55110?}, 0x624a948?, {0x0?, 0xc0081f5140?, 0xc0033269f8?})
	<autogenerated>:1 +0x65 fp=0xc0077528e8 sp=0xc007752898 pc=0x1671b45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc004682a20, {_, _}, _, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:211 +0x17e fp=0xc007752b88 sp=0xc0077528e8 pc=0x19daefe
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc004682a20, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f2f450e3, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:190 +0x158 fp=0xc007752cc0 sp=0xc007752b88 pc=0x19dad18
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f2f450e3, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2079 +0x110f fp=0xc007753408 sp=0xc007752cc0 pc=0x19ce2ef
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f2f450e3, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1623 +0x805 fp=0xc007753d08 sp=0xc007753408 pc=0x19cade5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatchAsync.func1({0x624a948, 0xc011d55110})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1506 +0x1bc fp=0xc007753f30 sp=0xc007753d08 pc=0x19ca1dc
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc007753fe0 sp=0xc007753f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc007753fe8 sp=0xc007753fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 295023 [IO wait]:
runtime.gopark(0x4d28360?, 0xb?, 0x0?, 0x0?, 0x449?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc016c8ef58 sp=0xc016c8ef38 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0xc7d6f330?, 0xb1?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc016c8ef90 sp=0xc016c8ef58 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1c7d6f248, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc016c8efb0 sp=0xc016c8ef90 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc0143a3000?, 0xc00a9b1000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc016c8efd8 sp=0xc016c8efb0 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc0143a3000, {0xc00a9b1000, 0x1000, 0x1000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc016c8f058 sp=0xc016c8efd8 pc=0x535efa
net.(*netFD).Read(0xc0143a3000, {0xc00a9b1000?, 0x7b5a68?, 0xc0143a3000?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc016c8f0a0 sp=0xc016c8f058 pc=0x7a20c9
net.(*conn).Read(0xc004dc3088, {0xc00a9b1000?, 0x164290f?, 0xc004dc3088?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc016c8f0e8 sp=0xc016c8f0a0 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc00ec9c180, {0xc00a9b1000, 0x1000, 0x1000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc016c8f130 sp=0xc016c8f0e8 pc=0x1641f96
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc011d5db78, {0xc00a9b1000, 0x1000, 0x1000})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1949 +0x156 fp=0xc016c8f1d0 sp=0xc016c8f130 pc=0x370f896
bufio.(*Reader).fill(0xc003d12490)
	GOROOT/src/bufio/bufio.go:106 +0xff fp=0xc016c8f208 sp=0xc016c8f1d0 pc=0x5ae51f
bufio.(*Reader).ReadByte(0xc003d12490)
	GOROOT/src/bufio/bufio.go:265 +0x2c fp=0xc016c8f228 sp=0xc016c8f208 pc=0x5aecec
github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc003d12a68?, {0x62295c8, 0xc003d12490})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:206 +0x2c fp=0xc016c8f260 sp=0xc016c8f228 pc=0x270ca4c
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl.func5(0xc003d12400, 0xc00a510990, 0xc016c8f442, 0xc016c8f444, {0x623b718, 0xc0083f50e0}, 0xc002f40800, 0xc007aa9510, 0xc016c8f440)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:424 +0xa5 fp=0xc016c8f398 sp=0xc016c8f260 pc=0x3707185
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc003d12400, {0x624a948, 0xc007c7b110}, 0xc00a510980, 0xc002f40800, 0xc007c7af00, {0x1, 0x2, {0x3, {0x532ee51, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:564 +0xc7f fp=0xc016c8f768 sp=0xc016c8f398 pc=0x3706c5f
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc003152c00, {0x624a948, 0xc007c7b110}, {0x628a538, 0xc00ec9c180}, {{{0xc0050e0038, 0x4}}, 0x1, 0xc007c7aff0, 0xc007c7b020, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:174 +0x29e fp=0xc016c8f8a8 sp=0xc016c8f768 pc=0x37051fe
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc003152c00, {0x624a948, 0xc007c7b110}, {0x628a538?, 0xc00ec9c180}, 0x90?)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:913 +0xd29 fp=0xc016c8fe20 sp=0xc016c8f8a8 pc=0x3715be9
github.com/cockroachdb/cockroach/pkg/server.(*SQLServer).startServeSQL.func1.1({0x624a948?, 0xc0071e35c0?}, {0x628a538, 0xc00ec9c180})
	github.com/cockroachdb/cockroach/pkg/server/server_sql.go:1474 +0xc8 fp=0xc016c8feb0 sp=0xc016c8fe20 pc=0x39e1cc8
github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1({0x624a948, 0xc0071e35c0})
	github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:162 +0xd7 fp=0xc016c8ff30 sp=0xc016c8feb0 pc=0x1643997
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc016c8ffe0 sp=0xc016c8ff30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc016c8ffe8 sp=0xc016c8ffe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 263438 [sync.Cond.Wait]:
runtime.gopark(0x4c13fe0?, 0x4fdee40?, 0x12?, 0x0?, 0xc00799b640?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00d95f5d0 sp=0xc00d95f5b0 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc055898d50, 0x21f)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc00d95f618 sp=0xc00d95f5d0 pc=0x4be30c
sync.(*Cond).Wait(0xc00f56fc00?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc00d95f650 sp=0xc00d95f618 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/sql.(*StmtBuf).CurCmd(0xc00f570268)
	github.com/cockroachdb/cockroach/pkg/sql/conn_io.go:460 +0xbe fp=0xc00d95f708 sp=0xc00d95f650 pc=0x3321a5e
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc0027f9900)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2074 +0xe5 fp=0xc00d95fcb8 sp=0xc00d95f708 pc=0x32f8b65
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc0027f9900, {0x624a8a0, 0xc055898d80}, 0x4118cca000000000?, 0xc00af87dc0?, 0xc015094c00?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2048 +0x20b fp=0xc00d95fd70 sp=0xc00d95fcb8 pc=0x32f86eb
github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc003202000?, {0x624a8a0?, 0xc055898d80?}, {0xc002f40800?}, 0x3?, 0xc00dc0cb28?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:881 +0xe6 fp=0xc00d95fe20 sp=0xc00d95fd70 pc=0x32f3486
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1()
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:758 +0x54f fp=0xc00d95ffe0 sp=0xc00d95fe20 pc=0x37088af
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00d95ffe8 sp=0xc00d95ffe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:665 +0x22e

goroutine 293372 [sleep]:
runtime.gopark(0x4b7d314e468?, 0xff67c1?, 0xd2?, 0xea?, 0x6f2928fe68?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc004ebddf0 sp=0xc004ebddd0 pc=0x4907d6
time.Sleep(0x117cf4bf7)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc004ebde30 sp=0xc004ebddf0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc01e34aa50, 0xff67c1, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc004ebde88 sp=0xc004ebde30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc01e34aa50, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc004ebdec8 sp=0xc004ebde88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc008720a80?, {0xc036aeb680?, 0xb, 0xc003f86fb8?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc004ebdfa8 sp=0xc004ebdec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc004ebdfe0 sp=0xc004ebdfa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc004ebdfe8 sp=0xc004ebdfe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 309524 [sync.Cond.Wait]:
runtime.gopark(0x4c13fe0?, 0x4fdee40?, 0x89?, 0x1?, 0xc00b223640?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00b2235d0 sp=0xc00b2235b0 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc04e2e6590, 0x2a)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc00b223618 sp=0xc00b2235d0 pc=0x4be30c
sync.(*Cond).Wait(0xc005140c00?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc00b223650 sp=0xc00b223618 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/sql.(*StmtBuf).CurCmd(0xc005141268)
	github.com/cockroachdb/cockroach/pkg/sql/conn_io.go:460 +0xbe fp=0xc00b223708 sp=0xc00b223650 pc=0x3321a5e
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc0029c5300)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2074 +0xe5 fp=0xc00b223cb8 sp=0xc00b223708 pc=0x32f8b65
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc0029c5300, {0x624a8a0, 0xc04e2e65c0}, 0x4115f63000000000?, 0xc008483dc0?, 0xc00c471c40?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2048 +0x20b fp=0xc00b223d70 sp=0xc00b223cb8 pc=0x32f86eb
github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc003202000?, {0x624a8a0?, 0xc04e2e65c0?}, {0xc002f40800?}, 0x3?, 0xc00d8a8690?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:881 +0xe6 fp=0xc00b223e20 sp=0xc00b223d70 pc=0x32f3486
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1()
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:758 +0x54f fp=0xc00b223fe0 sp=0xc00b223e20 pc=0x37088af
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00b223fe8 sp=0xc00b223fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:665 +0x22e

goroutine 259012 [sync.Cond.Wait]:
runtime.gopark(0x4c13fe0?, 0x4fdee40?, 0x12?, 0x0?, 0xc0166f1640?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc01507b5d0 sp=0xc01507b5b0 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc0065d1690, 0xea)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc01507b618 sp=0xc01507b5d0 pc=0x4be30c
sync.(*Cond).Wait(0xc0175c3000?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc01507b650 sp=0xc01507b618 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/sql.(*StmtBuf).CurCmd(0xc0175c3668)
	github.com/cockroachdb/cockroach/pkg/sql/conn_io.go:460 +0xbe fp=0xc01507b708 sp=0xc01507b650 pc=0x3321a5e
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc006945300)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2074 +0xe5 fp=0xc01507bcb8 sp=0xc01507b708 pc=0x32f8b65
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc006945300, {0x624a8a0, 0xc0065d16c0}, 0x41162ec400000000?, 0xc00169bdc0?, 0xc05576a720?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2048 +0x20b fp=0xc01507bd70 sp=0xc01507bcb8 pc=0x32f86eb
github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc003202000?, {0x624a8a0?, 0xc0065d16c0?}, {0xc002f40800?}, 0x3?, 0xc00645e3c0?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:881 +0xe6 fp=0xc01507be20 sp=0xc01507bd70 pc=0x32f3486
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1()
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:758 +0x54f fp=0xc01507bfe0 sp=0xc01507be20 pc=0x37088af
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc01507bfe8 sp=0xc01507bfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:665 +0x22e

goroutine 309920 [chan receive]:
runtime.gopark(0x2faf080?, 0x3b9aca00?, 0x0?, 0x0?, 0x0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc007633288 sp=0xc007633268 pc=0x4907d6
runtime.chanrecv(0xc0172d7b60, 0xc0076334d0, 0x1)
	GOROOT/src/runtime/chan.go:583 +0x49b fp=0xc007633318 sp=0xc007633288 pc=0x45a91b
runtime.chanrecv1(0x1?, 0xc0018ce000?)
	GOROOT/src/runtime/chan.go:442 +0x18 fp=0xc007633340 sp=0xc007633318 pc=0x45a418
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges.func1()
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1290 +0x127 fp=0xc007633508 sp=0xc007633340 pc=0x19c9a07
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76edc69645, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1468 +0x17b9 fp=0xc007633d70 sp=0xc007633508 pc=0x19c93d9
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendParallelCommit.func1({0x624a948, 0xc003d1ba70})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1004 +0x17c fp=0xc007633f30 sp=0xc007633d70 pc=0x19c773c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc007633fe0 sp=0xc007633f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc007633fe8 sp=0xc007633fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 309773 [select]:
runtime.gopark(0xc01fe002d8?, 0x2?, 0xd8?, 0xc9?, 0xc01fe002d4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc01fe00160 sp=0xc01fe00140 pc=0x4907d6
runtime.selectgo(0xc01fe002d8, 0xc01fe002d0, 0x10?, 0x0, 0x8?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc01fe002a0 sp=0xc01fe00160 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc018e2d200)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc01fe00308 sp=0xc01fe002a0 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc0082bd600, {0x51b9a20?, 0xc016ea8b00}, 0x6248888?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc01fe00410 sp=0xc01fe00308 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x108?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc01fe00440 sp=0xc01fe00410 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc018e2cd80, 0xc01fe00518, 0xc01fe004e8)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:692 +0xd3 fp=0xc01fe00498 sp=0xc01fe00440 pc=0xc2a3b3
google.golang.org/grpc.(*clientStream).RecvMsg(0xc018e2cd80, {0x51b9a20?, 0xc016ea8b00?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc01fe00548 sp=0xc01fe00498 pc=0xc2b61f
google.golang.org/grpc.invoke({0x624a948?, 0xc00fcef320?}, {0x53d9bbc?, 0x2?}, {0x52f0080, 0xc00bbaa5a0}, {0x51b9a20, 0xc016ea8b00}, 0x0?, {0xc003456b00, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:73 +0xd7 fp=0xc01fe005b0 sp=0xc01fe00548 pc=0xc0a637
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x624a948, 0xc00fcef320}, {0x53d9bbc, 0x21}, {0x52f0080, 0xc00bbaa5a0}, {0x51b9a20, 0xc016ea8b00}, 0xf1f863d8e3a2d8e?, 0x568c070, ...)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:247 +0x384 fp=0xc01fe006a0 sp=0xc01fe005b0 pc=0x1648b84
google.golang.org/grpc.(*ClientConn).Invoke(0x1805fe83d247450c?, {0x624a948?, 0xc00fcef320?}, {0x53d9bbc?, 0x0?}, {0x52f0080?, 0xc00bbaa5a0?}, {0x51b9a20?, 0xc016ea8b00?}, {0x0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:35 +0x223 fp=0xc01fe00740 sp=0xc01fe006a0 pc=0xc0a483
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc011c31a00, {0x624a948, 0xc00fcef320}, 0x0?, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9334 +0xc9 fp=0xc01fe007c0 sp=0xc01fe00740 pc=0xdcf7a9
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.TracingInternalClient.Batch({{0x629d930?, 0xc011c31a00?}}, {0x624a948, 0xc00fcef320}, 0xc00bbaa5a0, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:329 +0x171 fp=0xc01fe00898 sp=0xc01fe007c0 pc=0x1671a71
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*TracingInternalClient).Batch(0x51090a0?, {0x624a948?, 0xc00fcef320?}, 0x624a948?, {0x0?, 0xc0081f5550?, 0xc00417a9f8?})
	<autogenerated>:1 +0x65 fp=0xc01fe008e8 sp=0xc01fe00898 pc=0x1671b45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc007d2b020, {_, _}, _, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:211 +0x17e fp=0xc01fe00b88 sp=0xc01fe008e8 pc=0x19daefe
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc007d2b020, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e91b3463, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:190 +0x158 fp=0xc01fe00cc0 sp=0xc01fe00b88 pc=0x19dad18
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e91b3463, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2079 +0x110f fp=0xc01fe01408 sp=0xc01fe00cc0 pc=0x19ce2ef
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e91b3463, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1623 +0x805 fp=0xc01fe01d08 sp=0xc01fe01408 pc=0x19cade5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatchAsync.func1({0x624a948, 0xc00fcef320})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1506 +0x1bc fp=0xc01fe01f30 sp=0xc01fe01d08 pc=0x19ca1dc
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc01fe01fe0 sp=0xc01fe01f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc01fe01fe8 sp=0xc01fe01fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 298512 [sleep]:
runtime.gopark(0x4b8a4263dd5?, 0x1002fa4?, 0xdb?, 0x99?, 0x7003a5d56d?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc014aa9df0 sp=0xc014aa9dd0 pc=0x4907d6
time.Sleep(0x1213aca56)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc014aa9e30 sp=0xc014aa9df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc015a9be60, 0x1002fa4, {0x4618e7?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc014aa9e88 sp=0xc014aa9e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc015a9be60, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc014aa9ec8 sp=0xc014aa9e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc0067fc600?, {0xc0051f0a00?, 0x8, 0xc00f482e10?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc014aa9fa8 sp=0xc014aa9ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc014aa9fe0 sp=0xc014aa9fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc014aa9fe8 sp=0xc014aa9fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 309977 [select]:
runtime.gopark(0xc0056a31f0?, 0x2?, 0xa8?, 0x2f?, 0xc0056a31ec?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0056a3078 sp=0xc0056a3058 pc=0x4907d6
runtime.selectgo(0xc0056a31f0, 0xc0056a31e8, 0x10?, 0x0, 0x101?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0056a31b8 sp=0xc0056a3078 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc00d7f6a20)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc0056a3220 sp=0xc0056a31b8 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc00a5a93f0, {0x51b9a20?, 0xc012835a00}, 0x6248888?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc0056a3328 sp=0xc0056a3220 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x109?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc0056a3358 sp=0xc0056a3328 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc00d7f66c0, 0xc0056a3430, 0xc0056a3400)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:692 +0xd3 fp=0xc0056a33b0 sp=0xc0056a3358 pc=0xc2a3b3
google.golang.org/grpc.(*clientStream).RecvMsg(0xc00d7f66c0, {0x51b9a20?, 0xc012835a00?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc0056a3460 sp=0xc0056a33b0 pc=0xc2b61f
google.golang.org/grpc.invoke({0x624a948?, 0xc007b86390?}, {0x53d9bbc?, 0x2?}, {0x52f0080, 0xc0043b4d20}, {0x51b9a20, 0xc012835a00}, 0x0?, {0xc000f30f80, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:73 +0xd7 fp=0xc0056a34c8 sp=0xc0056a3460 pc=0xc0a637
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x624a948, 0xc007b86390}, {0x53d9bbc, 0x21}, {0x52f0080, 0xc0043b4d20}, {0x51b9a20, 0xc012835a00}, 0x6ba7529d4ef137fc?, 0x568c070, ...)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:247 +0x384 fp=0xc0056a35b8 sp=0xc0056a34c8 pc=0x1648b84
google.golang.org/grpc.(*ClientConn).Invoke(0x6237730193e24a1f?, {0x624a948?, 0xc007b86390?}, {0x53d9bbc?, 0x0?}, {0x52f0080?, 0xc0043b4d20?}, {0x51b9a20?, 0xc012835a00?}, {0x0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:35 +0x223 fp=0xc0056a3658 sp=0xc0056a35b8 pc=0xc0a483
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc011d98f18, {0x624a948, 0xc007b86390}, 0x0?, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9334 +0xc9 fp=0xc0056a36d8 sp=0xc0056a3658 pc=0xdcf7a9
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.TracingInternalClient.Batch({{0x629d930?, 0xc011d98f18?}}, {0x624a948, 0xc007b86390}, 0xc0043b4d20, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:329 +0x171 fp=0xc0056a37b0 sp=0xc0056a36d8 pc=0x1671a71
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*TracingInternalClient).Batch(0x12a63818?, {0x624a948?, 0xc007b86390?}, 0x624a948?, {0x0?, 0xc002339f00?, 0xc012a63910?})
	<autogenerated>:1 +0x65 fp=0xc0056a3800 sp=0xc0056a37b0 pc=0x1671b45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc003f0fc80, {_, _}, _, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:211 +0x17e fp=0xc0056a3aa0 sp=0xc0056a3800 pc=0x19daefe
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc003f0fc80, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f1363732, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:190 +0x158 fp=0xc0056a3bd8 sp=0xc0056a3aa0 pc=0x19dad18
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f1363732, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2079 +0x110f fp=0xc0056a4320 sp=0xc0056a3bd8 pc=0x19ce2ef
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f1363732, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1623 +0x805 fp=0xc0056a4c20 sp=0xc0056a4320 pc=0x19cade5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f1363732, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1221 +0x433 fp=0xc0056a5488 sp=0xc0056a4c20 pc=0x19c8053
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).Send(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f1363732, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:845 +0x629 fp=0xc0056a58a8 sp=0xc0056a5488 pc=0x19c5fe9
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnLockGatekeeper).SendLocked(0xc00ddcc638, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_lock_gatekeeper.go:82 +0x2a8 fp=0xc0056a5b00 sp=0xc0056a58a8 pc=0x19f2348
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnMetricRecorder).SendLocked(0xc00ddcc600, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_metric_recorder.go:46 +0x142 fp=0xc0056a5c28 sp=0xc0056a5b00 pc=0x19e9042
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.makeTxnCommitExplicitLocked({0x624a948, 0xc004bb2d20}, {0x7fb1c7c72328, 0xc00ddcc600}, 0xc002e8eb40, {0xc00de1e180, 0x2, 0x4})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_committer.go:509 +0x270 fp=0xc0056a5e60 sp=0xc0056a5c28 pc=0x19e6430
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnCommitter).makeTxnCommitExplicitAsync.func1({0x624a948, 0xc004bb2d20})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_committer.go:486 +0x114 fp=0xc0056a5f30 sp=0xc0056a5e60 pc=0x19e6054
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0056a5fe0 sp=0xc0056a5f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0056a5fe8 sp=0xc0056a5fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 294767 [sync.Cond.Wait]:
runtime.gopark(0x4c13fe0?, 0x4fdee40?, 0x12?, 0x0?, 0xc0182e1640?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc010f915d0 sp=0xc010f915b0 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc005a75850, 0x9e)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc010f91618 sp=0xc010f915d0 pc=0x4be30c
sync.(*Cond).Wait(0xc012825000?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc010f91650 sp=0xc010f91618 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/sql.(*StmtBuf).CurCmd(0xc012825668)
	github.com/cockroachdb/cockroach/pkg/sql/conn_io.go:460 +0xbe fp=0xc010f91708 sp=0xc010f91650 pc=0x3321a5e
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc0028b8000)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2074 +0xe5 fp=0xc010f91cb8 sp=0xc010f91708 pc=0x32f8b65
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc0028b8000, {0x624a8a0, 0xc005a75880}, 0x4114f13000000000?, 0xc004023dc0?, 0xc00dfb64e0?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2048 +0x20b fp=0xc010f91d70 sp=0xc010f91cb8 pc=0x32f86eb
github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc003202000?, {0x624a8a0?, 0xc005a75880?}, {0xc002f40800?}, 0x3?, 0xc01a9b4ae0?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:881 +0xe6 fp=0xc010f91e20 sp=0xc010f91d70 pc=0x32f3486
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1()
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:758 +0x54f fp=0xc010f91fe0 sp=0xc010f91e20 pc=0x37088af
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc010f91fe8 sp=0xc010f91fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:665 +0x22e

goroutine 279511 [IO wait]:
runtime.gopark(0x4d28360?, 0xb?, 0x0?, 0x0?, 0x3b9?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00a52af58 sp=0xc00a52af38 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0xca7fe400?, 0xb1?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc00a52af90 sp=0xc00a52af58 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1ca7fe318, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc00a52afb0 sp=0xc00a52af90 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc0061c7b00?, 0xc0150b0000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc00a52afd8 sp=0xc00a52afb0 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc0061c7b00, {0xc0150b0000, 0x1000, 0x1000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc00a52b058 sp=0xc00a52afd8 pc=0x535efa
net.(*netFD).Read(0xc0061c7b00, {0xc0150b0000?, 0x7b5a68?, 0xc0061c7b00?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc00a52b0a0 sp=0xc00a52b058 pc=0x7a20c9
net.(*conn).Read(0xc0038479b8, {0xc0150b0000?, 0x164290f?, 0xc0038479b8?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc00a52b0e8 sp=0xc00a52b0a0 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc038a894a0, {0xc0150b0000, 0x1000, 0x1000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc00a52b130 sp=0xc00a52b0e8 pc=0x1641f96
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc016cfaf90, {0xc0150b0000, 0x1000, 0x1000})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1949 +0x156 fp=0xc00a52b1d0 sp=0xc00a52b130 pc=0x370f896
bufio.(*Reader).fill(0xc00470f890)
	GOROOT/src/bufio/bufio.go:106 +0xff fp=0xc00a52b208 sp=0xc00a52b1d0 pc=0x5ae51f
bufio.(*Reader).ReadByte(0xc00470f890)
	GOROOT/src/bufio/bufio.go:265 +0x2c fp=0xc00a52b228 sp=0xc00a52b208 pc=0x5aecec
github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc00470fe68?, {0x62295c8, 0xc00470f890})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:206 +0x2c fp=0xc00a52b260 sp=0xc00a52b228 pc=0x270ca4c
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl.func5(0xc00470f800, 0xc00b701590, 0xc00a52b442, 0xc00a52b444, {0x623b718, 0xc01217de60}, 0xc002f40800, 0xc004dd7324, 0xc00a52b440)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:424 +0xa5 fp=0xc00a52b398 sp=0xc00a52b260 pc=0x3707185
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc00470f800, {0x624a948, 0xc007570f90}, 0xc00b701580, 0xc002f40800, 0xc007570ed0, {0x1, 0x2, {0x3, {0x532ee51, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:564 +0xc7f fp=0xc00a52b768 sp=0xc00a52b398 pc=0x3706c5f
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc003152c00, {0x624a948, 0xc007570f90}, {0x628a538, 0xc038a894a0}, {{{0xc00a60c038, 0x4}}, 0x1, 0xc007570f00, 0xc007570f30, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:174 +0x29e fp=0xc00a52b8a8 sp=0xc00a52b768 pc=0x37051fe
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc003152c00, {0x624a948, 0xc007570f90}, {0x628a538?, 0xc038a894a0}, 0x90?)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:913 +0xd29 fp=0xc00a52be20 sp=0xc00a52b8a8 pc=0x3715be9
github.com/cockroachdb/cockroach/pkg/server.(*SQLServer).startServeSQL.func1.1({0x624a948?, 0xc007570de0?}, {0x628a538, 0xc038a894a0})
	github.com/cockroachdb/cockroach/pkg/server/server_sql.go:1474 +0xc8 fp=0xc00a52beb0 sp=0xc00a52be20 pc=0x39e1cc8
github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1({0x624a948, 0xc007570de0})
	github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:162 +0xd7 fp=0xc00a52bf30 sp=0xc00a52beb0 pc=0x1643997
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00a52bfe0 sp=0xc00a52bf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00a52bfe8 sp=0xc00a52bfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 301048 [runnable]:
runtime.gopark(0x4d28360?, 0xb?, 0x0?, 0x0?, 0x24c?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc015122f58 sp=0xc015122f38 pc=0x4907d6
runtime.netpollblock(0x4d6745?, 0xca7fe220?, 0xb1?)
	GOROOT/src/runtime/netpoll.go:526 +0xf7 fp=0xc015122f90 sp=0xc015122f58 pc=0x4891b7
internal/poll.runtime_pollWait(0x7fb1ca7fe138, 0x72)
	GOROOT/src/runtime/netpoll.go:305 +0x89 fp=0xc015122fb0 sp=0xc015122f90 pc=0x4bc6e9
internal/poll.(*pollDesc).wait(0xc005b83000?, 0xc013edc000?, 0x0)
	GOROOT/src/internal/poll/fd_poll_runtime.go:84 +0x32 fp=0xc015122fd8 sp=0xc015122fb0 pc=0x534b92
internal/poll.(*pollDesc).waitRead(...)
	GOROOT/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc005b83000, {0xc013edc000, 0x1000, 0x1000})
	GOROOT/src/internal/poll/fd_unix.go:167 +0x25a fp=0xc015123058 sp=0xc015122fd8 pc=0x535efa
net.(*netFD).Read(0xc005b83000, {0xc013edc000?, 0x7b5a68?, 0xc005b83000?})
	GOROOT/src/net/fd_posix.go:55 +0x29 fp=0xc0151230a0 sp=0xc015123058 pc=0x7a20c9
net.(*conn).Read(0xc011d99268, {0xc013edc000?, 0x164290f?, 0xc011d99268?})
	GOROOT/src/net/net.go:183 +0x45 fp=0xc0151230e8 sp=0xc0151230a0 pc=0x7b53c5
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc00e586000, {0xc013edc000, 0x1000, 0x1000})
	github.com/cockroachdb/cmux/external/com_github_cockroachdb_cmux/cmux.go:218 +0x156 fp=0xc015123130 sp=0xc0151230e8 pc=0x1641f96
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc003b7d5c0, {0xc013edc000, 0x1000, 0x1000})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1949 +0x156 fp=0xc0151231d0 sp=0xc015123130 pc=0x370f896
bufio.(*Reader).fill(0xc003d13090)
	GOROOT/src/bufio/bufio.go:106 +0xff fp=0xc015123208 sp=0xc0151231d0 pc=0x5ae51f
bufio.(*Reader).ReadByte(0xc003d13090)
	GOROOT/src/bufio/bufio.go:265 +0x2c fp=0xc015123228 sp=0xc015123208 pc=0x5aecec
github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc003d13668?, {0x62295c8, 0xc003d13090})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:206 +0x2c fp=0xc015123260 sp=0xc015123228 pc=0x270ca4c
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl.func5(0xc003d13000, 0xc000aa66f0, 0xc015123442, 0xc015123444, {0x623b718, 0xc05278d050}, 0xc002f40800, 0xc0346e86e4, 0xc015123440)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:424 +0xa5 fp=0xc015123398 sp=0xc015123260 pc=0x3707185
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc003d13000, {0x624a948, 0xc00eff1d70}, 0xc000aa66e0, 0xc002f40800, 0xc00eff1cb0, {0x1, 0x2, {0x3, {0x532ee51, ...}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:564 +0xc7f fp=0xc015123768 sp=0xc015123398 pc=0x3706c5f
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc003152c00, {0x624a948, 0xc00eff1d70}, {0x628a538, 0xc00e586000}, {{{0xc006c46038, 0x4}}, 0x1, 0xc00eff1ce0, 0xc00eff1d10, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:174 +0x29e fp=0xc0151238a8 sp=0xc015123768 pc=0x37051fe
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc003152c00, {0x624a948, 0xc00eff1d70}, {0x628a538?, 0xc00e586000}, 0x90?)
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:913 +0xd29 fp=0xc015123e20 sp=0xc0151238a8 pc=0x3715be9
github.com/cockroachdb/cockroach/pkg/server.(*SQLServer).startServeSQL.func1.1({0x624a948?, 0xc00eff1bf0?}, {0x628a538, 0xc00e586000})
	github.com/cockroachdb/cockroach/pkg/server/server_sql.go:1474 +0xc8 fp=0xc015123eb0 sp=0xc015123e20 pc=0x39e1cc8
github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1({0x624a948, 0xc00eff1bf0})
	github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:162 +0xd7 fp=0xc015123f30 sp=0xc015123eb0 pc=0x1643997
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc015123fe0 sp=0xc015123f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc015123fe8 sp=0xc015123fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 145387 [sleep]:
runtime.gopark(0x4b7ed25121e?, 0x2a0ab9?, 0xef?, 0x79?, 0x6f3b405778?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc004ec0df0 sp=0xc004ec0dd0 pc=0x4907d6
time.Sleep(0x10fd6787d)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc004ec0e30 sp=0xc004ec0df0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc004e18ba0, 0x2a0ab9, {0x2?, 0x28?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc004ec0e88 sp=0xc004ec0e30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc004e18ba0, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc004ec0ec8 sp=0xc004ec0e88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0xc008720a80?, {0xc001105500?, 0x96, 0xc001af2fb8?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc004ec0fa8 sp=0xc004ec0ec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc004ec0fe0 sp=0xc004ec0fa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc004ec0fe8 sp=0xc004ec0fe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 294780 [sync.Cond.Wait]:
runtime.gopark(0x4c13fe0?, 0x4fdee40?, 0x12?, 0x0?, 0xc00e16d640?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc005a8d5d0 sp=0xc005a8d5b0 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc0130f84d0, 0x5d)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc005a8d618 sp=0xc005a8d5d0 pc=0x4be30c
sync.(*Cond).Wait(0xc002f06c00?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc005a8d650 sp=0xc005a8d618 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/sql.(*StmtBuf).CurCmd(0xc002f07268)
	github.com/cockroachdb/cockroach/pkg/sql/conn_io.go:460 +0xbe fp=0xc005a8d708 sp=0xc005a8d650 pc=0x3321a5e
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc001b62c00)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2074 +0xe5 fp=0xc005a8dcb8 sp=0xc005a8d708 pc=0x32f8b65
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc001b62c00, {0x624a8a0, 0xc0130f8500}, 0x4116616c00000000?, 0xc007f65dc0?, 0xc00b570cb0?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2048 +0x20b fp=0xc005a8dd70 sp=0xc005a8dcb8 pc=0x32f86eb
github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc003202000?, {0x624a8a0?, 0xc0130f8500?}, {0xc002f40800?}, 0x3?, 0xc003cb1368?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:881 +0xe6 fp=0xc005a8de20 sp=0xc005a8dd70 pc=0x32f3486
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1()
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:758 +0x54f fp=0xc005a8dfe0 sp=0xc005a8de20 pc=0x37088af
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc005a8dfe8 sp=0xc005a8dfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:665 +0x22e

goroutine 309837 [select]:
runtime.gopark(0xc0166efad8?, 0x2?, 0x90?, 0xa6?, 0xc0166efad4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0166ef960 sp=0xc0166ef940 pc=0x4907d6
runtime.selectgo(0xc0166efad8, 0xc0166efad0, 0x10?, 0x0, 0x8?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0166efaa0 sp=0xc0166ef960 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc006287680)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc0166efb08 sp=0xc0166efaa0 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc00bcdac60, {0x51b9a20?, 0xc005190c00}, 0x6248888?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc0166efc10 sp=0xc0166efb08 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x177?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc0166efc40 sp=0xc0166efc10 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc006287440, 0xc0166efd18, 0xc0166efce8)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:692 +0xd3 fp=0xc0166efc98 sp=0xc0166efc40 pc=0xc2a3b3
google.golang.org/grpc.(*clientStream).RecvMsg(0xc006287440, {0x51b9a20?, 0xc005190c00?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc0166efd48 sp=0xc0166efc98 pc=0xc2b61f
google.golang.org/grpc.invoke({0x624a948?, 0xc013baec60?}, {0x53d9bbc?, 0x2?}, {0x52f0080, 0xc00bf5c1e0}, {0x51b9a20, 0xc005190c00}, 0x0?, {0xc003456b00, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:73 +0xd7 fp=0xc0166efdb0 sp=0xc0166efd48 pc=0xc0a637
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x624a948, 0xc013baec60}, {0x53d9bbc, 0x21}, {0x52f0080, 0xc00bf5c1e0}, {0x51b9a20, 0xc005190c00}, 0x64cc8fbaa61eafcd?, 0x568c070, ...)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:247 +0x384 fp=0xc0166efea0 sp=0xc0166efdb0 pc=0x1648b84
google.golang.org/grpc.(*ClientConn).Invoke(0x2f04eeeb9e1fdb94?, {0x624a948?, 0xc013baec60?}, {0x53d9bbc?, 0x0?}, {0x52f0080?, 0xc00bf5c1e0?}, {0x51b9a20?, 0xc005190c00?}, {0x0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:35 +0x223 fp=0xc0166eff40 sp=0xc0166efea0 pc=0xc0a483
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc010b21d38, {0x624a948, 0xc013baec60}, 0x0?, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9334 +0xc9 fp=0xc0166effc0 sp=0xc0166eff40 pc=0xdcf7a9
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.TracingInternalClient.Batch({{0x629d930?, 0xc010b21d38?}}, {0x624a948, 0xc013baec60}, 0xc00bf5c1e0, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:329 +0x171 fp=0xc0166f0098 sp=0xc0166effc0 pc=0x1671a71
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*TracingInternalClient).Batch(0x51090a0?, {0x624a948?, 0xc013baec60?}, 0x624a948?, {0x0?, 0xc0081f5550?, 0xc01336c1f8?})
	<autogenerated>:1 +0x65 fp=0xc0166f00e8 sp=0xc0166f0098 pc=0x1671b45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc010563ec0, {_, _}, _, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:211 +0x17e fp=0xc0166f0388 sp=0xc0166f00e8 pc=0x19daefe
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc010563ec0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e7f18496, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:190 +0x158 fp=0xc0166f04c0 sp=0xc0166f0388 pc=0x19dad18
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e7f18496, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2079 +0x110f fp=0xc0166f0c08 sp=0xc0166f04c0 pc=0x19ce2ef
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e7f18496, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1623 +0x805 fp=0xc0166f1508 sp=0xc0166f0c08 pc=0x19cade5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e7f18496, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1403 +0x1393 fp=0xc0166f1d70 sp=0xc0166f1508 pc=0x19c8fb3
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendParallelCommit.func1({0x624a948, 0xc013baec60})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1004 +0x17c fp=0xc0166f1f30 sp=0xc0166f1d70 pc=0x19c773c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0166f1fe0 sp=0xc0166f1f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0166f1fe8 sp=0xc0166f1fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 300503 [select]:
runtime.gopark(0xc0081e5f90?, 0x2?, 0xd8?, 0x5d?, 0xc0081e5f24?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0081e5d90 sp=0xc0081e5d70 pc=0x4907d6
runtime.selectgo(0xc0081e5f90, 0xc0081e5f20, 0xc002f17f00?, 0x0, 0xc0414142d0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0081e5ed0 sp=0xc0081e5d90 pc=0x4a071c
net/http.(*persistConn).writeLoop(0xc0145c1d40)
	GOROOT/src/net/http/transport.go:2392 +0xf5 fp=0xc0081e5fc8 sp=0xc0081e5ed0 pc=0x8d0cd5
net/http.(*Transport).dialConn.func6()
	GOROOT/src/net/http/transport.go:1752 +0x26 fp=0xc0081e5fe0 sp=0xc0081e5fc8 pc=0x8cd7c6
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0081e5fe8 sp=0xc0081e5fe0 pc=0x4c2401
created by net/http.(*Transport).dialConn
	GOROOT/src/net/http/transport.go:1752 +0x1791

goroutine 263554 [sync.Cond.Wait]:
runtime.gopark(0x4c13fe0?, 0x4fdee40?, 0x12?, 0x0?, 0xc013abb640?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00da995d0 sp=0xc00da995b0 pc=0x4907d6
runtime.goparkunlock(...)
	GOROOT/src/runtime/proc.go:369
sync.runtime_notifyListWait(0xc00c2fd710, 0x1ba)
	GOROOT/src/runtime/sema.go:517 +0x14c fp=0xc00da99618 sp=0xc00da995d0 pc=0x4be30c
sync.(*Cond).Wait(0xc0072d3400?)
	GOROOT/src/sync/cond.go:70 +0x8c fp=0xc00da99650 sp=0xc00da99618 pc=0x4cabac
github.com/cockroachdb/cockroach/pkg/sql.(*StmtBuf).CurCmd(0xc0072d3a68)
	github.com/cockroachdb/cockroach/pkg/sql/conn_io.go:460 +0xbe fp=0xc00da99708 sp=0xc00da99650 pc=0x3321a5e
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc0028bcc00)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2074 +0xe5 fp=0xc00da99cb8 sp=0xc00da99708 pc=0x32f8b65
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc0028bcc00, {0x624a8a0, 0xc00c2fd740}, 0x4121562e00000000?, 0xc008481dc0?, 0xc006cd7ab0?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2048 +0x20b fp=0xc00da99d70 sp=0xc00da99cb8 pc=0x32f86eb
github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc003202000?, {0x624a8a0?, 0xc00c2fd740?}, {0xc002f40800?}, 0x3?, 0xc0050f0108?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:881 +0xe6 fp=0xc00da99e20 sp=0xc00da99d70 pc=0x32f3486
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1()
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:758 +0x54f fp=0xc00da99fe0 sp=0xc00da99e20 pc=0x37088af
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00da99fe8 sp=0xc00da99fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:665 +0x22e

goroutine 295401 [sleep]:
runtime.gopark(0x4b8d8d4554e?, 0x400eb6?, 0x63?, 0x74?, 0x7031b079f8?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc01336ddf0 sp=0xc01336ddd0 pc=0x4907d6
time.Sleep(0x11a97590f)
	GOROOT/src/runtime/time.go:195 +0x135 fp=0xc01336de30 sp=0xc01336ddf0 pc=0x4bf035
github.com/cockroachdb/pebble.(*deletionPacer).limit(0xc01ae00540, 0x400eb6, {0x4618e7?, 0x203006?, 0xa?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:91 +0x22e fp=0xc01336de88 sp=0xc01336de30 pc=0x1161fee
github.com/cockroachdb/pebble.(*deletionPacer).maybeThrottle(0xc01ae00540, 0xc0034da080?)
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/pacer.go:111 +0x3f fp=0xc01336dec8 sp=0xc01336de88 pc=0x116209f
github.com/cockroachdb/pebble.(*DB).paceAndDeleteObsoleteFiles(0xc001528000, 0x0?, {0xc0066c0780?, 0xa, 0xc00a655f70?})
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3130 +0x2b6 fp=0xc01336dfa8 sp=0xc01336dec8 pc=0x110c436
github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles.func5()
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x36 fp=0xc01336dfe0 sp=0xc01336dfa8 pc=0x110bf96
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc01336dfe8 sp=0xc01336dfe0 pc=0x4c2401
created by github.com/cockroachdb/pebble.(*DB).doDeleteObsoleteFiles
	github.com/cockroachdb/pebble/external/com_github_cockroachdb_pebble/compaction.go:3111 +0x84a

goroutine 309844 [select]:
runtime.gopark(0xc0077cc2d8?, 0x2?, 0x10?, 0xd4?, 0xc0077cc2d4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc0077cc160 sp=0xc0077cc140 pc=0x4907d6
runtime.selectgo(0xc0077cc2d8, 0xc0077cc2d0, 0x10?, 0x0, 0x8?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0077cc2a0 sp=0xc0077cc160 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc005ed0900)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc0077cc308 sp=0xc0077cc2a0 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc00edf7e40, {0x51b9a20?, 0xc0143a2280}, 0x6248888?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc0077cc410 sp=0xc0077cc308 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x109?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc0077cc440 sp=0xc0077cc410 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc00c4cbe60, 0xc0077cc518, 0xc0077cc4e8)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:692 +0xd3 fp=0xc0077cc498 sp=0xc0077cc440 pc=0xc2a3b3
google.golang.org/grpc.(*clientStream).RecvMsg(0xc00c4cbe60, {0x51b9a20?, 0xc0143a2280?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc0077cc548 sp=0xc0077cc498 pc=0xc2b61f
google.golang.org/grpc.invoke({0x624a948?, 0xc0144d59e0?}, {0x53d9bbc?, 0x2?}, {0x52f0080, 0xc00b7032c0}, {0x51b9a20, 0xc0143a2280}, 0x0?, {0xc003456b00, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:73 +0xd7 fp=0xc0077cc5b0 sp=0xc0077cc548 pc=0xc0a637
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x624a948, 0xc0144d59e0}, {0x53d9bbc, 0x21}, {0x52f0080, 0xc00b7032c0}, {0x51b9a20, 0xc0143a2280}, 0xd1bacfbe174941f?, 0x568c070, ...)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:247 +0x384 fp=0xc0077cc6a0 sp=0xc0077cc5b0 pc=0x1648b84
google.golang.org/grpc.(*ClientConn).Invoke(0x1ba01cce74a341a3?, {0x624a948?, 0xc0144d59e0?}, {0x53d9bbc?, 0x0?}, {0x52f0080?, 0xc00b7032c0?}, {0x51b9a20?, 0xc0143a2280?}, {0x0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:35 +0x223 fp=0xc0077cc740 sp=0xc0077cc6a0 pc=0xc0a483
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc00a647b48, {0x624a948, 0xc0144d59e0}, 0x0?, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9334 +0xc9 fp=0xc0077cc7c0 sp=0xc0077cc740 pc=0xdcf7a9
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.TracingInternalClient.Batch({{0x629d930?, 0xc00a647b48?}}, {0x624a948, 0xc0144d59e0}, 0xc00b7032c0, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:329 +0x171 fp=0xc0077cc898 sp=0xc0077cc7c0 pc=0x1671a71
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*TracingInternalClient).Batch(0x51090a0?, {0x624a948?, 0xc0144d59e0?}, 0x624a948?, {0x0?, 0xc0081f5550?, 0xc0083e29f8?})
	<autogenerated>:1 +0x65 fp=0xc0077cc8e8 sp=0xc0077cc898 pc=0x1671b45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc00847a420, {_, _}, _, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:211 +0x17e fp=0xc0077ccb88 sp=0xc0077cc8e8 pc=0x19daefe
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc00847a420, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e3dd0444, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:190 +0x158 fp=0xc0077cccc0 sp=0xc0077ccb88 pc=0x19dad18
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e3dd0444, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2079 +0x110f fp=0xc0077cd408 sp=0xc0077cccc0 pc=0x19ce2ef
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e3dd0444, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1623 +0x805 fp=0xc0077cdd08 sp=0xc0077cd408 pc=0x19cade5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatchAsync.func1({0x624a948, 0xc0144d59e0})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1506 +0x1bc fp=0xc0077cdf30 sp=0xc0077cdd08 pc=0x19ca1dc
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc0077cdfe0 sp=0xc0077cdf30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc0077cdfe8 sp=0xc0077cdfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 309272 [select]:
runtime.gopark(0xc00f327e60?, 0x3?, 0x0?, 0x0?, 0xc00f327e32?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc015367cb8 sp=0xc015367c98 pc=0x4907d6
runtime.selectgo(0xc015367e60, 0xc00f327e2c, 0xc011051f20?, 0x0, 0xc0138e44f0?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc015367df8 sp=0xc015367cb8 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).heartbeatLoop(0xc033d1a2d0, {0x624a948, 0xc011051f20})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:383 +0x185 fp=0xc015367eb0 sp=0xc015367df8 pc=0x19e7805
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).heartbeatLoop-fm({0x624a948?, 0xc011051f20?})
	<autogenerated>:1 +0x39 fp=0xc015367ed8 sp=0xc015367eb0 pc=0x19f8df9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTask(0xc000b6c6c0, {0x624a948, 0xc011051f20}, {0x53ddbcd?, 0x1054e20?}, 0xc0036d3fb8)
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:324 +0xd1 fp=0xc015367f50 sp=0xc015367ed8 pc=0x1054071
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).startHeartbeatLoopLocked.func1()
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:338 +0xf9 fp=0xc015367fe0 sp=0xc015367f50 pc=0x19e75d9
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc015367fe8 sp=0xc015367fe0 pc=0x4c2401
created by time.goFunc
	GOROOT/src/time/sleep.go:176 +0x32

goroutine 309975 [select]:
runtime.gopark(0xc00883f208?, 0x2?, 0x30?, 0x23?, 0xc00883f204?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00883f090 sp=0xc00883f070 pc=0x4907d6
runtime.selectgo(0xc00883f208, 0xc00883f200, 0x10?, 0x0, 0x101?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00883f1d0 sp=0xc00883f090 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc015356a20)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc00883f238 sp=0xc00883f1d0 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc00a5a8f20, {0x51b9a20?, 0xc012834c00}, 0x6248888?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc00883f340 sp=0xc00883f238 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x103?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc00883f370 sp=0xc00883f340 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc0153567e0, 0xc00883f448, 0xc00883f418)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:692 +0xd3 fp=0xc00883f3c8 sp=0xc00883f370 pc=0xc2a3b3
google.golang.org/grpc.(*clientStream).RecvMsg(0xc0153567e0, {0x51b9a20?, 0xc012834c00?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc00883f478 sp=0xc00883f3c8 pc=0xc2b61f
google.golang.org/grpc.invoke({0x624a948?, 0xc01160dd70?}, {0x53d9bbc?, 0x2?}, {0x52f0080, 0xc0043b43c0}, {0x51b9a20, 0xc012834c00}, 0x0?, {0xc00a75edc0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:73 +0xd7 fp=0xc00883f4e0 sp=0xc00883f478 pc=0xc0a637
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x624a948, 0xc01160dd70}, {0x53d9bbc, 0x21}, {0x52f0080, 0xc0043b43c0}, {0x51b9a20, 0xc012834c00}, 0x301a0eed07007326?, 0x568c070, ...)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:247 +0x384 fp=0xc00883f5d0 sp=0xc00883f4e0 pc=0x1648b84
google.golang.org/grpc.(*ClientConn).Invoke(0x75dd19f53d6684ec?, {0x624a948?, 0xc01160dd70?}, {0x53d9bbc?, 0x0?}, {0x52f0080?, 0xc0043b43c0?}, {0x51b9a20?, 0xc012834c00?}, {0x0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:35 +0x223 fp=0xc00883f670 sp=0xc00883f5d0 pc=0xc0a483
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc011d98c38, {0x624a948, 0xc01160dd70}, 0x0?, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9334 +0xc9 fp=0xc00883f6f0 sp=0xc00883f670 pc=0xdcf7a9
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.TracingInternalClient.Batch({{0x629d930?, 0xc011d98c38?}}, {0x624a948, 0xc01160dd70}, 0xc0043b43c0, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:329 +0x171 fp=0xc00883f7c8 sp=0xc00883f6f0 pc=0x1671a71
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*TracingInternalClient).Batch(0x12a63830?, {0x624a948?, 0xc01160dd70?}, 0x624a948?, {0x0?, 0xc0081f5140?, 0xc012a63928?})
	<autogenerated>:1 +0x65 fp=0xc00883f818 sp=0xc00883f7c8 pc=0x1671b45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc00ef1d6e0, {_, _}, _, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:211 +0x17e fp=0xc00883fab8 sp=0xc00883f818 pc=0x19daefe
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc00ef1d6e0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f0f00aff, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:190 +0x158 fp=0xc00883fbf0 sp=0xc00883fab8 pc=0x19dad18
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f0f00aff, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2079 +0x110f fp=0xc008840338 sp=0xc00883fbf0 pc=0x19ce2ef
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f0f00aff, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1623 +0x805 fp=0xc008840c38 sp=0xc008840338 pc=0x19cade5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f0f00aff, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1221 +0x433 fp=0xc0088414a0 sp=0xc008840c38 pc=0x19c8053
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).Send(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f0f00aff, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:845 +0x629 fp=0xc0088418c0 sp=0xc0088414a0 pc=0x19c5fe9
github.com/cockroachdb/cockroach/pkg/kv.(*CrossRangeTxnWrapperSender).Send(0xc001261268, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/db.go:223 +0xda fp=0xc0088419f8 sp=0xc0088418c0 pc=0x16a9a7a
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).sendBatch.func1.1({0x624a948, 0xc01160dd40})
	github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:278 +0xeb fp=0xc008841c00 sp=0xc0088419f8 pc=0x1ca158b
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).sendBatch.func1({0x624a948, 0xc01160dd40})
	github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:309 +0x214 fp=0xc008841f30 sp=0xc008841c00 pc=0x1ca0bf4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc008841fe0 sp=0xc008841f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc008841fe8 sp=0xc008841fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 309473 [select]:
runtime.gopark(0xc006f02c20?, 0x3?, 0x22?, 0x2b?, 0xc006f02bda?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc006f02a40 sp=0xc006f02a20 pc=0x4907d6
runtime.selectgo(0xc006f02c20, 0xc006f02bd4, 0xc00f152ba0?, 0x0, 0xc01282f130?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc006f02b80 sp=0xc006f02a40 pc=0x4a071c
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).Send(0xc003117340, {0x624a910, 0xc00f152ba0}, 0xc006f02ca8?, {0x629caa8, 0xc005157a00})
	github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:251 +0x165 fp=0xc006f02c60 sp=0xc006f02b80 pc=0x1ca0605
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).gcTxnRecord(0xc0005a7e00, {0x624a910, 0xc00f152ba0}, 0xc006f02dd0?, 0xc0172d18c0)
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:749 +0x3d1 fp=0xc006f02da8 sp=0xc006f02c60 pc=0x1ca75d1
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2.1({0x624a910?, 0xc00f152ba0?})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:792 +0x38 fp=0xc006f02de0 sp=0xc006f02da8 pc=0x1ca7bd8
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout({0x624a948?, 0xc00c081800?}, {0x537e81f, 0x12}, 0x4a817c800, 0xc006f02f00)
	github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:91 +0xed fp=0xc006f02e80 sp=0xc006f02de0 pc=0x16210cd
github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver.(*IntentResolver).cleanupFinishedTxnIntents.func2({0x624a948, 0xc00c081800})
	github.com/cockroachdb/cockroach/pkg/kv/kvserver/intentresolver/intent_resolver.go:790 +0xac fp=0xc006f02f30 sp=0xc006f02e80 pc=0x1ca7aac
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc006f02fe0 sp=0xc006f02f30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc006f02fe8 sp=0xc006f02fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 309644 [select]:
runtime.gopark(0xc0213529d8?, 0x2?, 0xe8?, 0x37?, 0xc0213529d4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc021352860 sp=0xc021352840 pc=0x4907d6
runtime.selectgo(0xc0213529d8, 0xc0213529d0, 0x10?, 0x0, 0x8?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc0213529a0 sp=0xc021352860 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc00306ab40)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc021352a08 sp=0xc0213529a0 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc010557340, {0x51b9a20?, 0xc0082a6780}, 0x6248888?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc021352b10 sp=0xc021352a08 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0x131?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc021352b40 sp=0xc021352b10 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc00306a5a0, 0xc021352c18, 0xc021352be8)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:692 +0xd3 fp=0xc021352b98 sp=0xc021352b40 pc=0xc2a3b3
google.golang.org/grpc.(*clientStream).RecvMsg(0xc00306a5a0, {0x51b9a20?, 0xc0082a6780?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc021352c48 sp=0xc021352b98 pc=0xc2b61f
google.golang.org/grpc.invoke({0x624a948?, 0xc037150960?}, {0x53d9bbc?, 0x2?}, {0x52f0080, 0xc00b798780}, {0x51b9a20, 0xc0082a6780}, 0x0?, {0xc003456b00, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:73 +0xd7 fp=0xc021352cb0 sp=0xc021352c48 pc=0xc0a637
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x624a948, 0xc037150960}, {0x53d9bbc, 0x21}, {0x52f0080, 0xc00b798780}, {0x51b9a20, 0xc0082a6780}, 0x15d574c5e31ec2e7?, 0x568c070, ...)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:247 +0x384 fp=0xc021352da0 sp=0xc021352cb0 pc=0x1648b84
google.golang.org/grpc.(*ClientConn).Invoke(0x72717e00101180b6?, {0x624a948?, 0xc037150960?}, {0x53d9bbc?, 0x0?}, {0x52f0080?, 0xc00b798780?}, {0x51b9a20?, 0xc0082a6780?}, {0x0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:35 +0x223 fp=0xc021352e40 sp=0xc021352da0 pc=0xc0a483
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc010b210b8, {0x624a948, 0xc037150960}, 0x0?, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9334 +0xc9 fp=0xc021352ec0 sp=0xc021352e40 pc=0xdcf7a9
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.TracingInternalClient.Batch({{0x629d930?, 0xc010b210b8?}}, {0x624a948, 0xc037150960}, 0xc00b798780, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:329 +0x171 fp=0xc021352f98 sp=0xc021352ec0 pc=0x1671a71
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*TracingInternalClient).Batch(0x51090a0?, {0x624a948?, 0xc037150960?}, 0x624a948?, {0x0?, 0xc0081f5550?, 0xc0213530f8?})
	<autogenerated>:1 +0x65 fp=0xc021352fe8 sp=0xc021352f98 pc=0x1671b45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc00847a660, {_, _}, _, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:211 +0x17e fp=0xc021353288 sp=0xc021352fe8 pc=0x19daefe
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc00847a660, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e36bc23d, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:190 +0x158 fp=0xc0213533c0 sp=0xc021353288 pc=0x19dad18
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e36bc23d, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2079 +0x110f fp=0xc021353b08 sp=0xc0213533c0 pc=0x19ce2ef
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e36bc23d, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1623 +0x805 fp=0xc021354408 sp=0xc021353b08 pc=0x19cade5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e36bc23d, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1221 +0x433 fp=0xc021354c70 sp=0xc021354408 pc=0x19c8053
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).Send(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e36bc23d, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:845 +0x629 fp=0xc021355090 sp=0xc021354c70 pc=0x19c5fe9
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnLockGatekeeper).SendLocked(0xc00b23db38, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_lock_gatekeeper.go:82 +0x2a8 fp=0xc0213552e8 sp=0xc021355090 pc=0x19f2348
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnMetricRecorder).SendLocked(0xc00b23db00, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_metric_recorder.go:46 +0x142 fp=0xc021355410 sp=0xc0213552e8 pc=0x19e9042
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnCommitter).SendLocked(0xc00b23dad0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_committer.go:129 +0x746 fp=0xc0213556a0 sp=0xc021355410 pc=0x19e5026
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).sendLockedWithRefreshAttempts(0xc00b23d9d0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:225 +0x27a fp=0xc021355c40 sp=0xc0213556a0 pc=0x19eeefa
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).SendLocked(0xc00b23d9d0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:153 +0x1cb fp=0xc021355f30 sp=0xc021355c40 pc=0x19ee7ab
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnPipeliner).SendLocked(0xc00b23d8a0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_pipeliner.go:290 +0x2ee fp=0xc021356230 sp=0xc021355f30 pc=0x19e986e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSeqNumAllocator).SendLocked(0xc00b23d880?, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_seq_num_allocator.go:104 +0xb5 fp=0xc0213563d8 sp=0xc021356230 pc=0x19ee115
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).SendLocked(0xc00b23d7d0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:245 +0x4e8 fp=0xc0213565f0 sp=0xc0213563d8 pc=0x19e6c28
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*TxnCoordSender).Send(0xc00b23d600, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_coord_sender.go:526 +0x592 fp=0xc021356848 sp=0xc0213565f0 pc=0x19dd5f2
github.com/cockroachdb/cockroach/pkg/kv.(*DB).sendUsingSender(0xc001261200, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/db.go:1016 +0x156 fp=0xc021356970 sp=0xc021356848 pc=0x16ae696
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).Send(0xc014431d90, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/txn.go:1093 +0x225 fp=0xc021356c38 sp=0xc021356970 pc=0x16b7905
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).Send-fm({0x624a948?, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x0, 0x0, 0x0}, {0x0, ...}, ...}, ...})
	<autogenerated>:1 +0x85 fp=0xc021356d48 sp=0xc021356c38 pc=0x16bc4c5
github.com/cockroachdb/cockroach/pkg/kv.sendAndFill({0x624a948, 0xc010eee750}, 0x8?, 0xc00dca6000)
	github.com/cockroachdb/cockroach/pkg/kv/db.go:855 +0x119 fp=0xc021356f40 sp=0xc021356d48 pc=0x16adcf9
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).Run(0xc014431d90, {0x624a948, 0xc010eee750}, 0x0?)
	github.com/cockroachdb/cockroach/pkg/kv/txn.go:673 +0x74 fp=0xc021356f88 sp=0xc021356f40 pc=0x16b5274
github.com/cockroachdb/cockroach/pkg/sql.(*tableWriterBase).finalize(0xc006775128, {0x624a948, 0xc010eee750})
	github.com/cockroachdb/cockroach/pkg/sql/tablewriter.go:230 +0xb6 fp=0xc021356fc0 sp=0xc021356f88 pc=0x350dd96
github.com/cockroachdb/cockroach/pkg/sql.(*updateNode).BatchedNext(0xc006775100, {{0x624a948, 0xc010eee750}, 0xc01139e800, 0xc002b00578})
	github.com/cockroachdb/cockroach/pkg/sql/update.go:197 +0x225 fp=0xc021357020 sp=0xc021356fc0 pc=0x352d9a5
github.com/cockroachdb/cockroach/pkg/sql.(*serializeNode).Next(0xc00361cdb0, {{0x624a948?, 0xc010eee750?}, 0xc01139e800?, 0xc002b00578?})
	github.com/cockroachdb/cockroach/pkg/sql/plan_batch.go:115 +0x5a fp=0xc021357058 sp=0xc021357020 pc=0x3476ffa
github.com/cockroachdb/cockroach/pkg/sql.(*planNodeToRowSource).Next(0xc00cdc6000)
	github.com/cockroachdb/cockroach/pkg/sql/plan_node_to_row_source.go:211 +0x1b9 fp=0xc021357150 sp=0xc021357058 pc=0x3479e19
github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Columnarizer).Next(0xc007094c00)
	github.com/cockroachdb/cockroach/pkg/sql/colexec/columnarizer.go:243 +0x13c fp=0xc0213574d0 sp=0xc021357150 pc=0x299d6fc
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*BatchFlowCoordinator).nextAdapter(0xc009fbc2c0)
	github.com/cockroachdb/cockroach/pkg/sql/colflow/flow_coordinator.go:252 +0x2a fp=0xc0213574e8 sp=0xc0213574d0 pc=0x32257ca
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*BatchFlowCoordinator).nextAdapter-fm()
	<autogenerated>:1 +0x26 fp=0xc021357500 sp=0xc0213574e8 pc=0x32334e6
github.com/cockroachdb/cockroach/pkg/sql/colexecerror.CatchVectorizedRuntimeError(0xc0103cca80?)
	github.com/cockroachdb/cockroach/pkg/sql/colexecerror/error.go:92 +0x62 fp=0xc021357540 sp=0xc021357500 pc=0x2126aa2
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*BatchFlowCoordinator).next(...)
	github.com/cockroachdb/cockroach/pkg/sql/colflow/flow_coordinator.go:256
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*BatchFlowCoordinator).Run(0xc009fbc2c0, {0x624a8a0?, 0xc00360efc0?})
	github.com/cockroachdb/cockroach/pkg/sql/colflow/flow_coordinator.go:299 +0x308 fp=0xc0213576d0 sp=0xc021357540 pc=0x3225c08
github.com/cockroachdb/cockroach/pkg/sql/colflow.(*vectorizedFlow).Run(0xc002339a40, {0x624a8a0, 0xc00360efc0}, 0xc014431d90?)
	github.com/cockroachdb/cockroach/pkg/sql/colflow/vectorized_flow.go:320 +0x1db fp=0xc021357770 sp=0xc0213576d0 pc=0x322ac3b
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000a94f00, {0x624a948, 0xc00361cf30}, 0xc00b1a2f00, 0xc014431d90, 0xc036fed000, 0xc00a7ad500, 0xc002b008b0, 0xc00ae4ad60)
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:757 +0xbc4 fp=0xc021358020 sp=0xc021357770 pc=0x33b9844
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0x0?, {0x624a948?, 0xc00361cf30}, 0xe8?, 0xc00b1a2f00, 0xf6e9380fd8e4fa01?, {{0x624ce40?, 0xc00bc99d60?}, 0x0?}, 0xc00a7ad500, ...)
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1764 +0x265 fp=0xc0213580e0 sp=0xc021358020 pc=0x33be445
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRunAll(0xc000a94f00?, {0x624a948, 0xc00361cf30}, 0xc002b008b0, 0xc002b00578?, 0xc002b00578, 0xc00a7ad500, 0x0)
	github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1472 +0x218 fp=0xc0213581f8 sp=0xc0213580e0 pc=0x33bc4f8
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc002b00000, {0x624a948?, 0xc00361cf30}, 0xc002b00578, 0xc00361cf30?, {0x7fb1c7c85ea8?, 0xc0040632c8}, 0x78?, 0xc00abfac28)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1597 +0x594 fp=0xc021358300 sp=0xc0213581f8 pc=0x3310cf4
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc002b00000, {0x624a8a0, 0xc00360e300}, 0xc002b00578, {0x7fb1c7c85ea8, 0xc0040632c8})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1200 +0xc2f fp=0xc021358720 sp=0xc021358300 pc=0x330e08f
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc002b00000, {0x624a948?, 0xc0173d8f90?}, {{0x6274800, 0xc036feca00}, {0xc00416d8be, 0x7e}, 0x2, 0x1}, 0xc0153999e0, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:694 +0x2374 fp=0xc0213590b0 sp=0xc021358720 pc=0x3309b54
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt.func1({0x624a948?, 0xc0173d8f90?})
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:131 +0xfc fp=0xc021359168 sp=0xc0213590b0 pc=0x330725c
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithProfiling(0x624a948?, {0x624a948?, 0xc0173d8f90?}, {0x6274800?, 0xc036feca00?}, 0xc00416d94a?, 0xc00416dc78?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:2438 +0x330 fp=0xc0213592b8 sp=0xc021359168 pc=0x3317010
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc002b00000, {0x624a948, 0xc0173d8f90}, {{0x6274800, 0xc036feca00}, {0xc00416d8be, 0x7e}, 0x2, 0x1}, 0xc0153999e0, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:130 +0x4bf fp=0xc021359430 sp=0xc0213592b8 pc=0x3306bff
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc002b00000, {0x624a948, 0xc0173d8f90}, {0xc0153999e0, {0xc016654a20, 0x2, 0x2}, {0xc01b26b874, 0x6, 0x6}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:220 +0x173 fp=0xc021359550 sp=0xc021359430 pc=0x3307493
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2({{0xc00416dcb7, 0x0}, 0x0, {0xc1116e81936776ba, 0x6f0cce8a44, 0x0}, 0x1}, 0xc002b00000, 0xc0213598c0, 0xc0213598b0, ...)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2201 +0x565 fp=0xc021359708 sp=0xc021359550 pc=0x32fafc5
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc002b00000)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2203 +0x6d3 fp=0xc021359cb8 sp=0xc021359708 pc=0x32f9153
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc002b00000, {0x624a8a0, 0xc002b40200}, 0x4118840800000000?, 0xc00788ddc0?, 0xc005359b60?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:2048 +0x20b fp=0xc021359d70 sp=0xc021359cb8 pc=0x32f86eb
github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc003202000?, {0x624a8a0?, 0xc002b40200?}, {0xc002f40800?}, 0x3?, 0xc0121fe978?)
	github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:881 +0xe6 fp=0xc021359e20 sp=0xc021359d70 pc=0x32f3486
github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1()
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:758 +0x54f fp=0xc021359fe0 sp=0xc021359e20 pc=0x37088af
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc021359fe8 sp=0xc021359fe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync
	github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:665 +0x22e

goroutine 309845 [chan receive]:
runtime.gopark(0x2faf080?, 0x3b9aca00?, 0x0?, 0x0?, 0x0?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00d2cf288 sp=0xc00d2cf268 pc=0x4907d6
runtime.chanrecv(0xc00ef57800, 0xc00d2cf4d0, 0x1)
	GOROOT/src/runtime/chan.go:583 +0x49b fp=0xc00d2cf318 sp=0xc00d2cf288 pc=0x45a91b
runtime.chanrecv1(0x1?, 0xc000518000?)
	GOROOT/src/runtime/chan.go:442 +0x18 fp=0xc00d2cf340 sp=0xc00d2cf318 pc=0x45a418
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges.func1()
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1290 +0x127 fp=0xc00d2cf508 sp=0xc00d2cf340 pc=0x19c9a07
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76e3e77f8e, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1468 +0x17b9 fp=0xc00d2cfd70 sp=0xc00d2cf508 pc=0x19c93d9
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendParallelCommit.func1({0x624a948, 0xc01505c9f0})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1004 +0x17c fp=0xc00d2cff30 sp=0xc00d2cfd70 pc=0x19c773c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00d2cffe0 sp=0xc00d2cff30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00d2cffe8 sp=0xc00d2cffe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b

goroutine 309987 [select]:
runtime.gopark(0xc00755c2d8?, 0x2?, 0xb8?, 0x3a?, 0xc00755c2d4?)
	GOROOT/src/runtime/proc.go:363 +0xd6 fp=0xc00755c160 sp=0xc00755c140 pc=0x4907d6
runtime.selectgo(0xc00755c2d8, 0xc00755c2d0, 0x10?, 0x0, 0x1?, 0x1)
	GOROOT/src/runtime/select.go:328 +0x7bc fp=0xc00755c2a0 sp=0xc00755c160 pc=0x4a071c
google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc00c8fe360)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:324 +0x7c fp=0xc00755c308 sp=0xc00755c2a0 pc=0xbf9b7c
google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...)
	google.golang.org/grpc/internal/transport/external/org_golang_google_grpc/internal/transport/transport.go:339
google.golang.org/grpc.(*csAttempt).recvMsg(0xc00a5a9760, {0x51b9a20?, 0xc00e374880}, 0x6248888?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:969 +0xbb fp=0xc00755c410 sp=0xc00755c308 pc=0xc2c3bb
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xcb?)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:834 +0x25 fp=0xc00755c440 sp=0xc00755c410 pc=0xc2b8e5
google.golang.org/grpc.(*clientStream).withRetry(0xc00e57be60, 0xc00755c518, 0xc00755c4e8)
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:692 +0xd3 fp=0xc00755c498 sp=0xc00755c440 pc=0xc2a3b3
google.golang.org/grpc.(*clientStream).RecvMsg(0xc00e57be60, {0x51b9a20?, 0xc00e374880?})
	google.golang.org/grpc/external/org_golang_google_grpc/stream.go:833 +0x11f fp=0xc00755c548 sp=0xc00755c498 pc=0xc2b61f
google.golang.org/grpc.invoke({0x624a948?, 0xc014435bf0?}, {0x53d9bbc?, 0x2?}, {0x52f0080, 0xc0043b5c20}, {0x51b9a20, 0xc00e374880}, 0x0?, {0xc003456b00, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:73 +0xd7 fp=0xc00755c5b0 sp=0xc00755c548 pc=0xc0a637
github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor.ClientInterceptor.func2({0x624a948, 0xc014435bf0}, {0x53d9bbc, 0x21}, {0x52f0080, 0xc0043b5c20}, {0x51b9a20, 0xc00e374880}, 0x3d1be810d46f2323?, 0x568c070, ...)
	github.com/cockroachdb/cockroach/pkg/util/tracing/grpcinterceptor/grpc_interceptor.go:247 +0x384 fp=0xc00755c6a0 sp=0xc00755c5b0 pc=0x1648b84
google.golang.org/grpc.(*ClientConn).Invoke(0x3b541a07ad1872a7?, {0x624a948?, 0xc014435bf0?}, {0x53d9bbc?, 0x0?}, {0x52f0080?, 0xc0043b5c20?}, {0x51b9a20?, 0xc00e374880?}, {0x0, ...})
	google.golang.org/grpc/external/org_golang_google_grpc/call.go:35 +0x223 fp=0xc00755c740 sp=0xc00755c6a0 pc=0xc0a483
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalClient).Batch(0xc011d99050, {0x624a948, 0xc014435bf0}, 0x0?, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/roachpb/bazel-out/k8-opt/bin/pkg/roachpb/roachpb_go_proto_/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9334 +0xc9 fp=0xc00755c7c0 sp=0xc00755c740 pc=0xdcf7a9
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.TracingInternalClient.Batch({{0x629d930?, 0xc011d99050?}}, {0x624a948, 0xc014435bf0}, 0xc0043b5c20, {0x0, 0x0, 0x0})
	github.com/cockroachdb/cockroach/pkg/rpc/nodedialer/nodedialer.go:329 +0x171 fp=0xc00755c898 sp=0xc00755c7c0 pc=0x1671a71
github.com/cockroachdb/cockroach/pkg/rpc/nodedialer.(*TracingInternalClient).Batch(0x3ae2900?, {0x624a948?, 0xc014435bf0?}, 0x624a948?, {0x0?, 0xc0081f5550?, 0xc003ae29f8?})
	<autogenerated>:1 +0x65 fp=0xc00755c8e8 sp=0xc00755c898 pc=0x1671b45
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc00f6da1e0, {_, _}, _, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:211 +0x17e fp=0xc00755cb88 sp=0xc00755c8e8 pc=0x19daefe
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc00f6da1e0, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f2481897, 0x0, 0x0}, ...}, ...})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:190 +0x158 fp=0xc00755ccc0 sp=0xc00755cb88 pc=0x19dad18
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc001545400, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f2481897, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:2079 +0x110f fp=0xc00755d408 sp=0xc00755ccc0 pc=0x19ce2ef
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(_, {_, _}, {{{0x0, 0x0, 0x0}, 0x0, {0x17600a76f2481897, 0x0, 0x0}, ...}, ...}, ...)
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1623 +0x805 fp=0xc00755dd08 sp=0xc00755d408 pc=0x19cade5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatchAsync.func1({0x624a948, 0xc014435bf0})
	github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1506 +0x1bc fp=0xc00755df30 sp=0xc00755dd08 pc=0x19ca1dc
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2()
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:489 +0x146 fp=0xc00755dfe0 sp=0xc00755df30 pc=0x1054c46
runtime.goexit()
	GOROOT/src/runtime/asm_amd64.s:1594 +0x1 fp=0xc00755dfe8 sp=0xc00755dfe0 pc=0x4c2401
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:480 +0x43b