gistfile0.txt

goroutine 657351 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc009f8f050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc009f8f050, 0xc0004cc540, 0x1, 0x1, 0xc000ead7b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc006622800)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657362 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc005486240)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc005486240, 0xc0004cc540, 0x1, 0x1, 0xc00254ffb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0003cef00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657298 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc00d012030)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc00d012030, 0xc0004cc540, 0x1, 0x1, 0xc00254f7b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002b33400)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657175 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc004769ce0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc004769ce0, 0xc0004cc540, 0x1, 0x1, 0xc0032587b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0003e1200)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657655 [semacquire, 33 minutes]:
sync.runtime_SemacquireMutex(0xc0078f9634, 0x5100000000, 0x1)
	/usr/local/go/src/runtime/sema.go:71 +0x47
sync.(*Mutex).lockSlow(0xc0078f9630)
	/usr/local/go/src/sync/mutex.go:138 +0x1d4
sync.(*Mutex).Lock(0xc0078f9630)
	/usr/local/go/src/sync/mutex.go:81 +0x85
github.com/cockroachdb/pebble.(*commitPipeline).prepare(0xc0078f8600, 0xc01a928f00, 0x431c01, 0xc007bfe7df, 0xc007bfe7d0, 0x10)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/commit.go:364 +0x107
github.com/cockroachdb/pebble.(*commitPipeline).Commit(0xc0078f8600, 0xc01a928f00, 0x1, 0x1, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/commit.go:253 +0xc5
github.com/cockroachdb/pebble.(*DB).Apply(0xc004643400, 0xc01a928f00, 0xca8d61e, 0x177fc38c2ce, 0xcdcb860)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/db.go:602 +0x21d
github.com/cockroachdb/pebble.(*Batch).Commit(...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/batch.go:732
github.com/cockroachdb/cockroach/pkg/storage.(*pebbleBatch).Commit(0xc004e48480, 0xc001a66001, 0x0, 0xa84b3d8)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_batch.go:504 +0xd2
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).handleRaftReadyRaftMuLocked(0xc007f6e000, 0xa70ddb0, 0xc007c9e300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_raft.go:777 +0xcb9
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).handleRaftReady(0xc007f6e000, 0xa70ddb0, 0xc007c9e300, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_raft.go:485 +0x191
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).processReady(0xc003136000, 0xa70ddb0, 0xc005ccde30, 0x3)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_raft.go:515 +0x1e5
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0071ca960, 0xa70ddb0, 0xc005ccde30)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:284 +0x3e6
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2(0xc0060ac6c0, 0xa70ddb0, 0xc005ccde30, 0x0, 0x0, 0xc0065ad150)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:442 +0x162
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:434 +0x28e

goroutine 657133 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc001ad5080)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc001ad5080, 0xc0004cc540, 0x1, 0x1, 0xc00254b7b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00addbe00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657207 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc00b1f4ae0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc00b1f4ae0, 0xc0004cc540, 0x1, 0x1, 0xc005723fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00d24e500)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657263 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc007cf8300)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc007cf8300, 0xc0004cc540, 0x1, 0x1, 0xc00359a7b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001397e00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657363 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc0057bc570)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc0057bc570, 0xc0004cc540, 0x1, 0x1, 0xc00100dfb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0003cf000)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657479 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc0057bd500)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc0057bd500, 0xc0004cc540, 0x1, 0x1, 0xc0077447b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc005ca6200)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657265 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc007cf8360)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc007cf8360, 0xc0004cc540, 0x1, 0x1, 0xc00359bfb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002b32700)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657227 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc00778a9f0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc00778a9f0, 0xc0004cc540, 0x1, 0x1, 0xc0039827b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00d24ff00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657535 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc0057bcea0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc0057bcea0, 0xc0004cc540, 0x1, 0x1, 0xc004acc7b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002c7f500)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657170 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc00778a8a0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc00778a8a0, 0xc0004cc540, 0x1, 0x1, 0xc005721fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0003e0c00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657392 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc005486600)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc005486600, 0xc0004cc540, 0x1, 0x1, 0xc002df2fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc006140b00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657534 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc002fb8510)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc002fb8510, 0xc0004cc540, 0x1, 0x1, 0xc004acbfb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002c7f400)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657315 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc009f8e930)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc009f8e930, 0xc0004cc540, 0x1, 0x1, 0xc0003937b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002b33700)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657631 [semacquire, 33 minutes]:
sync.runtime_SemacquireMutex(0xc0078f9634, 0x3900000000, 0x1)
	/usr/local/go/src/runtime/sema.go:71 +0x47
sync.(*Mutex).lockSlow(0xc0078f9630)
	/usr/local/go/src/sync/mutex.go:138 +0x1d4
sync.(*Mutex).Lock(0xc0078f9630)
	/usr/local/go/src/sync/mutex.go:81 +0x85
github.com/cockroachdb/pebble.(*commitPipeline).prepare(0xc0078f8600, 0xc01bc8ad20, 0x431c01, 0xc007bfe7df, 0xc007bfe7d0, 0x10)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/commit.go:364 +0x107
github.com/cockroachdb/pebble.(*commitPipeline).Commit(0xc0078f8600, 0xc01bc8ad20, 0x1, 0x1, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/commit.go:253 +0xc5
github.com/cockroachdb/pebble.(*DB).Apply(0xc004643400, 0xc01bc8ad20, 0xca8d61e, 0x177e33eb810, 0xcdcb860)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/db.go:602 +0x21d
github.com/cockroachdb/pebble.(*Batch).Commit(...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/batch.go:732
github.com/cockroachdb/cockroach/pkg/storage.(*pebbleBatch).Commit(0xc0047b9680, 0xc001a66001, 0x0, 0xa84b3d8)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_batch.go:504 +0xd2
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).handleRaftReadyRaftMuLocked(0xc002d62000, 0xa70ddb0, 0xc0086783f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_raft.go:777 +0xcb9
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).handleRaftReady(0xc002d62000, 0xa70ddb0, 0xc0086783f0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_raft.go:485 +0x191
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).processReady(0xc003136000, 0xa70ddb0, 0xc005ccde30, 0x1a)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_raft.go:515 +0x1e5
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0071ca960, 0xa70ddb0, 0xc005ccde30)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:284 +0x3e6
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2(0xc0060ac6c0, 0xa70ddb0, 0xc005ccde30, 0x0, 0x0, 0xc0065acf70)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:442 +0x162
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:434 +0x28e

goroutine 657155 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc00778a780)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc00778a780, 0xc0004cc540, 0x1, 0x1, 0xc00325c7b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc006b25100)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657450 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc0057bd020)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc0057bd020, 0xc0004cc540, 0x1, 0x1, 0xc005a29fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc005c38800)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657262 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc007cf8270)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc007cf8270, 0xc0004cc540, 0x1, 0x1, 0xc00254afb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001397b00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657648 [semacquire, 33 minutes]:
sync.runtime_SemacquireMutex(0xc0078f9634, 0x4900000000, 0x1)
	/usr/local/go/src/runtime/sema.go:71 +0x47
sync.(*Mutex).lockSlow(0xc0078f9630)
	/usr/local/go/src/sync/mutex.go:138 +0x1d4
sync.(*Mutex).Lock(0xc0078f9630)
	/usr/local/go/src/sync/mutex.go:81 +0x85
github.com/cockroachdb/pebble.(*commitPipeline).prepare(0xc0078f8600, 0xc01980f590, 0x431c00, 0xc007bfe7df, 0xc007bfe7d0, 0x10)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/commit.go:364 +0x107
github.com/cockroachdb/pebble.(*commitPipeline).Commit(0xc0078f8600, 0xc01980f590, 0x0, 0x0, 0xc0058c48e0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/commit.go:253 +0xc5
github.com/cockroachdb/pebble.(*DB).Apply(0xc004643400, 0xc01980f590, 0xd82c74f, 0x177ef7186c6, 0xcdcb860)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/db.go:602 +0x21d
github.com/cockroachdb/pebble.(*Batch).Commit(...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/batch.go:732
github.com/cockroachdb/cockroach/pkg/storage.(*pebbleBatch).Commit(0xc005042d80, 0xed8d17200, 0x0, 0xa70ddb0)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_batch.go:504 +0xd2
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).handleRaftReadyRaftMuLocked(0xc003bc6a80, 0xa70ddb0, 0xc000a6da70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_raft.go:777 +0xcb9
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).handleRaftReady(0xc003bc6a80, 0xa70ddb0, 0xc000a6da70, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_raft.go:485 +0x191
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).processReady(0xc003136000, 0xa70ddb0, 0xc005ccde30, 0x13)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_raft.go:515 +0x1e5
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0071ca960, 0xa70ddb0, 0xc005ccde30)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:284 +0x3e6
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2(0xc0060ac6c0, 0xa70ddb0, 0xc005ccde30, 0x0, 0x0, 0xc0065ad0e0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:442 +0x162
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:434 +0x28e

goroutine 657128 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc001ad4e70)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc001ad4e70, 0xc0004cc540, 0x1, 0x1, 0xc001bd97b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00addb900)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657364 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc007cf87b0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc007cf87b0, 0xc0004cc540, 0x1, 0x1, 0xc0057267b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0003cf200)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657530 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc0057bcb70)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc0057bcb70, 0xc0004cc540, 0x1, 0x1, 0xc002deffb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002c7ea00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657224 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc009f8e930)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc009f8e930, 0xc0004cc540, 0x1, 0x1, 0xc0039837b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00d24fc00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657354 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc008656d20)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc008656d20, 0xc0004cc540, 0x1, 0x1, 0xc000eaefb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc006622c00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657177 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc004769d70)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc004769d70, 0xc0004cc540, 0x1, 0x1, 0xc000395fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0003e1400)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657414 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc00bbca2a0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc00bbca2a0, 0xc0004cc540, 0x1, 0x1, 0xc00395a7b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0016be500)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 656975 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc00778ac90)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc00778ac90, 0xc0004cc540, 0x1, 0x1, 0xc00254d7b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002b32e00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657511 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc002fb81e0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc002fb81e0, 0xc0004cc540, 0x1, 0x1, 0xc002df27b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00544af00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657134 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc004768fc0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc004768fc0, 0xc0004cc540, 0x1, 0x1, 0xc00254c7b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00addbf00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 656974 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc007cf8030)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc007cf8030, 0xc0004cc540, 0x1, 0x1, 0xc00359f7b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002b32b00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657353 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc007cf8660)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc007cf8660, 0xc0004cc540, 0x1, 0x1, 0xc000eae7b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc006622a00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657158 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc0047697d0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc0047697d0, 0xc0004cc540, 0x1, 0x1, 0xc00325a7b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc006b25f00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657061 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc009a19ef0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc009a19ef0, 0xc0004cc540, 0x1, 0x1, 0xc001bdd7b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc007224400)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657203 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc00a02fbf0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc00a02fbf0, 0xc0004cc540, 0x1, 0x1, 0xc0037e9fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00d24e100)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657449 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc0057bcfc0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc0057bcfc0, 0xc0004cc540, 0x1, 0x1, 0xc005a297b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc005c38700)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657220 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc009f8e840)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc009f8e840, 0xc0004cc540, 0x1, 0x1, 0xc00427b7b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00d24f500)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657208 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc00b1f4ba0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc00b1f4ba0, 0xc0004cc540, 0x1, 0x1, 0xc0035987b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00d24e800)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657111 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc001ad4330)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc001ad4330, 0xc0004cc540, 0x1, 0x1, 0xc0003977b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00adda900)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657060 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc009a19e90)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc009a19e90, 0xc0004cc540, 0x1, 0x1, 0xc00032bfb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc007224300)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657393 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc007cf8bd0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc007cf8bd0, 0xc0004cc540, 0x1, 0x1, 0xc003987fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc006140c00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657349 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc009f8ef90)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc009f8ef90, 0xc0004cc540, 0x1, 0x1, 0xc001bdbfb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc006622500)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657444 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc007373080)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc007373080, 0xc0004cc540, 0x1, 0x1, 0xc000eb17b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc005c38000)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657172 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc00a02f8c0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc00a02f8c0, 0xc0004cc540, 0x1, 0x1, 0xc0057227b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0003e0f00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657264 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc009f8e840)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc009f8e840, 0xc0004cc540, 0x1, 0x1, 0xc00359afb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001397f00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657112 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc004768150)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc004768150, 0xc0004cc540, 0x1, 0x1, 0xc0003957b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00addaa00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657415 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc005487860)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc005487860, 0xc0004cc540, 0x1, 0x1, 0xc00395afb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0016be700)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657316 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc007cf8420)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc007cf8420, 0xc0004cc540, 0x1, 0x1, 0xc001011fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002b33800)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657156 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc004769710)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc004769710, 0xc0004cc540, 0x1, 0x1, 0xc003257fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc006b25b00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657574 [semacquire, 33 minutes]:
sync.runtime_SemacquireMutex(0xc0078f9634, 0x4100000000, 0x1)
	/usr/local/go/src/runtime/sema.go:71 +0x47
sync.(*Mutex).lockSlow(0xc0078f9630)
	/usr/local/go/src/sync/mutex.go:138 +0x1d4
sync.(*Mutex).Lock(0xc0078f9630)
	/usr/local/go/src/sync/mutex.go:81 +0x85
github.com/cockroachdb/pebble.(*commitPipeline).prepare(0xc0078f8600, 0xc01a9292c0, 0x431c01, 0xc007bfe7df, 0xc007bfe7d0, 0x10)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/commit.go:364 +0x107
github.com/cockroachdb/pebble.(*commitPipeline).Commit(0xc0078f8600, 0xc01a9292c0, 0x1, 0x0, 0xc0096436f0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/commit.go:253 +0xc5
github.com/cockroachdb/pebble.(*DB).Apply(0xc004643400, 0xc01a9292c0, 0xca8d61e, 0x177e365460b, 0xcdcb860)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/db.go:602 +0x21d
github.com/cockroachdb/pebble.(*Batch).Commit(...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/batch.go:732
github.com/cockroachdb/cockroach/pkg/storage.(*pebbleBatch).Commit(0xc00373cd80, 0xc001a66001, 0x0, 0xa70ddb0)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_batch.go:504 +0xd2
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).handleRaftReadyRaftMuLocked(0xc01400ca80, 0xa70ddb0, 0xc006529590, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_raft.go:777 +0xcb9
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).handleRaftReady(0xc01400ca80, 0xa70ddb0, 0xc006529590, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_raft.go:485 +0x191
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).processReady(0xc003136000, 0xa70ddb0, 0xc005ccde30, 0x1b)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_raft.go:515 +0x1e5
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0071ca960, 0xa70ddb0, 0xc005ccde30)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:284 +0x3e6
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2(0xc0060ac6c0, 0xa70ddb0, 0xc005ccde30, 0x0, 0x0, 0xc00917ad70)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:442 +0x162
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:434 +0x28e

goroutine 657115 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc00778a330)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc00778a330, 0xc0004cc540, 0x1, 0x1, 0xc001bd8fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00addad00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657135 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc004769020)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc004769020, 0xc0004cc540, 0x1, 0x1, 0xc00254dfb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001396100)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657483 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc0057bd5f0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc0057bd5f0, 0xc0004cc540, 0x1, 0x1, 0xc005a227b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc005ca6600)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657347 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc007cf8600)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc007cf8600, 0xc0004cc540, 0x1, 0x1, 0xc000eb37b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc006622300)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657249 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc0057bc450)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc0057bc450, 0xc0004cc540, 0x1, 0x1, 0xc00254efb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0003cee00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657685 [semacquire, 33 minutes]:
sync.runtime_SemacquireMutex(0xc0078f9634, 0x1100000000, 0x1)
	/usr/local/go/src/runtime/sema.go:71 +0x47
sync.(*Mutex).lockSlow(0xc0078f9630)
	/usr/local/go/src/sync/mutex.go:138 +0x1d4
sync.(*Mutex).Lock(0xc0078f9630)
	/usr/local/go/src/sync/mutex.go:81 +0x85
github.com/cockroachdb/pebble.(*commitPipeline).prepare(0xc0078f8600, 0xc013ea20f0, 0x431c01, 0xc007bfe7df, 0xc007bfe7d0, 0x10)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/commit.go:364 +0x107
github.com/cockroachdb/pebble.(*commitPipeline).Commit(0xc0078f8600, 0xc013ea20f0, 0x1, 0x0, 0xc01afe6940)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/commit.go:253 +0xc5
github.com/cockroachdb/pebble.(*DB).Apply(0xc004643400, 0xc013ea20f0, 0xca8d61e, 0x177df7b9911, 0xcdcb860)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/db.go:602 +0x21d
github.com/cockroachdb/pebble.(*Batch).Commit(...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/batch.go:732
github.com/cockroachdb/cockroach/pkg/storage.(*pebbleBatch).Commit(0xc0047b8480, 0xc001a66001, 0x0, 0xa70ddb0)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_batch.go:504 +0xd2
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).handleRaftReadyRaftMuLocked(0xc001af4a80, 0xa70ddb0, 0xc000a7c570, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_raft.go:777 +0xcb9
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).handleRaftReady(0xc001af4a80, 0xa70ddb0, 0xc000a7c570, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_raft.go:485 +0x191
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).processReady(0xc003136000, 0xa70ddb0, 0xc005ccde30, 0x21)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_raft.go:515 +0x1e5
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0071ca960, 0xa70ddb0, 0xc005ccde30)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:284 +0x3e6
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2(0xc0060ac6c0, 0xa70ddb0, 0xc005ccde30, 0x0, 0x0, 0xc00917b100)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:442 +0x162
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:434 +0x28e

goroutine 657153 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc0047696b0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc0047696b0, 0xc0004cc540, 0x1, 0x1, 0xc0057237b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc006b24700)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657451 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc0057bd140)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc0057bd140, 0xc0004cc540, 0x1, 0x1, 0xc004aca7b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc005c38900)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657117 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc001ad4720)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc001ad4720, 0xc0004cc540, 0x1, 0x1, 0xc001bdefb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00addaf00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657651 [semacquire, 33 minutes]:
sync.runtime_SemacquireMutex(0xc0078f9634, 0x1900000000, 0x1)
	/usr/local/go/src/runtime/sema.go:71 +0x47
sync.(*Mutex).lockSlow(0xc0078f9630)
	/usr/local/go/src/sync/mutex.go:138 +0x1d4
sync.(*Mutex).Lock(0xc0078f9630)
	/usr/local/go/src/sync/mutex.go:81 +0x85
github.com/cockroachdb/pebble.(*commitPipeline).prepare(0xc0078f8600, 0xc013ea2c30, 0x431c00, 0xc007bfe7df, 0xc007bfe7d0, 0x10)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/commit.go:364 +0x107
github.com/cockroachdb/pebble.(*commitPipeline).Commit(0xc0078f8600, 0xc013ea2c30, 0x0, 0x0, 0xc007bf8510)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/commit.go:253 +0xc5
github.com/cockroachdb/pebble.(*DB).Apply(0xc004643400, 0xc013ea2c30, 0xd82c74f, 0x177e06a02d8, 0xcdcb860)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/db.go:602 +0x21d
github.com/cockroachdb/pebble.(*Batch).Commit(...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/batch.go:732
github.com/cockroachdb/cockroach/pkg/storage.(*pebbleBatch).Commit(0xc00614a480, 0xed8d17200, 0x0, 0xa70ddb0)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_batch.go:504 +0xd2
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).handleRaftReadyRaftMuLocked(0xc00edcf500, 0xa70ddb0, 0xc005ea67e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_raft.go:777 +0xcb9
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).handleRaftReady(0xc00edcf500, 0xa70ddb0, 0xc005ea67e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_raft.go:485 +0x191
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).processReady(0xc003136000, 0xa70ddb0, 0xc005ccde30, 0x1)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_raft.go:515 +0x1e5
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0071ca960, 0xa70ddb0, 0xc005ccde30)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:284 +0x3e6
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2(0xc0060ac6c0, 0xa70ddb0, 0xc005ccde30, 0x0, 0x0, 0xc0065ad110)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:442 +0x162
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:434 +0x28e

goroutine 657367 [sync.Cond.Wait, 37 minutes]:
sync.runtime_notifyListWait(0xc009bbc0e0, 0xc000000000)
	/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc009bbc0d0)
	/usr/local/go/src/sync/cond.go:56 +0x90
github.com/cockroachdb/pebble/record.(*flusherCond).Wait(...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:193
github.com/cockroachdb/pebble/record.(*LogWriter).flushLoop(0xc009bbc000, 0xa70ddb0, 0xc008656e10)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:396 +0x146
runtime/pprof.Do(0xa70dd40, 0xc008656e10, 0xc0004cc3c0, 0x1, 0x1, 0xc005725fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble/record.NewLogWriter.func2(0xc009bbc000)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:314 +0xc5
created by github.com/cockroachdb/pebble/record.NewLogWriter
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:313 +0x526

goroutine 657395 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc007cf8d50)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc007cf8d50, 0xc0004cc540, 0x1, 0x1, 0xc003982fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc006140f00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 656973 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc005487a10)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc005487a10, 0xc0004cc540, 0x1, 0x1, 0xc003b95fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002b32a00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657178 [sync.Cond.Wait, 37 minutes]:
sync.runtime_notifyListWait(0xc007ea8ae0, 0xc000000000)
	/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc007ea8ad0)
	/usr/local/go/src/sync/cond.go:56 +0x90
github.com/cockroachdb/pebble/record.(*flusherCond).Wait(...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:193
github.com/cockroachdb/pebble/record.(*LogWriter).flushLoop(0xc007ea8a00, 0xa70ddb0, 0xc004769dd0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:396 +0x146
runtime/pprof.Do(0xa70dd40, 0xc004769dd0, 0xc0004cc3c0, 0x1, 0x1, 0xc0037e9fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble/record.NewLogWriter.func2(0xc007ea8a00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:314 +0xc5
created by github.com/cockroachdb/pebble/record.NewLogWriter
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:313 +0x526

goroutine 657132 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc001ad4f90)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc001ad4f90, 0xc0004cc540, 0x1, 0x1, 0xc00359b7b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00addbd00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657228 [sync.Cond.Wait, 37 minutes]:
sync.runtime_notifyListWait(0xc0025ab9e0, 0xc000000000)
	/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0025ab9d0)
	/usr/local/go/src/sync/cond.go:56 +0x90
github.com/cockroachdb/pebble/record.(*flusherCond).Wait(...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:193
github.com/cockroachdb/pebble/record.(*LogWriter).flushLoop(0xc0025ab900, 0xa70ddb0, 0xc00b1f50b0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:396 +0x146
runtime/pprof.Do(0xa70dd40, 0xc00b1f50b0, 0xc0004cc3c0, 0x1, 0x1, 0xc0039857b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble/record.NewLogWriter.func2(0xc0025ab900)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:314 +0xc5
created by github.com/cockroachdb/pebble/record.NewLogWriter
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:313 +0x526

goroutine 657078 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc004aa81b0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc004aa81b0, 0xc0004cc540, 0x1, 0x1, 0xc00359efb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc007225800)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657209 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc009f8e3c0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc009f8e3c0, 0xc0004cc540, 0x1, 0x1, 0xc00254a7b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00d24e900)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657173 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc00a02f950)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc00a02f950, 0xc0004cc540, 0x1, 0x1, 0xc00359d7b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0003e1000)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657205 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc00b1f4810)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc00b1f4810, 0xc0004cc540, 0x1, 0x1, 0xc0037ec7b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00d24e300)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657348 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc009f8ef30)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc009f8ef30, 0xc0004cc540, 0x1, 0x1, 0xc000eb3fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc006622400)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657136 [sync.Cond.Wait, 37 minutes]:
sync.runtime_notifyListWait(0xc00a6eb4e0, 0xc000000000)
	/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a6eb4d0)
	/usr/local/go/src/sync/cond.go:56 +0x90
github.com/cockroachdb/pebble/record.(*flusherCond).Wait(...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:193
github.com/cockroachdb/pebble/record.(*LogWriter).flushLoop(0xc00a6eb400, 0xa70ddb0, 0xc00a02f6e0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:396 +0x146
runtime/pprof.Do(0xa70dd40, 0xc00a02f6e0, 0xc0004cc3c0, 0x1, 0x1, 0xc00254cfb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble/record.NewLogWriter.func2(0xc00a6eb400)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:314 +0xc5
created by github.com/cockroachdb/pebble/record.NewLogWriter
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:313 +0x526

goroutine 657299 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc0061961e0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc0061961e0, 0xc0004cc540, 0x1, 0x1, 0xc0039867b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002b33500)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657247 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc0057bc300)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc0057bc300, 0xc0004cc540, 0x1, 0x1, 0xc00427a7b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0003cec00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657064 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc008a29f80)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc008a29f80, 0xc0004cc540, 0x1, 0x1, 0xc001bdf7b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc007224900)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657512 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc002fb8090)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc002fb8090, 0xc0004cc540, 0x1, 0x1, 0xc002df1fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00544b000)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657517 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc00b1f5050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc00b1f5050, 0xc0004cc540, 0x1, 0x1, 0xc00325b7b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00544b700)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657062 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc009a19f50)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc009a19f50, 0xc0004cc540, 0x1, 0x1, 0xc003b957b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc007224600)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657130 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc00778a390)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc00778a390, 0xc0004cc540, 0x1, 0x1, 0xc003599fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00addbb00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657536 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc0057bd020)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc0057bd020, 0xc0004cc540, 0x1, 0x1, 0xc004accfb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002c7f600)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657081 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc004aa8210)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc004aa8210, 0xc0004cc540, 0x1, 0x1, 0xc0025507b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc007225b00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657417 [sync.Cond.Wait, 37 minutes]:
sync.runtime_notifyListWait(0xc0038685e0, 0xc000000000)
	/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0038685d0)
	/usr/local/go/src/sync/cond.go:56 +0x90
github.com/cockroachdb/pebble/record.(*flusherCond).Wait(...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:193
github.com/cockroachdb/pebble/record.(*LogWriter).flushLoop(0xc003868500, 0xa70ddb0, 0xc00bbca330)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:396 +0x146
runtime/pprof.Do(0xa70dd40, 0xc00bbca330, 0xc0004cc3c0, 0x1, 0x1, 0xc004acffb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble/record.NewLogWriter.func2(0xc003868500)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:314 +0xc5
created by github.com/cockroachdb/pebble/record.NewLogWriter
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:313 +0x526

goroutine 657537 [sync.Cond.Wait, 37 minutes]:
sync.runtime_notifyListWait(0xc008cc2ae0, 0xc000000000)
	/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc008cc2ad0)
	/usr/local/go/src/sync/cond.go:56 +0x90
github.com/cockroachdb/pebble/record.(*flusherCond).Wait(...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:193
github.com/cockroachdb/pebble/record.(*LogWriter).flushLoop(0xc008cc2a00, 0xa70ddb0, 0xc0057bd230)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:396 +0x146
runtime/pprof.Do(0xa70dd40, 0xc0057bd230, 0xc0004cc3c0, 0x1, 0x1, 0xc0057257b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble/record.NewLogWriter.func2(0xc008cc2a00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:314 +0xc5
created by github.com/cockroachdb/pebble/record.NewLogWriter
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:313 +0x526

goroutine 657080 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc00330c240)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc00330c240, 0xc0004cc540, 0x1, 0x1, 0xc0025517b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc007225a00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657067 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc004aa8000)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc004aa8000, 0xc0004cc540, 0x1, 0x1, 0xc001480fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc007224d00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657518 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc0057bc6f0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc0057bc6f0, 0xc0004cc540, 0x1, 0x1, 0xc0032577b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00544b800)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657110 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc001ad42a0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc001ad42a0, 0xc0004cc540, 0x1, 0x1, 0xc000398fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00adda800)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657464 [semacquire, 33 minutes]:
sync.runtime_SemacquireMutex(0xc0046435bc, 0x900000000, 0x1)
	/usr/local/go/src/runtime/sema.go:71 +0x47
sync.(*Mutex).lockSlow(0xc0046435b8)
	/usr/local/go/src/sync/mutex.go:138 +0x1d4
sync.(*Mutex).Lock(0xc0046435b8)
	/usr/local/go/src/sync/mutex.go:81 +0x85
github.com/cockroachdb/pebble.(*DB).Metrics(0xc004643400, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/db.go:1157 +0xe7
github.com/cockroachdb/cockroach/pkg/storage.(*Pebble).GetMetrics(0xc007224100, 0x0, 0x0, 0xc012ab0f90, 0x431e8f)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble.go:1136 +0x50
github.com/cockroachdb/cockroach/pkg/server.(*Node).GetPebbleMetrics.func1(0xc003136000, 0x6f06a60, 0x1)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:709 +0x93
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Stores).VisitStores.func1(0x1, 0xc003136000, 0xc012ab1090)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/stores.go:148 +0x82
github.com/cockroachdb/cockroach/pkg/util/syncutil.(*IntMap).Range(0xc00866a4b0, 0xc012ab1130)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/syncutil/int_map.go:352 +0x17f
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Stores).VisitStores(0xc00866a480, 0xc012ab1190, 0xc012ab1624, 0xc001642738)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/stores.go:147 +0x85
github.com/cockroachdb/cockroach/pkg/server.(*Node).GetPebbleMetrics(0xc00a662e00, 0xc012ab1620, 0xc012ab1630, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:708 +0x91
github.com/cockroachdb/cockroach/pkg/util/admission.(*StoreGrantCoordinators).SetPebbleMetricsProvider.func1(0xc0056d5960)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/granter.go:1169 +0x2e2
created by github.com/cockroachdb/cockroach/pkg/util/admission.(*StoreGrantCoordinators).SetPebbleMetricsProvider
	/go/src/github.com/cockroachdb/cockroach/pkg/util/admission/granter.go:1160 +0x3b1

goroutine 657248 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc0054861e0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc0054861e0, 0xc0004cc540, 0x1, 0x1, 0xc00254bfb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0003ced00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657413 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc005487800)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc005487800, 0xc0004cc540, 0x1, 0x1, 0xc003959fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0016be400)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657085 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc008afa3f0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc008afa3f0, 0xc0004cc540, 0x1, 0x1, 0xc005724fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc005c38100)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657206 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc00b1f4990)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc00b1f4990, 0xc0004cc540, 0x1, 0x1, 0xc0037ebfb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00d24e400)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657083 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc00330c2a0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc00330c2a0, 0xc0004cc540, 0x1, 0x1, 0xc000329fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc007225e00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657221 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc00b1f5050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc00b1f5050, 0xc0004cc540, 0x1, 0x1, 0xc00427e7b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00d24f700)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657157 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc004769770)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc004769770, 0xc0004cc540, 0x1, 0x1, 0xc0032597b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc006b25e00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657484 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc007cf9170)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc007cf9170, 0xc0004cc540, 0x1, 0x1, 0xc005a22fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc005ca6700)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657515 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc002fb8300)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc002fb8300, 0xc0004cc540, 0x1, 0x1, 0xc0037eb7b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00544b500)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657159 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc00a02f860)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc00a02f860, 0xc0004cc540, 0x1, 0x1, 0xc00325bfb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0003e0100)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657226 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc009f8e990)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc009f8e990, 0xc0004cc540, 0x1, 0x1, 0xc003985fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00d24fe00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657397 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc005486690)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc005486690, 0xc0004cc540, 0x1, 0x1, 0xc000eb27b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc006141100)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657531 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc00b1f5170)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc00b1f5170, 0xc0004cc540, 0x1, 0x1, 0xc002df17b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002c7eb00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657086 [sync.Cond.Wait, 37 minutes]:
sync.runtime_notifyListWait(0xc008dcd4e0, 0xc000000000)
	/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc008dcd4d0)
	/usr/local/go/src/sync/cond.go:56 +0x90
github.com/cockroachdb/pebble/record.(*flusherCond).Wait(...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:193
github.com/cockroachdb/pebble/record.(*LogWriter).flushLoop(0xc008dcd400, 0xa70ddb0, 0xc008afa450)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:396 +0x146
runtime/pprof.Do(0xa70dd40, 0xc008afa450, 0xc0004cc3c0, 0x1, 0x1, 0xc003258fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble/record.NewLogWriter.func2(0xc008dcd400)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:314 +0xc5
created by github.com/cockroachdb/pebble/record.NewLogWriter
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:313 +0x526

goroutine 656977 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc00b1f5230)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc00b1f5230, 0xc0004cc540, 0x1, 0x1, 0xc00254e7b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002b33000)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657653 [semacquire, 33 minutes]:
sync.runtime_SemacquireMutex(0xc0078f9634, 0x2100000000, 0x1)
	/usr/local/go/src/runtime/sema.go:71 +0x47
sync.(*Mutex).lockSlow(0xc0078f9630)
	/usr/local/go/src/sync/mutex.go:138 +0x1d4
sync.(*Mutex).Lock(0xc0078f9630)
	/usr/local/go/src/sync/mutex.go:81 +0x85
github.com/cockroachdb/pebble.(*commitPipeline).prepare(0xc0078f8600, 0xc01b097040, 0x431c00, 0xc007bfe7df, 0xc007bfe7d0, 0x10)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/commit.go:364 +0x107
github.com/cockroachdb/pebble.(*commitPipeline).Commit(0xc0078f8600, 0xc01b097040, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/commit.go:253 +0xc5
github.com/cockroachdb/pebble.(*DB).Apply(0xc004643400, 0xc01b097040, 0xd82c74f, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/db.go:602 +0x21d
github.com/cockroachdb/pebble.(*Batch).Commit(...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/batch.go:732
github.com/cockroachdb/cockroach/pkg/storage.(*pebbleBatch).Commit(0xc004e67b00, 0xa70dd00, 0xc009dc34d0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_batch.go:504 +0xd2
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicaAppBatch).ApplyToStateMachine(0xc007f6f5f0, 0xa70ddb0, 0xc009dc34d0, 0x7fe5490d1578, 0xc007f6f858)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_application_state_machine.go:894 +0x1de
github.com/cockroachdb/cockroach/pkg/kv/kvserver/apply.(*Task).applyOneBatch(0xc019a23408, 0xa70ddb0, 0xc009dc34d0, 0xa752708, 0xc007f6f7f8, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/apply/task.go:286 +0x247
github.com/cockroachdb/cockroach/pkg/kv/kvserver/apply.(*Task).ApplyCommittedEntries(0xc019a23408, 0xa70ddb0, 0xc009dc34d0, 0x1, 0x6faf81d)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/apply/task.go:247 +0x114
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).handleRaftReadyRaftMuLocked(0xc007f6f500, 0xa70ddb0, 0xc009dc34d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_raft.go:837 +0x1485
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).handleRaftReady(0xc007f6f500, 0xa70ddb0, 0xc009dc34d0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_raft.go:485 +0x191
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).processReady(0xc003136000, 0xa70ddb0, 0xc005ccde30, 0x4)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_raft.go:515 +0x1e5
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0071ca960, 0xa70ddb0, 0xc005ccde30)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:284 +0x3e6
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2(0xc0060ac6c0, 0xa70ddb0, 0xc005ccde30, 0x0, 0x0, 0xc0065ad130)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:442 +0x162
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:434 +0x28e

goroutine 657446 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc005487950)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc005487950, 0xc0004cc540, 0x1, 0x1, 0xc005a27fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc005c38300)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657204 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc00b1f47b0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc00b1f47b0, 0xc0004cc540, 0x1, 0x1, 0xc0037ecfb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00d24e200)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657317 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc005486150)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc005486150, 0xc0004cc540, 0x1, 0x1, 0xc0003927b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002b33900)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657131 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc00778a3f0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc00778a3f0, 0xc0004cc540, 0x1, 0x1, 0xc00359c7b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00addbc00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657514 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc00b1f4db0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc00b1f4db0, 0xc0004cc540, 0x1, 0x1, 0xc0037ef7b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00544b400)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657225 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc00778a990)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc00778a990, 0xc0004cc540, 0x1, 0x1, 0xc0039877b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00d24fd00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657687 [semacquire, 33 minutes]:
sync.runtime_SemacquireMutex(0xc0078f9634, 0x3100000000, 0x1)
	/usr/local/go/src/runtime/sema.go:71 +0x47
sync.(*Mutex).lockSlow(0xc0078f9630)
	/usr/local/go/src/sync/mutex.go:138 +0x1d4
sync.(*Mutex).Lock(0xc0078f9630)
	/usr/local/go/src/sync/mutex.go:81 +0x85
github.com/cockroachdb/pebble.(*commitPipeline).prepare(0xc0078f8600, 0xc01a75ed20, 0x431c01, 0xc007bfe7df, 0xc007bfe7d0, 0x10)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/commit.go:364 +0x107
github.com/cockroachdb/pebble.(*commitPipeline).Commit(0xc0078f8600, 0xc01a75ed20, 0x1, 0x1, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/commit.go:253 +0xc5
github.com/cockroachdb/pebble.(*DB).Apply(0xc004643400, 0xc01a75ed20, 0xca8d61e, 0x177e311c4ce, 0xcdcb860)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/db.go:602 +0x21d
github.com/cockroachdb/pebble.(*Batch).Commit(...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/batch.go:732
github.com/cockroachdb/cockroach/pkg/storage.(*pebbleBatch).Commit(0xc0050f0d80, 0xc001a66001, 0x0, 0xa84b3d8)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_batch.go:504 +0xd2
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).handleRaftReadyRaftMuLocked(0xc002e5c000, 0xa70ddb0, 0xc00a096e40, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_raft.go:777 +0xcb9
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).handleRaftReady(0xc002e5c000, 0xa70ddb0, 0xc00a096e40, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_raft.go:485 +0x191
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).processReady(0xc003136000, 0xa70ddb0, 0xc005ccde30, 0x9)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_raft.go:515 +0x1e5
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0071ca960, 0xa70ddb0, 0xc005ccde30)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:284 +0x3e6
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2(0xc0060ac6c0, 0xa70ddb0, 0xc005ccde30, 0x0, 0x0, 0xc00917b120)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:442 +0x162
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:434 +0x28e

goroutine 657480 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc0057bd470)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc0057bd470, 0xc0004cc540, 0x1, 0x1, 0xc007744fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc005ca6300)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657486 [sync.Cond.Wait, 37 minutes]:
sync.runtime_notifyListWait(0xc0041140e0, 0xc000000000)
	/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0041140d0)
	/usr/local/go/src/sync/cond.go:56 +0x90
github.com/cockroachdb/pebble/record.(*flusherCond).Wait(...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:193
github.com/cockroachdb/pebble/record.(*LogWriter).flushLoop(0xc004114000, 0xa70ddb0, 0xc007cf91d0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:396 +0x146
runtime/pprof.Do(0xa70dd40, 0xc007cf91d0, 0xc0004cc3c0, 0x1, 0x1, 0xc004b60fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble/record.NewLogWriter.func2(0xc004114000)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:314 +0xc5
created by github.com/cockroachdb/pebble/record.NewLogWriter
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:313 +0x526

goroutine 657478 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc0057bd3e0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc0057bd3e0, 0xc0004cc540, 0x1, 0x1, 0xc007743fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc005ca6100)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657513 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc0057bc2a0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc0057bc2a0, 0xc0004cc540, 0x1, 0x1, 0xc0037effb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00544b200)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 656972 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc005487a70)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc005487a70, 0xc0004cc540, 0x1, 0x1, 0xc003b98fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002b32900)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657412 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc00bbca210)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc00bbca210, 0xc0004cc540, 0x1, 0x1, 0xc0039597b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0016be300)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657447 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc007373170)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc007373170, 0xc0004cc540, 0x1, 0x1, 0xc005a287b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc005c38500)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657079 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc00330c1e0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc00330c1e0, 0xc0004cc540, 0x1, 0x1, 0xc003598fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc007225900)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657391 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc005486570)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc005486570, 0xc0004cc540, 0x1, 0x1, 0xc0042817b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc006140a00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657152 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc00778a720)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc00778a720, 0xc0004cc540, 0x1, 0x1, 0xc005722fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001aebf00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657529 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc00b1f5110)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc00b1f5110, 0xc0004cc540, 0x1, 0x1, 0xc002deefb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002c7e700)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657533 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc0057bcc30)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc0057bcc30, 0xc0004cc540, 0x1, 0x1, 0xc000eacfb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002c7f300)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657365 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc0057bc6f0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc0057bc6f0, 0xc0004cc540, 0x1, 0x1, 0xc005726fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0003cf300)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657485 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc0057bd680)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc0057bd680, 0xc0004cc540, 0x1, 0x1, 0xc005a26fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc005ca6900)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657113 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc001ad4390)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc001ad4390, 0xc0004cc540, 0x1, 0x1, 0xc0003987b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00addab00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657409 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc007cf8f90)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc007cf8f90, 0xc0004cc540, 0x1, 0x1, 0xc003957fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc006141f00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657366 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc007cf8870)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc007cf8870, 0xc0004cc540, 0x1, 0x1, 0xc0057207b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0003cf400)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657396 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc007cf8db0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc007cf8db0, 0xc0004cc540, 0x1, 0x1, 0xc000eb2fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc006141000)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657129 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc004768720)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc004768720, 0xc0004cc540, 0x1, 0x1, 0xc001bdafb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00addba00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657174 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc00778a930)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc00778a930, 0xc0004cc540, 0x1, 0x1, 0xc003b97fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0003e1100)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657416 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc0057bcc00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc0057bcc00, 0xc0004cc540, 0x1, 0x1, 0xc004acf7b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0016be900)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657154 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc00a02f7d0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc00a02f7d0, 0xc0004cc540, 0x1, 0x1, 0xc003259fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc006b24c00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657202 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc00a02fb90)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc00a02fb90, 0xc0004cc540, 0x1, 0x1, 0xc004281fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00d24e000)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657468 [semacquire, 33 minutes]:
sync.runtime_SemacquireMutex(0xc0078f9634, 0x2900000000, 0x1)
	/usr/local/go/src/runtime/sema.go:71 +0x47
sync.(*Mutex).lockSlow(0xc0078f9630)
	/usr/local/go/src/sync/mutex.go:138 +0x1d4
sync.(*Mutex).Lock(0xc0078f9630)
	/usr/local/go/src/sync/mutex.go:81 +0x85
github.com/cockroachdb/pebble.(*commitPipeline).prepare(0xc0078f8600, 0xc016c65b30, 0x431c01, 0xc007bfe7df, 0xc007bfe7d0, 0x10)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/commit.go:364 +0x107
github.com/cockroachdb/pebble.(*commitPipeline).Commit(0xc0078f8600, 0xc016c65b30, 0x1, 0x47ea5c, 0xc002170816)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/commit.go:253 +0xc5
github.com/cockroachdb/pebble.(*DB).Apply(0xc004643400, 0xc016c65b30, 0xca8d61e, 0x7, 0xc01c1ca6e0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/db.go:602 +0x21d
github.com/cockroachdb/pebble.(*DB).Set(0xc004643400, 0xc01a9465c0, 0x7, 0x7, 0xc01c1ca6e0, 0x1d, 0x1d, 0xca8d61e, 0xc032fe7400, 0xe10c76)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/db.go:485 +0x125
github.com/cockroachdb/cockroach/pkg/storage.(*Pebble).put(0xc007224100, 0xc01a94657a, 0x6, 0x6, 0x0, 0x0, 0xc01c1ca6e0, 0x1d, 0x1d, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble.go:994 +0x1ad
github.com/cockroachdb/cockroach/pkg/storage.(*Pebble).PutUnversioned(0xc007224100, 0xc01a94657a, 0x6, 0x6, 0xc01c1ca6e0, 0x1d, 0x1d, 0xc005172900, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble.go:959 +0xde
github.com/cockroachdb/cockroach/pkg/storage.(*putBuffer).putInlineMeta(0xc00969bb00, 0xa84b298, 0xc007224100, 0xc01a94657a, 0x6, 0x6, 0x0, 0x0, 0xc00969bb00, 0xf, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:1060 +0xe2
github.com/cockroachdb/cockroach/pkg/storage.mvccPutInternal(0xa70ddb0, 0xc005db0480, 0xa84b298, 0xc007224100, 0x0, 0x0, 0x0, 0xc01a94657a, 0x6, 0x6, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:1440 +0x492
github.com/cockroachdb/cockroach/pkg/storage.mvccPutUsingIter(0xa70ddb0, 0xc005db0480, 0xa84b298, 0xc007224100, 0x0, 0x0, 0x0, 0xc01a94657a, 0x6, 0x6, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:1213 +0x19d
github.com/cockroachdb/cockroach/pkg/storage.MVCCPut(0xa70ddb0, 0xc005db0480, 0xa853f30, 0xc007224100, 0x0, 0xc01a94657a, 0x6, 0x6, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:1141 +0x28e
github.com/cockroachdb/cockroach/pkg/storage.MVCCPutProto(0xa70ddb0, 0xc005db0480, 0xa853f30, 0xc007224100, 0x0, 0xc01a94657a, 0x6, 0x6, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:757 +0x213
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).WriteLastUpTimestamp(0xc003136000, 0xa70dd78, 0xc00b99a420, 0x16a46e46276d36e6, 0x0, 0xc00313684f, 0xc003136000)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:2117 +0x3f3
github.com/cockroachdb/cockroach/pkg/server.(*Server).PreStart.func10.1(0xc003136000, 0x6f06a60, 0x1)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1694 +0x71
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Stores).VisitStores.func1(0x1, 0xc003136000, 0xc032fe8a00)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/stores.go:148 +0x82
github.com/cockroachdb/cockroach/pkg/util/syncutil.(*IntMap).Range(0xc00866a4b0, 0xc00b24caa0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/syncutil/int_map.go:352 +0x17f
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Stores).VisitStores(0xc00866a480, 0xc032fe8b40, 0x0, 0x475f0d)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/stores.go:147 +0x85
github.com/cockroachdb/cockroach/pkg/server.(*Server).PreStart.func10(0xa70dd78, 0xc00b99a420)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1693 +0x147
github.com/cockroachdb/cockroach/pkg/kv/kvserver/liveness.(*NodeLiveness).updateLivenessAttempt(0xc0048a79e0, 0xa70dd78, 0xc00b99a420, 0x1, 0x1, 0x16a46e48050bac36, 0x0, 0x0, 0x0, 0x1, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/liveness/liveness.go:1334 +0xba2
github.com/cockroachdb/cockroach/pkg/kv/kvserver/liveness.(*NodeLiveness).updateLiveness(0xc0048a79e0, 0xa70dd78, 0xc00b99a420, 0x1, 0x1, 0x16a46e48050bac36, 0x0, 0x0, 0x0, 0x1, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/liveness/liveness.go:1244 +0x26e
github.com/cockroachdb/cockroach/pkg/kv/kvserver/liveness.(*NodeLiveness).heartbeatInternal(0xc0048a79e0, 0xa70dd78, 0xc00b99a420, 0x1, 0x1, 0x16a46e46f71e4d0b, 0x0, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/liveness/liveness.go:916 +0x9c8
github.com/cockroachdb/cockroach/pkg/kv/kvserver/liveness.(*NodeLiveness).Start.func1.1(0xa70dd78, 0xc00b99a420, 0x10c388d00, 0xa70dd78)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/liveness/liveness.go:731 +0x388
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout(0xa70ddb0, 0xc00b99a420, 0x6f650e2, 0x17, 0x10c388d00, 0xc01f04fde0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:89 +0xee
github.com/cockroachdb/cockroach/pkg/kv/kvserver/liveness.(*NodeLiveness).Start.func1(0xa70ddb0, 0xc0029c9980)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/liveness/liveness.go:714 +0x4f6
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2(0xc0060ac6c0, 0xa70ddb0, 0xc0029c9980, 0x0, 0x0, 0xc0061a3340)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:442 +0x162
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:434 +0x28e

goroutine 657394 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc007cf8c30)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc007cf8c30, 0xc0004cc540, 0x1, 0x1, 0xc0039857b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc006140e00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657516 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc0057bc450)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc0057bc450, 0xc0004cc540, 0x1, 0x1, 0xc0037e87b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00544b600)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657398 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc007cf8ea0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc007cf8ea0, 0xc0004cc540, 0x1, 0x1, 0xc000eb1fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc006141200)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 656976 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc007cf8090)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc007cf8090, 0xc0004cc540, 0x1, 0x1, 0xc002551fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002b32f00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657065 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc009a19fb0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc009a19fb0, 0xc0004cc540, 0x1, 0x1, 0xc00359dfb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc007224a00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657116 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc004768540)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc004768540, 0xc0004cc540, 0x1, 0x1, 0xc001bdb7b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00addae00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657223 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc009f8e8a0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc009f8e8a0, 0xc0004cc540, 0x1, 0x1, 0xc0039887b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00d24fa00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657084 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc008afa390)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc008afa390, 0xc0004cc540, 0x1, 0x1, 0xc003b96fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc007225f00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657410 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc0057bcb70)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc0057bcb70, 0xc0004cc540, 0x1, 0x1, 0xc0039587b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0016be000)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657176 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc00a02f9e0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc00a02f9e0, 0xc0004cc540, 0x1, 0x1, 0xc00009ffb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0003e1300)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657350 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc009f8eff0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc009f8eff0, 0xc0004cc540, 0x1, 0x1, 0xc001bd87b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc006622700)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657532 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc00b1f5260)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc00b1f5260, 0xc0004cc540, 0x1, 0x1, 0xc000eac7b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002c7f000)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657171 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc004769c20)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc004769c20, 0xc0004cc540, 0x1, 0x1, 0xc005727fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0003e0e00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657066 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc00330c120)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc00330c120, 0xc0004cc540, 0x1, 0x1, 0xc001481fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc007224c00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657578 [semacquire, 33 minutes]:
sync.runtime_SemacquireMutex(0xc0078f9634, 0x900000000, 0x1)
	/usr/local/go/src/runtime/sema.go:71 +0x47
sync.(*Mutex).lockSlow(0xc0078f9630)
	/usr/local/go/src/sync/mutex.go:138 +0x1d4
sync.(*Mutex).Lock(0xc0078f9630)
	/usr/local/go/src/sync/mutex.go:81 +0x85
github.com/cockroachdb/pebble.(*commitPipeline).prepare(0xc0078f8600, 0xc01cbbfe00, 0x431c01, 0xc007bfe7df, 0xc007bfe7d0, 0x10)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/commit.go:364 +0x107
github.com/cockroachdb/pebble.(*commitPipeline).Commit(0xc0078f8600, 0xc01cbbfe00, 0x1, 0x2, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/commit.go:253 +0xc5
github.com/cockroachdb/pebble.(*DB).Apply(0xc004643400, 0xc01cbbfe00, 0xca8d61e, 0x177dcd28c1f, 0xcdcb860)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/db.go:602 +0x21d
github.com/cockroachdb/pebble.(*Batch).Commit(...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/batch.go:732
github.com/cockroachdb/cockroach/pkg/storage.(*pebbleBatch).Commit(0xc004e66000, 0xc001a66001, 0x0, 0xa84b3d8)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_batch.go:504 +0xd2
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).handleRaftReadyRaftMuLocked(0xc00176aa80, 0xa70ddb0, 0xc00a097e60, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_raft.go:777 +0xcb9
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).handleRaftReady(0xc00176aa80, 0xa70ddb0, 0xc00a097e60, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_raft.go:485 +0x191
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).processReady(0xc003136000, 0xa70ddb0, 0xc005ccde30, 0x23)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_raft.go:515 +0x1e5
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc0071ca960, 0xa70ddb0, 0xc005ccde30)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:284 +0x3e6
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2(0xc0060ac6c0, 0xa70ddb0, 0xc005ccde30, 0x0, 0x0, 0xc00917ae20)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:442 +0x162
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:434 +0x28e

goroutine 657482 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc007cf9110)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc007cf9110, 0xc0004cc540, 0x1, 0x1, 0xc007745fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc005ca6500)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657314 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc007cf83c0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc007cf83c0, 0xc0004cc540, 0x1, 0x1, 0xc00359cfb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002b33300)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657114 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc001ad4450)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc001ad4450, 0xc0004cc540, 0x1, 0x1, 0xc001bdc7b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00addac00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657448 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc005487b60)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc005487b60, 0xc0004cc540, 0x1, 0x1, 0xc005a28fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc005c38600)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657063 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc008a29f20)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc008a29f20, 0xc0004cc540, 0x1, 0x1, 0xc000399fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc007224800)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657082 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc008afa330)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc008afa330, 0xc0004cc540, 0x1, 0x1, 0xc00032afb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc007225c00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657318 [sync.Cond.Wait, 37 minutes]:
sync.runtime_notifyListWait(0xc0072d45e0, 0xc000000000)
	/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0072d45d0)
	/usr/local/go/src/sync/cond.go:56 +0x90
github.com/cockroachdb/pebble/record.(*flusherCond).Wait(...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:193
github.com/cockroachdb/pebble/record.(*LogWriter).flushLoop(0xc0072d4500, 0xa70ddb0, 0xc007cf8480)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:396 +0x146
runtime/pprof.Do(0xa70dd40, 0xc007cf8480, 0xc0004cc3c0, 0x1, 0x1, 0xc0003947b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble/record.NewLogWriter.func2(0xc0072d4500)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:314 +0xc5
created by github.com/cockroachdb/pebble/record.NewLogWriter
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:313 +0x526

goroutine 657352 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc008656cc0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc008656cc0, 0xc0004cc540, 0x1, 0x1, 0xc000eadfb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc006622900)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657411 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc007cf8ff0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc007cf8ff0, 0xc0004cc540, 0x1, 0x1, 0xc003958fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0016be100)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657445 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc007373110)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc007373110, 0xc0004cc540, 0x1, 0x1, 0xc005a277b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc005c38200)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657481 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc0057bd560)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc0057bd560, 0xc0004cc540, 0x1, 0x1, 0xc0077457b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc005ca6400)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 657222 [chan receive, 37 minutes]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0xa70ddb0, 0xc00a02fc50)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0xa9
runtime/pprof.Do(0xa70dd40, 0xc00a02fc50, 0xc0004cc540, 0x1, 0x1, 0xc00427f7b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00d24f900)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:174 +0xc5
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:166 +0x325

goroutine 719976 [semacquire, 33 minutes]:
sync.runtime_SemacquireMutex(0xc0067e106c, 0x0, 0x0)
	/usr/local/go/src/runtime/sema.go:71 +0x47
sync.(*RWMutex).RLock(0xc0067e1060)
	/usr/local/go/src/sync/rwmutex.go:63 +0xa6
github.com/cockroachdb/pebble/internal/cache.(*shard).Delete(0xc0067e1050, 0x2, 0x48, 0xe1c1d)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:199 +0x65
github.com/cockroachdb/pebble/internal/cache.(*Cache).Delete(0xc00147adc0, 0x2, 0x48, 0xe1c1d)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:663 +0x87
github.com/cockroachdb/pebble/sstable.(*Writer).writeBlock(0xc02cd9b800, 0xc025e76000, 0x1000, 0x25f40, 0x2, 0xdf265, 0x29b3, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/writer.go:517 +0x81a
github.com/cockroachdb/pebble/sstable.(*Writer).Close(0xc02cd9b800, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/writer.go:602 +0x1529
github.com/cockroachdb/pebble.(*DB).runCompaction.func5(0x0, 0x0, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/compaction.go:2200 +0x2f9
github.com/cockroachdb/pebble.(*DB).runCompaction(0xc004643400, 0x39, 0xc018ec4f00, 0xa6813e0, 0xd82c720, 0xc0200794a0, 0xc002445638, 0x1, 0x1, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/compaction.go:2499 +0x2c97
github.com/cockroachdb/pebble.(*DB).compact1(0xc004643400, 0xc018ec4f00, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/compaction.go:1912 +0x2de
github.com/cockroachdb/pebble.(*DB).compact.func1(0xa70ddb0, 0xc00b153410)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/compaction.go:1873 +0xf3
runtime/pprof.Do(0xa70dd40, 0xc00b153410, 0xc0004cc480, 0x1, 0x1, 0xc009850798)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble.(*DB).compact(0xc004643400, 0xc018ec4f00, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/compaction.go:1870 +0xda
created by github.com/cockroachdb/pebble.(*DB).maybeScheduleCompactionPicker
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/compaction.go:1666 +0x7e5

goroutine 721216 [semacquire, 33 minutes]:
sync.runtime_SemacquireMutex(0xc0067e106c, 0x0, 0x0)
	/usr/local/go/src/runtime/sema.go:71 +0x47
sync.(*RWMutex).RLock(0xc0067e1060)
	/usr/local/go/src/sync/rwmutex.go:63 +0xa6
github.com/cockroachdb/pebble/internal/cache.(*shard).Get(0xc0067e1050, 0x2, 0x38, 0x212d3, 0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:108 +0x48
github.com/cockroachdb/pebble/internal/cache.(*Cache).Get(0xc00147adc0, 0x2, 0x38, 0x212d3, 0x10)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:650 +0x87
github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc002fc9680, 0x212d3, 0x2ee5, 0x0, 0xc01ef29770, 0x5, 0x1f2a340, 0x4000)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:1865 +0xf8
github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).loadBlock(0xc01ef29500, 0xc006e12920)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:292 +0x445
github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).seekGEHelper(0xc01ef29500, 0xc006e12920, 0x1c, 0x1c, 0x0, 0x0, 0xc01ef29500, 0x0, 0x0, 0x7fe53aa33c48)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:466 +0x36a
github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).seekPrefixGE(0xc01ef29500, 0xc01c1cae20, 0x1c, 0x20, 0xc006e12920, 0x1c, 0x1c, 0x100, 0x7fe53aa33c48, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:534 +0x1a9
github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).SeekPrefixGE(0xc01ef29500, 0xc01c1cae20, 0x1c, 0x20, 0xc006e12920, 0x1c, 0x1c, 0x0, 0x1, 0x12, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:488 +0xb5
github.com/cockroachdb/pebble.(*levelIter).SeekPrefixGE(0xc00cf42f08, 0xc01c1cae20, 0x1c, 0x20, 0xc006e12920, 0x1c, 0x1c, 0x75bf300, 0xc006e12920, 0x1c, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/level_iter.go:417 +0x1c4
github.com/cockroachdb/pebble.(*mergingIter).seekGE(0xc00cf42208, 0xc006e12920, 0x1c, 0x1c, 0x4, 0xc006e12900)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/merging_iter.go:830 +0x258
github.com/cockroachdb/pebble.(*mergingIter).SeekPrefixGE(0xc00cf42208, 0xc01c1cae20, 0x1c, 0x20, 0xc006e12920, 0x1c, 0x1c, 0x0, 0xc006e12920, 0xc01590f400, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/merging_iter.go:899 +0xf4
github.com/cockroachdb/pebble.(*Iterator).SeekPrefixGE(0xc00cf42000, 0xc006e12920, 0x1c, 0x1c, 0x1b)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/iterator.go:768 +0x61f
github.com/cockroachdb/cockroach/pkg/storage.(*pebbleIterator).SeekGE(0xc018be3408, 0xc006e128c0, 0x1b, 0x20, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:263 +0x205
github.com/cockroachdb/cockroach/pkg/storage.(*unsafeMVCCIterator).SeekGE(0xc0113ea840, 0xc006e128c0, 0x1b, 0x20, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/intent_interleaving_iter.go:1008 +0xa2
github.com/cockroachdb/cockroach/pkg/kv/kvserver/spanset.(*MVCCIterator).SeekGE(0xc018c4a7d0, 0xc006e128c0, 0x1b, 0x20, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/spanset/batch.go:83 +0xb6
github.com/cockroachdb/cockroach/pkg/storage.(*pebbleMVCCScanner).get(0xc02755ca80, 0xa70ddb0, 0xc011b7a2d0)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_mvcc_scanner.go:209 +0x112
github.com/cockroachdb/cockroach/pkg/storage.mvccGet(0xa70ddb0, 0xc011b7a2d0, 0xa850b88, 0xc018c4a7d0, 0xc006e128c0, 0x1b, 0x20, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:898 +0x34f
github.com/cockroachdb/cockroach/pkg/storage.MVCCGet(0xa70ddb0, 0xc011b7a2d0, 0xa77cd08, 0xc0113ea7e0, 0xc006e128c0, 0x1b, 0x20, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:858 +0x285
github.com/cockroachdb/cockroach/pkg/storage.MVCCGetProto(0xa70ddb0, 0xc011b7a2d0, 0xa77cd08, 0xc0113ea7e0, 0xc006e128c0, 0x1b, 0x20, 0x0, 0x0, 0xa75bf58, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:727 +0x11f
github.com/cockroachdb/cockroach/pkg/kv/kvserver/abortspan.(*AbortSpan).Get(0xc009ddbb30, 0xa70ddb0, 0xc011b7a2d0, 0xa77cd08, 0xc0113ea7e0, 0xe04b2df130da0db6, 0x842871af2547c0a9, 0xc011b7a360, 0x4a15e2, 0x17a85dc, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/abortspan/abortspan.go:98 +0x154
github.com/cockroachdb/cockroach/pkg/kv/kvserver.checkIfTxnAborted(0xa70ddb0, 0xc011b7a2d0, 0xa856720, 0xc027a11de8, 0xa77cd08, 0xc0113ea7e0, 0xe04b2df130da0db6, 0x842871af2547c0a9, 0xc0146285d0, 0xa, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica.go:1792 +0x11c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.evaluateBatch(0xa70ddb0, 0xc011b7a2d0, 0x0, 0x0, 0xa854110, 0xc0113ea7e0, 0xa856720, 0xc027a11de8, 0x0, 0xc00964e540, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_evaluate.go:203 +0x2e78
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).executeReadOnlyBatchWithServersideRefreshes(0xc0044f6a80, 0xa70ddb0, 0xc011b7a2d0, 0xa854110, 0xc0113ea7e0, 0xa856720, 0xc027a11de8, 0xc00964e540, 0x16a46e462f830810, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_read.go:291 +0x2b4
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).executeReadOnlyBatch(0xc0044f6a80, 0xa70ddb0, 0xc011b7a2d0, 0xc00964e540, 0xc0027dcb40, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_read.go:85 +0x631
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).executeBatchWithConcurrencyRetries(0xc0044f6a80, 0xa70ddb0, 0xc011b7a2d0, 0xc00964e540, 0x75ba298, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_send.go:377 +0x487
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).sendWithRangeID(0xc0044f6a80, 0xa70ddb0, 0xc011b7a2a0, 0x6, 0xc00964e540, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_send.go:103 +0x349
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).Send(...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_send.go:43
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).Send(0xc003136000, 0xa70ddb0, 0xc011b7a270, 0x16a46e46198d48f7, 0x0, 0x0, 0x100000001, 0x1, 0x0, 0x6, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_send.go:190 +0x5d8
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Stores).Send(0xc00866a480, 0xa70ddb0, 0xc011b7a270, 0x0, 0x0, 0x0, 0x100000001, 0x1, 0x0, 0x6, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/stores.go:191 +0x1a5
github.com/cockroachdb/cockroach/pkg/server.(*Node).batchInternal.func1(0xa70ddb0, 0xc011b7a210, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:912 +0x298
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0xc0060ac6c0, 0xa70ddb0, 0xc011b7a210, 0x6f48d01, 0x10, 0xc015915080, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:324 +0x12a
github.com/cockroachdb/cockroach/pkg/server.(*Node).batchInternal(0xc00a662e00, 0xa70ddb0, 0xc011b7a210, 0xc0044ff340, 0x7f, 0x0, 0x1)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:900 +0x267
github.com/cockroachdb/cockroach/pkg/server.(*Node).Batch(0xc00a662e00, 0xa70ddb0, 0xc011b7a060, 0xc0044ff340, 0xc00a662e00, 0xc00147ac38, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1007 +0x125
github.com/cockroachdb/cockroach/pkg/roachpb._Internal_Batch_Handler.func1(0xa70ddb0, 0xc011b7a060, 0x6ef5b80, 0xc0044ff340, 0x0, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:8649 +0xa2
github.com/cockroachdb/cockroach/pkg/util/tracing.ServerInterceptor.func1(0xa70ddb0, 0xc011b7a060, 0x6ef5b80, 0xc0044ff340, 0xc028d56660, 0xc02d672a20, 0x0, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpc_interceptor.go:126 +0x67d
google.golang.org/grpc.getChainUnaryHandler.func1(0xa70ddb0, 0xc011b7a060, 0x6ef5b80, 0xc0044ff340, 0x6c1e320, 0x1, 0xc0041ac2c0, 0xc015915688)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1134 +0x150
github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func1(0xa70ddb0, 0xc011b7a060, 0x6ef5b80, 0xc0044ff340, 0xc028d56660, 0xc0041ac2c0, 0xc0041ac2c0, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:177 +0x125
google.golang.org/grpc.getChainUnaryHandler.func1(0xa70ddb0, 0xc011b7a060, 0x6ef5b80, 0xc0044ff340, 0x0, 0x0, 0xfac1fb, 0x40)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1134 +0x150
github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.unaryInterceptor(0x1, 0xa70ddb0, 0xc011b7a060, 0x6ef5b80, 0xc0044ff340, 0xc028d56660, 0xc0041ac280, 0xc015915848, 0xf8bb6c, 0xc0041ac2b0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:71 +0x139
google.golang.org/grpc.chainUnaryServerInterceptors.func1(0xa70ddb0, 0xc011b7a060, 0x6ef5b80, 0xc0044ff340, 0xc028d56660, 0xc02d672a20, 0xc016a19948, 0x4393d8, 0x30, 0x6c3afa0)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1120 +0x113
github.com/cockroachdb/cockroach/pkg/roachpb._Internal_Batch_Handler(0x6eac020, 0xc00a662e00, 0xa70ddb0, 0xc011b7a060, 0xc0113ea600, 0xc0070ca900, 0xa70ddb0, 0xc011b7a060, 0xc01d78c400, 0xb7)
	/go/src/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:8651 +0x1f2
google.golang.org/grpc.(*Server).processUnaryRPC(0xc004a50c40, 0xa773c98, 0xc001be3b00, 0xc018568900, 0xc009838bd0, 0xca61a40, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1293 +0xa66
google.golang.org/grpc.(*Server).handleStream(0xc004a50c40, 0xa773c98, 0xc001be3b00, 0xc018568900, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1618 +0x142c
google.golang.org/grpc.(*Server).serveStreams.func1.2(0xc008b08760, 0xc004a50c40, 0xa773c98, 0xc001be3b00, 0xc018568900)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:941 +0xe7
created by google.golang.org/grpc.(*Server).serveStreams.func1
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:939 +0x355

goroutine 722026 [semacquire, 33 minutes]:
sync.runtime_SemacquireMutex(0xc0067e106c, 0x0, 0x0)
	/usr/local/go/src/runtime/sema.go:71 +0x47
sync.(*RWMutex).RLock(0xc0067e1060)
	/usr/local/go/src/sync/rwmutex.go:63 +0xa6
github.com/cockroachdb/pebble/internal/cache.(*shard).Get(0xc0067e1050, 0x2, 0x32, 0xd, 0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:108 +0x48
github.com/cockroachdb/pebble/internal/cache.(*Cache).Get(0xc00147adc0, 0x2, 0x32, 0xd, 0x7fe5466f8100)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:650 +0x87
github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc00a3ef680, 0xd, 0x0, 0x0, 0x0, 0xc00681ea00, 0xc00e831b00, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:1865 +0xf8
github.com/cockroachdb/pebble/sstable.(*Reader).readFilter(...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:1854
github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).seekPrefixGE(0xc00e831b00, 0xc001ab17a0, 0xd, 0x10, 0xc0088e3f20, 0xd, 0xd, 0x100, 0x7fe53aa33c48, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:505 +0x368
github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).SeekPrefixGE(0xc00e831b00, 0xc001ab17a0, 0xd, 0x10, 0xc0088e3f20, 0xd, 0xd, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:488 +0xb5
github.com/cockroachdb/pebble.(*levelIter).SeekPrefixGE(0xc006062d40, 0xc001ab17a0, 0xd, 0x10, 0xc0088e3f20, 0xd, 0xd, 0x75bf300, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/level_iter.go:417 +0x1c4
github.com/cockroachdb/pebble.(*mergingIter).seekGE(0xc006062208, 0xc0088e3f20, 0xd, 0xd, 0x3, 0xc0088e3f00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/merging_iter.go:830 +0x258
github.com/cockroachdb/pebble.(*mergingIter).SeekPrefixGE(0xc006062208, 0xc001ab17a0, 0xd, 0x10, 0xc0088e3f20, 0xd, 0xd, 0x0, 0xc0088e3f20, 0xc010432850, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/merging_iter.go:899 +0xf4
github.com/cockroachdb/pebble.(*Iterator).SeekPrefixGE(0xc006062000, 0xc0088e3f20, 0xd, 0xd, 0xc)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/iterator.go:768 +0x61f
github.com/cockroachdb/cockroach/pkg/storage.(*pebbleIterator).SeekGE(0xc01bf11c20, 0xc0088e3ee0, 0xc, 0x10, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:263 +0x205
github.com/cockroachdb/cockroach/pkg/storage.(*unsafeMVCCIterator).SeekGE(0xc00b6a7e60, 0xc0088e3ee0, 0xc, 0x10, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/intent_interleaving_iter.go:1008 +0xa2
github.com/cockroachdb/cockroach/pkg/storage.(*pebbleMVCCScanner).get(0xc019e39880, 0xa70ddb0, 0xc00c46af90)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_mvcc_scanner.go:209 +0x112
github.com/cockroachdb/cockroach/pkg/storage.mvccGet(0xa70ddb0, 0xc00c46af90, 0xa850de0, 0xc00b6a7e60, 0xc0088e3ee0, 0xc, 0x10, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:898 +0x34f
github.com/cockroachdb/cockroach/pkg/storage.MVCCGet(0xa70ddb0, 0xc00c46af90, 0xa77ca30, 0xc007224100, 0xc0088e3ee0, 0xc, 0x10, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:858 +0x285
github.com/cockroachdb/cockroach/pkg/storage.MVCCGetProto(0xa70ddb0, 0xc00c46af90, 0xa77ca30, 0xc007224100, 0xc0088e3ee0, 0xc, 0x10, 0x0, 0x0, 0xa760be8, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:727 +0x11f
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).getQueueLastProcessed(0xc00181d500, 0xa70ddb0, 0xc00c46af90, 0x6f23c9c, 0x2, 0x16a46e411efdbbae, 0x0, 0x16a46e411efdbbae, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica.go:1106 +0x4d3
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*gcQueue).shouldQueue(0xc009944dd8, 0xa70ddb0, 0xc00c46af90, 0x16a46e4703638ea7, 0x0, 0xc00181d500, 0xa6d4200, 0xc015114730, 0x100000001, 0x1)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/gc_queue.go:181 +0x2ac
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).maybeAdd(0xc00a676a00, 0xa70dd40, 0xc0001a6010, 0xa779ff0, 0xc00181d500, 0x16a46e4703638ea7, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:660 +0x333
github.com/cockroachdb/cockroach/pkg/kv/kvserver.baseQueueHelper.MaybeAdd(0xc00a676a00, 0xa70dd40, 0xc0001a6010, 0xa779ff0, 0xc00181d500, 0x16a46e4703638ea7, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:541 +0x85
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).MaybeAddAsync.func1(0xa70dd40, 0xc0001a6010, 0xa6cb7c8, 0xc00a676a00)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:592 +0x8b
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).Async.func1(0xa70dd40, 0xc0001a6010)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:579 +0x66
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2(0xc0060ac6c0, 0xa70dd40, 0xc0001a6010, 0x0, 0xc0162e95d0, 0xc00143e858)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:442 +0x162
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:434 +0x28e

goroutine 722114 [semacquire, 33 minutes]:
sync.runtime_SemacquireMutex(0xc0067e106c, 0x0, 0x0)
	/usr/local/go/src/runtime/sema.go:71 +0x47
sync.(*RWMutex).RLock(0xc0067e1060)
	/usr/local/go/src/sync/rwmutex.go:63 +0xa6
github.com/cockroachdb/pebble/internal/cache.(*shard).Get(0xc0067e1050, 0x2, 0x32, 0xd, 0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:108 +0x48
github.com/cockroachdb/pebble/internal/cache.(*Cache).Get(0xc00147adc0, 0x2, 0x32, 0xd, 0x7fe5466f8100)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:650 +0x87
github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc00a3ef680, 0xd, 0x0, 0x0, 0x0, 0xc00681e700, 0xc01c2c1500, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:1865 +0xf8
github.com/cockroachdb/pebble/sstable.(*Reader).readFilter(...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:1854
github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).seekPrefixGE(0xc01c2c1500, 0xc01985bf80, 0x20, 0x20, 0xc01985bf60, 0x20, 0x20, 0x100, 0x7fe53aa33c48, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:505 +0x368
github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).SeekPrefixGE(0xc01c2c1500, 0xc01985bf80, 0x20, 0x20, 0xc01985bf60, 0x20, 0x20, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:488 +0xb5
github.com/cockroachdb/pebble.(*levelIter).SeekPrefixGE(0xc0088e0d40, 0xc01985bf80, 0x20, 0x20, 0xc01985bf60, 0x20, 0x20, 0x75bf300, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/level_iter.go:417 +0x1c4
github.com/cockroachdb/pebble.(*mergingIter).seekGE(0xc0088e0208, 0xc01985bf60, 0x20, 0x20, 0x3, 0xc01985bf00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/merging_iter.go:830 +0x258
github.com/cockroachdb/pebble.(*mergingIter).SeekPrefixGE(0xc0088e0208, 0xc01985bf80, 0x20, 0x20, 0xc01985bf60, 0x20, 0x20, 0x0, 0xc01985bf60, 0xc021f48a58, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/merging_iter.go:899 +0xf4
github.com/cockroachdb/pebble.(*Iterator).SeekPrefixGE(0xc0088e0000, 0xc01985bf60, 0x20, 0x20, 0x1f)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/iterator.go:768 +0x61f
github.com/cockroachdb/cockroach/pkg/storage.(*pebbleIterator).SeekGE(0xc006e89590, 0xc01985bf40, 0x1f, 0x20, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:263 +0x205
github.com/cockroachdb/cockroach/pkg/storage.(*unsafeMVCCIterator).SeekGE(0xc00b6a7d40, 0xc01985bf40, 0x1f, 0x20, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/intent_interleaving_iter.go:1008 +0xa2
github.com/cockroachdb/cockroach/pkg/storage.(*pebbleMVCCScanner).get(0xc019e39500, 0xa70ddb0, 0xc00c46af90)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_mvcc_scanner.go:209 +0x112
github.com/cockroachdb/cockroach/pkg/storage.mvccGet(0xa70ddb0, 0xc00c46af90, 0xa850de0, 0xc00b6a7d40, 0xc01985bf40, 0x1f, 0x20, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:898 +0x34f
github.com/cockroachdb/cockroach/pkg/storage.MVCCGet(0xa70ddb0, 0xc00c46af90, 0xa77ca30, 0xc007224100, 0xc01985bf40, 0x1f, 0x20, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:858 +0x285
github.com/cockroachdb/cockroach/pkg/storage.MVCCGetProto(0xa70ddb0, 0xc00c46af90, 0xa77ca30, 0xc007224100, 0xc01985bf40, 0x1f, 0x20, 0x0, 0x0, 0xa760be8, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:727 +0x11f
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).getQueueLastProcessed(0xc00181d500, 0xa70ddb0, 0xc00c46af90, 0x6f5dead, 0x15, 0x2, 0x16a46e4703998d7d, 0x0, 0x16a46e4703998d7d)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica.go:1106 +0x4d3
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*timeSeriesMaintenanceQueue).shouldQueue(0xc005ccdcb0, 0xa70ddb0, 0xc00c46af90, 0x16a46e4703998d7d, 0x0, 0xc00181d500, 0x0, 0x0, 0x100000001, 0x1)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/ts_maintenance_queue.go:129 +0x26f
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).maybeAdd(0xc00a6777c0, 0xa70dd40, 0xc0001a6010, 0xa779ff0, 0xc00181d500, 0x16a46e4703998d7d, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:660 +0x333
github.com/cockroachdb/cockroach/pkg/kv/kvserver.baseQueueHelper.MaybeAdd(0xc00a6777c0, 0xa70dd40, 0xc0001a6010, 0xa779ff0, 0xc00181d500, 0x16a46e4703998d7d, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:541 +0x85
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).MaybeAddAsync.func1(0xa70dd40, 0xc0001a6010, 0xa6cb7c8, 0xc00a6777c0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:592 +0x8b
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).Async.func1(0xa70dd40, 0xc0001a6010)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:579 +0x66
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2(0xc0060ac6c0, 0xa70dd40, 0xc0001a6010, 0x0, 0xc001438000, 0xc00143ebd0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:442 +0x162
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:434 +0x28e

goroutine 721483 [semacquire, 33 minutes]:
sync.runtime_SemacquireMutex(0xc0067e106c, 0x0, 0x0)
	/usr/local/go/src/runtime/sema.go:71 +0x47
sync.(*RWMutex).RLock(0xc0067e1060)
	/usr/local/go/src/sync/rwmutex.go:63 +0xa6
github.com/cockroachdb/pebble/internal/cache.(*shard).Get(0xc0067e1050, 0x2, 0x3e, 0xb1, 0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:108 +0x48
github.com/cockroachdb/pebble/internal/cache.(*Cache).Get(0xc00147adc0, 0x2, 0x3e, 0xb1, 0x7fe545814740)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:650 +0x87
github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc0284af900, 0xb1, 0x1d, 0x0, 0x0, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:1865 +0xf8
github.com/cockroachdb/pebble/sstable.(*Reader).readRangeDel(...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:1858
github.com/cockroachdb/pebble/sstable.(*Reader).NewRawRangeDelIter(0xc0284af900, 0xc008320450, 0xc00deee4a0, 0xc001dd2620, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:1838 +0xf3
github.com/cockroachdb/pebble.(*tableCacheShard).newIters(0xc007224c00, 0xc01ac6a000, 0xc011f7aa00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:227 +0x38f
github.com/cockroachdb/pebble.(*tableCache).newIters(0xc0046434d0, 0xc01ac6a000, 0xc011f7aa00, 0x0, 0x6f813800000011, 0x11, 0xc0084ed918, 0x0, 0xc011f7a2d0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:55 +0x13f
github.com/cockroachdb/pebble.(*levelIter).loadFile(0xc011f7a9b0, 0xc01ac6a000, 0x1, 0x9)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/level_iter.go:338 +0x302
github.com/cockroachdb/pebble.(*levelIter).SeekPrefixGE(0xc011f7a9b0, 0xc02acdc520, 0x9, 0xf, 0xc0172d07d0, 0x9, 0x9, 0xff00, 0xc011d12310, 0x7fe37f6f8149, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/level_iter.go:408 +0x10f
github.com/cockroachdb/pebble.(*mergingIter).seekGE(0xc011f7a208, 0xc0172d07d0, 0x9, 0x9, 0x1, 0xc0172d0700)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/merging_iter.go:830 +0x258
github.com/cockroachdb/pebble.(*mergingIter).SeekPrefixGE(0xc011f7a208, 0xc02acdc520, 0x9, 0xf, 0xc0172d07d0, 0x9, 0x9, 0x7fe4f5bc0000, 0xc00019a3b0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/merging_iter.go:899 +0xf4
github.com/cockroachdb/pebble.(*Iterator).SeekPrefixGE(0xc011f7a000, 0xc0172d07d0, 0x9, 0x9, 0x8)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/iterator.go:768 +0x61f
github.com/cockroachdb/cockroach/pkg/storage.(*pebbleIterator).SeekGE(0xc007f13590, 0xc0171ffe20, 0x8, 0x20, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:263 +0x205
github.com/cockroachdb/cockroach/pkg/storage.(*unsafeMVCCIterator).SeekGE(0xc01167f620, 0xc0171ffe20, 0x8, 0x20, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/intent_interleaving_iter.go:1008 +0xa2
github.com/cockroachdb/cockroach/pkg/storage.(*pebbleMVCCScanner).get(0xc026472380, 0xa70ddb0, 0xc01220bb30)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_mvcc_scanner.go:209 +0x112
github.com/cockroachdb/cockroach/pkg/storage.mvccGet(0xa70ddb0, 0xc01220bb30, 0xa850de0, 0xc01167f620, 0xc0171ffe20, 0x8, 0x20, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:898 +0x34f
github.com/cockroachdb/cockroach/pkg/storage.MVCCGet(0xa70ddb0, 0xc01220bb30, 0xa77ca30, 0xc007224100, 0xc0171ffe20, 0x8, 0x20, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:858 +0x285
github.com/cockroachdb/cockroach/pkg/storage.MVCCGetProto(0xa70ddb0, 0xc01220bb30, 0xa77ca30, 0xc007224100, 0xc0171ffe20, 0x8, 0x20, 0x0, 0x0, 0xa760be8, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:727 +0x11f
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).GetLastReplicaGCTimestamp(0xc001af4a80, 0xa70ddb0, 0xc01220bb30, 0xc000000007, 0x0, 0x2ca4601, 0xc001af4ea0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica.go:1087 +0x21a
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicaGCQueue).shouldQueue(0xc00d84f7d0, 0xa70ddb0, 0xc01220bb30, 0x16a46e464e8a61ba, 0x0, 0xc001af4a80, 0x0, 0x0, 0x600000006, 0x2)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_gc_queue.go:123 +0x105
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).maybeAdd(0xc00a6772c0, 0xa70dd40, 0xc0001a6010, 0xa779ff0, 0xc001af4a80, 0x16a46e464e8a61ba, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:660 +0x333
github.com/cockroachdb/cockroach/pkg/kv/kvserver.baseQueueHelper.MaybeAdd(0xc00a6772c0, 0xa70dd40, 0xc0001a6010, 0xa779ff0, 0xc001af4a80, 0x16a46e464e8a61ba, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:541 +0x85
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).MaybeAddAsync.func1(0xa70dd40, 0xc0001a6010, 0xa6cb7c8, 0xc00a6772c0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:592 +0x8b
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).Async.func1(0xa70dd40, 0xc0001a6010)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:579 +0x66
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2(0xc0060ac6c0, 0xa70dd40, 0xc0001a6010, 0x0, 0xc0141e45a0, 0xc00b43a4b0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:442 +0x162
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:434 +0x28e

goroutine 719314 [sync.Cond.Wait, 33 minutes]:
sync.runtime_notifyListWait(0xc0061254e0, 0xc000000084)
	/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0061254d0)
	/usr/local/go/src/sync/cond.go:56 +0x90
github.com/cockroachdb/pebble/record.(*flusherCond).Wait(...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:193
github.com/cockroachdb/pebble/record.(*LogWriter).flushLoop(0xc006125400, 0xa70ddb0, 0xc00a4b3b30)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:396 +0x146
runtime/pprof.Do(0xa70dd40, 0xc00a4b3b30, 0xc0004cc3c0, 0x1, 0x1, 0xc00a823fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble/record.NewLogWriter.func2(0xc006125400)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:314 +0xc5
created by github.com/cockroachdb/pebble/record.NewLogWriter
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:313 +0x526

goroutine 720904 [runnable]:
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandHot(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:432 +0x2ef
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandCold(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:428 +0xe7
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandTest(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:456 +0x296
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandHot(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:434 +0x297
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandCold(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:428 +0xe7
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandTest(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:456 +0x296
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandCold(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:420 +0x428
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandTest(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:456 +0x296
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandHot(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:434 +0x297
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandCold(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:428 +0xe7
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandTest(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:456 +0x296
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandCold(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:420 +0x428
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandTest(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:456 +0x296
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandHot(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:434 +0x297
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandCold(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:428 +0xe7
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandTest(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:456 +0x296
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandCold(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:420 +0x428
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandTest(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:456 +0x296
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandHot(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:434 +0x297
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandCold(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:428 +0xe7
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandTest(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:456 +0x296
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandCold(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:420 +0x428
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandTest(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:456 +0x296
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandHot(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:434 +0x297
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandCold(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:428 +0xe7
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandTest(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:456 +0x296
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandHot(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:434 +0x297
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandCold(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:428 +0xe7
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandTest(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:456 +0x296
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandCold(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:420 +0x428
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandTest(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:456 +0x296
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandHot(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:434 +0x297
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandCold(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:428 +0xe7
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandTest(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:456 +0x296
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandCold(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:420 +0x428
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandTest(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:456 +0x296
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandHot(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:434 +0x297
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandCold(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:428 +0xe7
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandTest(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:456 +0x296
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandCold(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:420 +0x428
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandTest(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:456 +0x296
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandHot(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:434 +0x297
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandCold(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:428 +0xe7
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandTest(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:456 +0x296
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandCold(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:420 +0x428
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandTest(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:456 +0x296
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandHot(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:434 +0x297
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandCold(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:428 +0xe7
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandTest(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:456 +0x296
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandCold(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:420 +0x428
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandTest(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:456 +0x296
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandHot(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:434 +0x297
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandCold(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:428 +0xe7
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandTest(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:456 +0x296
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandHot(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:434 +0x297
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandCold(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:428 +0xe7
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandTest(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:456 +0x296
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandHot(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:434 +0x297
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandCold(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:428 +0xe7
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandTest(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:456 +0x296
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandCold(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:420 +0x428
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandTest(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:456 +0x296
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandHot(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:434 +0x297
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandCold(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:428 +0xe7
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandTest(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:456 +0x296
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandHot(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:434 +0x297
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandCold(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:428 +0xe7
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandTest(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:456 +0x296
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandHot(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:434 +0x297
github.com/cockroachdb/pebble/internal/cache.(*shard).runHandCold(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:428 +0xe7
github.com/cockroachdb/pebble/internal/cache.(*shard).evict(0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:402 +0x3a
github.com/cockroachdb/pebble/internal/cache.(*shard).Reserve(0xc0067e1050, 0x400000)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:254 +0x9c
github.com/cockroachdb/pebble/internal/cache.(*Cache).Reserve(0xc00147adc0, 0x4000000, 0x8000000)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:717 +0x125
github.com/cockroachdb/pebble.(*DB).newMemTable(0xc004643400, 0x4f, 0x44cbd, 0xc0072d2000, 0xc0114344e0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/db.go:1367 +0x185
github.com/cockroachdb/pebble.(*DB).makeRoomForWrite(0xc004643400, 0x0, 0xc0190bf1d0, 0xc00af07440)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/db.go:1635 +0x75c
github.com/cockroachdb/pebble.(*DB).Ingest.func1()
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/ingest.go:572 +0x37c
github.com/cockroachdb/pebble.(*commitPipeline).AllocateSeqNum(0xc0078f8600, 0x6, 0xc027f8b608, 0xc027f8b640)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/commit.go:334 +0x422
github.com/cockroachdb/pebble.(*DB).Ingest(0xc004643400, 0xc01de47aa0, 0x6, 0x6, 0xf9fd990, 0xf9fd990)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/ingest.go:605 +0x73c
github.com/cockroachdb/cockroach/pkg/storage.(*Pebble).IngestExternalFiles(0xc007224100, 0xa70ddb0, 0xc00af06840, 0xc0052caa80, 0x6, 0x8, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble.go:1268 +0x6e
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).applySnapshot(0xc007ec1500, 0xa70ddb0, 0xc00af06840, 0xa147550f461d5efc, 0xc815441864b3fdb7, 0xc0148f5dc0, 0x0, 0x0, 0x0, 0xc0015e2480, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_raftstorage.go:952 +0xf2f
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).handleRaftReadyRaftMuLocked(0xc007ec1500, 0xa70ddb0, 0xc00af06840, 0xa147550f461d5efc, 0xc815441864b3fdb7, 0xc0148f5dc0, 0x0, 0x0, 0x0, 0xc0015e2480, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_raft.go:596 +0x2885
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).processRaftSnapshotRequest.func1(0xa70ddb0, 0xc0087839e0, 0xc007ec1500, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_raft.go:344 +0x3af
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).withReplicaForRequest(0xc003136000, 0xa70ddb0, 0xc0087839e0, 0xc006612b98, 0xc027f8d068, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_raft.go:218 +0x17d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).processRaftSnapshotRequest(0xc003136000, 0xa70ddb0, 0xc0087839e0, 0xc006612b40, 0xa147550f461d5efc, 0xc815441864b3fdb7, 0xc0148f5dc0, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_raft.go:282 +0x1b1
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).receiveSnapshot(0xc003136000, 0xa70ddb0, 0xc0087839e0, 0xc006612b40, 0x7fe5446300d0, 0xc027ffe7a0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_snapshot.go:803 +0x970
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).HandleSnapshot.func1(0xa70ddb0, 0xc0087839e0, 0xa70ddb0, 0xc00207ba50)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_raft.go:82 +0x28b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0xc0060ac6c0, 0xa70ddb0, 0xc0087839e0, 0x6f8644f, 0x1e, 0xc00207bb10, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:324 +0x12a
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).HandleSnapshot(0xc003136000, 0xc006612b40, 0x7fe5446300a0, 0xc027ffe7a0, 0xc027ffe7a0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_raft.go:72 +0x13b
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).RaftSnapshot.func1.1(0xa76ac50, 0xc027ffe7a0, 0xc0048a7b00, 0xa70ddb0, 0xc0087837a0, 0x2d6d226, 0x10100000a70dd40)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/raft_transport.go:412 +0x1b3
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).RaftSnapshot.func1(0xa70ddb0, 0xc0087837a0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/raft_transport.go:413 +0x75
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2(0xc0060ac6c0, 0xa70ddb0, 0xc0087837a0, 0x0, 0x0, 0xc008783830)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:442 +0x162
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:434 +0x28e

goroutine 721436 [semacquire, 33 minutes]:
sync.runtime_SemacquireMutex(0xc0067e106c, 0x0, 0x0)
	/usr/local/go/src/runtime/sema.go:71 +0x47
sync.(*RWMutex).RLock(0xc0067e1060)
	/usr/local/go/src/sync/rwmutex.go:63 +0xa6
github.com/cockroachdb/pebble/internal/cache.(*shard).Get(0xc0067e1050, 0x2, 0x38, 0x212d3, 0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:108 +0x48
github.com/cockroachdb/pebble/internal/cache.(*Cache).Get(0xc00147adc0, 0x2, 0x38, 0x212d3, 0x10)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:650 +0x87
github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc002fc9680, 0x212d3, 0x2ee5, 0x0, 0xc01c96f170, 0x5, 0x1f2a340, 0x4000)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:1865 +0xf8
github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).loadBlock(0xc01c96ef00, 0xc010bd4a60)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:292 +0x445
github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).seekGEHelper(0xc01c96ef00, 0xc010bd4a60, 0x1c, 0x1c, 0x0, 0x0, 0xc01c96ef00, 0x0, 0x0, 0x7fe53aa33c48)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:466 +0x36a
github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).seekPrefixGE(0xc01c96ef00, 0xc0230ce1c0, 0x1c, 0x32, 0xc010bd4a60, 0x1c, 0x1c, 0x100, 0x7fe53aa33c48, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:534 +0x1a9
github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).SeekPrefixGE(0xc01c96ef00, 0xc0230ce1c0, 0x1c, 0x32, 0xc010bd4a60, 0x1c, 0x1c, 0x0, 0x1, 0x12, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:488 +0xb5
github.com/cockroachdb/pebble.(*levelIter).SeekPrefixGE(0xc011becf08, 0xc0230ce1c0, 0x1c, 0x32, 0xc010bd4a60, 0x1c, 0x1c, 0x75bf300, 0xc010bd4a60, 0x1c, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/level_iter.go:417 +0x1c4
github.com/cockroachdb/pebble.(*mergingIter).seekGE(0xc011bec208, 0xc010bd4a60, 0x1c, 0x1c, 0x4, 0xc010bd4a00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/merging_iter.go:830 +0x258
github.com/cockroachdb/pebble.(*mergingIter).SeekPrefixGE(0xc011bec208, 0xc0230ce1c0, 0x1c, 0x32, 0xc010bd4a60, 0x1c, 0x1c, 0x0, 0xc010bd4a60, 0xc005053400, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/merging_iter.go:899 +0xf4
github.com/cockroachdb/pebble.(*Iterator).SeekPrefixGE(0xc011bec000, 0xc010bd4a60, 0x1c, 0x1c, 0x1b)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/iterator.go:768 +0x61f
github.com/cockroachdb/cockroach/pkg/storage.(*pebbleIterator).SeekGE(0xc026954008, 0xc010bd4a40, 0x1b, 0x20, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:263 +0x205
github.com/cockroachdb/cockroach/pkg/storage.(*unsafeMVCCIterator).SeekGE(0xc00e6802a0, 0xc010bd4a40, 0x1b, 0x20, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/intent_interleaving_iter.go:1008 +0xa2
github.com/cockroachdb/cockroach/pkg/kv/kvserver/spanset.(*MVCCIterator).SeekGE(0xc016e95a90, 0xc010bd4a40, 0x1b, 0x20, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/spanset/batch.go:83 +0xb6
github.com/cockroachdb/cockroach/pkg/storage.(*pebbleMVCCScanner).get(0xc00d2fa700, 0xa70ddb0, 0xc00ce92e40)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_mvcc_scanner.go:209 +0x112
github.com/cockroachdb/cockroach/pkg/storage.mvccGet(0xa70ddb0, 0xc00ce92e40, 0xa850b88, 0xc016e95a90, 0xc010bd4a40, 0x1b, 0x20, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:898 +0x34f
github.com/cockroachdb/cockroach/pkg/storage.MVCCGet(0xa70ddb0, 0xc00ce92e40, 0xa77cd08, 0xc00e680240, 0xc010bd4a40, 0x1b, 0x20, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:858 +0x285
github.com/cockroachdb/cockroach/pkg/storage.MVCCGetProto(0xa70ddb0, 0xc00ce92e40, 0xa77cd08, 0xc00e680240, 0xc010bd4a40, 0x1b, 0x20, 0x0, 0x0, 0xa75bf58, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:727 +0x11f
github.com/cockroachdb/cockroach/pkg/kv/kvserver/abortspan.(*AbortSpan).Get(0xc009ddbb30, 0xa70ddb0, 0xc00ce92e40, 0xa77cd08, 0xc00e680240, 0x1f45e3efd715e7a8, 0x867c8412e3688799, 0xc00ce92ea0, 0x4a15e2, 0x17a85dc, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/abortspan/abortspan.go:98 +0x154
github.com/cockroachdb/cockroach/pkg/kv/kvserver.checkIfTxnAborted(0xa70ddb0, 0xc00ce92e40, 0xa856720, 0xc0306658d8, 0xa77cd08, 0xc00e680240, 0x1f45e3efd715e7a8, 0x867c8412e3688799, 0xc005a02590, 0xa, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica.go:1792 +0x11c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.evaluateBatch(0xa70ddb0, 0xc00ce92e40, 0x0, 0x0, 0xa854110, 0xc00e680240, 0xa856720, 0xc0306658d8, 0x0, 0xc0173d22a0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_evaluate.go:203 +0x2e78
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).executeReadOnlyBatchWithServersideRefreshes(0xc0044f6a80, 0xa70ddb0, 0xc00ce92e40, 0xa854110, 0xc00e680240, 0xa856720, 0xc0306658d8, 0xc0173d22a0, 0x16a46e46491ff98d, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_read.go:291 +0x2b4
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).executeReadOnlyBatch(0xc0044f6a80, 0xa70ddb0, 0xc00ce92e40, 0xc0173d22a0, 0xc0074db0e0, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_read.go:85 +0x631
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).executeBatchWithConcurrencyRetries(0xc0044f6a80, 0xa70ddb0, 0xc00ce92e40, 0xc0173d22a0, 0x75ba298, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_send.go:377 +0x487
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).sendWithRangeID(0xc0044f6a80, 0xa70ddb0, 0xc00ce92e10, 0x6, 0xc0173d22a0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_send.go:103 +0x349
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).Send(...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_send.go:43
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).Send(0xc003136000, 0xa70ddb0, 0xc00ce92de0, 0x16a46e462b52948d, 0x0, 0x0, 0x100000001, 0x1, 0x0, 0x6, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_send.go:190 +0x5d8
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Stores).Send(0xc00866a480, 0xa70ddb0, 0xc00ce92de0, 0x0, 0x0, 0x0, 0x100000001, 0x1, 0x0, 0x6, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/stores.go:191 +0x1a5
github.com/cockroachdb/cockroach/pkg/server.(*Node).batchInternal.func1(0xa70ddb0, 0xc00ce92db0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:912 +0x298
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0xc0060ac6c0, 0xa70ddb0, 0xc00ce92db0, 0x6f48d01, 0x10, 0xc005059080, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:324 +0x12a
github.com/cockroachdb/cockroach/pkg/server.(*Node).batchInternal(0xc00a662e00, 0xa70ddb0, 0xc00ce92db0, 0xc0173d20e0, 0x7f, 0x0, 0x1)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:900 +0x267
github.com/cockroachdb/cockroach/pkg/server.(*Node).Batch(0xc00a662e00, 0xa70ddb0, 0xc00ce92cc0, 0xc0173d20e0, 0xc00a662e00, 0xc00147ac38, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1007 +0x125
github.com/cockroachdb/cockroach/pkg/roachpb._Internal_Batch_Handler.func1(0xa70ddb0, 0xc00ce92cc0, 0x6ef5b80, 0xc0173d20e0, 0x0, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:8649 +0xa2
github.com/cockroachdb/cockroach/pkg/util/tracing.ServerInterceptor.func1(0xa70ddb0, 0xc00ce92cc0, 0x6ef5b80, 0xc0173d20e0, 0xc00d42c540, 0xc013154828, 0x0, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpc_interceptor.go:126 +0x67d
google.golang.org/grpc.getChainUnaryHandler.func1(0xa70ddb0, 0xc00ce92cc0, 0x6ef5b80, 0xc0173d20e0, 0x6c1e320, 0x1, 0xc0248200c0, 0xc005059688)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1134 +0x150
github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func1(0xa70ddb0, 0xc00ce92cc0, 0x6ef5b80, 0xc0173d20e0, 0xc00d42c540, 0xc0248200c0, 0xc0248200c0, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:177 +0x125
google.golang.org/grpc.getChainUnaryHandler.func1(0xa70ddb0, 0xc00ce92cc0, 0x6ef5b80, 0xc0173d20e0, 0x0, 0x0, 0xfac1fb, 0x40)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1134 +0x150
github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.unaryInterceptor(0x1, 0xa70ddb0, 0xc00ce92cc0, 0x6ef5b80, 0xc0173d20e0, 0xc00d42c540, 0xc024820080, 0xc005059848, 0xf8bb6c, 0xc0248200b0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:71 +0x139
google.golang.org/grpc.chainUnaryServerInterceptors.func1(0xa70ddb0, 0xc00ce92cc0, 0x6ef5b80, 0xc0173d20e0, 0xc00d42c540, 0xc013154828, 0xc0134b5948, 0x4393d8, 0x30, 0x6c3afa0)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1120 +0x113
github.com/cockroachdb/cockroach/pkg/roachpb._Internal_Batch_Handler(0x6eac020, 0xc00a662e00, 0xa70ddb0, 0xc00ce92cc0, 0xc00e680180, 0xc0070ca900, 0xa70ddb0, 0xc00ce92cc0, 0xc01ce78600, 0xb3)
	/go/src/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:8651 +0x1f2
google.golang.org/grpc.(*Server).processUnaryRPC(0xc004a50c40, 0xa773c98, 0xc004843b00, 0xc0164a9320, 0xc009838bd0, 0xca61a40, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1293 +0xa66
google.golang.org/grpc.(*Server).handleStream(0xc004a50c40, 0xa773c98, 0xc004843b00, 0xc0164a9320, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1618 +0x142c
google.golang.org/grpc.(*Server).serveStreams.func1.2(0xc0081682c0, 0xc004a50c40, 0xa773c98, 0xc004843b00, 0xc0164a9320)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:941 +0xe7
created by google.golang.org/grpc.(*Server).serveStreams.func1
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:939 +0x355

goroutine 722885 [sync.Cond.Wait, 33 minutes]:
sync.runtime_notifyListWait(0xc00611c0e0, 0xc000000000)
	/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00611c0d0)
	/usr/local/go/src/sync/cond.go:56 +0x90
github.com/cockroachdb/pebble/record.(*flusherCond).Wait(...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:193
github.com/cockroachdb/pebble/record.(*LogWriter).flushLoop(0xc00611c000, 0xa70ddb0, 0xc007819d40)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:396 +0x146
runtime/pprof.Do(0xa70dd40, 0xc007819d40, 0xc0004cc3c0, 0x1, 0x1, 0xc007740fb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble/record.NewLogWriter.func2(0xc00611c000)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:314 +0xc5
created by github.com/cockroachdb/pebble/record.NewLogWriter
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:313 +0x526

goroutine 722831 [sync.Cond.Wait, 33 minutes]:
sync.runtime_notifyListWait(0xc0025a6fe0, 0xc000000000)
	/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0025a6fd0)
	/usr/local/go/src/sync/cond.go:56 +0x90
github.com/cockroachdb/pebble/record.(*flusherCond).Wait(...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:193
github.com/cockroachdb/pebble/record.(*LogWriter).flushLoop(0xc0025a6f00, 0xa70ddb0, 0xc0034a8570)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:396 +0x146
runtime/pprof.Do(0xa70dd40, 0xc0034a8570, 0xc0004cc3c0, 0x1, 0x1, 0xc00382f7b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble/record.NewLogWriter.func2(0xc0025a6f00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:314 +0xc5
created by github.com/cockroachdb/pebble/record.NewLogWriter
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:313 +0x526

goroutine 720591 [sync.Cond.Wait, 33 minutes]:
sync.runtime_notifyListWait(0xc0025a94e0, 0xc0000000a7)
	/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0025a94d0)
	/usr/local/go/src/sync/cond.go:56 +0x90
github.com/cockroachdb/pebble/record.(*flusherCond).Wait(...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:193
github.com/cockroachdb/pebble/record.(*LogWriter).flushLoop(0xc0025a9400, 0xa70ddb0, 0xc007298360)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:396 +0x146
runtime/pprof.Do(0xa70dd40, 0xc007298360, 0xc0004cc3c0, 0x1, 0x1, 0xc0017347b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble/record.NewLogWriter.func2(0xc0025a9400)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:314 +0xc5
created by github.com/cockroachdb/pebble/record.NewLogWriter
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:313 +0x526

goroutine 714393 [sync.Cond.Wait, 33 minutes]:
sync.runtime_notifyListWait(0xc00a6e8fe0, 0xc0000001d0)
	/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a6e8fd0)
	/usr/local/go/src/sync/cond.go:56 +0x90
github.com/cockroachdb/pebble/record.(*flusherCond).Wait(...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:193
github.com/cockroachdb/pebble/record.(*LogWriter).flushLoop(0xc00a6e8f00, 0xa70ddb0, 0xc00a724de0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:396 +0x146
runtime/pprof.Do(0xa70dd40, 0xc00a724de0, 0xc0004cc3c0, 0x1, 0x1, 0xc00dcc97b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble/record.NewLogWriter.func2(0xc00a6e8f00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:314 +0xc5
created by github.com/cockroachdb/pebble/record.NewLogWriter
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:313 +0x526

goroutine 721968 [semacquire, 33 minutes]:
sync.runtime_SemacquireMutex(0xc0067e106c, 0x0, 0x0)
	/usr/local/go/src/runtime/sema.go:71 +0x47
sync.(*RWMutex).RLock(0xc0067e1060)
	/usr/local/go/src/sync/rwmutex.go:63 +0xa6
github.com/cockroachdb/pebble/internal/cache.(*shard).Get(0xc0067e1050, 0x2, 0x38, 0x212d3, 0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:108 +0x48
github.com/cockroachdb/pebble/internal/cache.(*Cache).Get(0xc00147adc0, 0x2, 0x38, 0x212d3, 0x10)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:650 +0x87
github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc002fc9680, 0x212d3, 0x2ee5, 0x0, 0xc01a39c570, 0x5, 0x1f2a340, 0x4000)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:1865 +0xf8
github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).loadBlock(0xc01a39c300, 0xc006a2cf40)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:292 +0x445
github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).seekGEHelper(0xc01a39c300, 0xc006a2cf40, 0x1c, 0x1c, 0x0, 0x0, 0xc01a39c300, 0x0, 0x0, 0x7fe53aa33c48)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:466 +0x36a
github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).seekPrefixGE(0xc01a39c300, 0xc006a2cf80, 0x1c, 0x1c, 0xc006a2cf40, 0x1c, 0x1c, 0x100, 0x7fe53aa33c48, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:534 +0x1a9
github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).SeekPrefixGE(0xc01a39c300, 0xc006a2cf80, 0x1c, 0x1c, 0xc006a2cf40, 0x1c, 0x1c, 0x0, 0x1, 0x12, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:488 +0xb5
github.com/cockroachdb/pebble.(*levelIter).SeekPrefixGE(0xc002cbcf08, 0xc006a2cf80, 0x1c, 0x1c, 0xc006a2cf40, 0x1c, 0x1c, 0x75bf300, 0xc006a2cf40, 0x1c, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/level_iter.go:417 +0x1c4
github.com/cockroachdb/pebble.(*mergingIter).seekGE(0xc002cbc208, 0xc006a2cf40, 0x1c, 0x1c, 0x4, 0xc006a2cf00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/merging_iter.go:830 +0x258
github.com/cockroachdb/pebble.(*mergingIter).SeekPrefixGE(0xc002cbc208, 0xc006a2cf80, 0x1c, 0x1c, 0xc006a2cf40, 0x1c, 0x1c, 0x0, 0xc006a2cf40, 0xc018601400, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/merging_iter.go:899 +0xf4
github.com/cockroachdb/pebble.(*Iterator).SeekPrefixGE(0xc002cbc000, 0xc006a2cf40, 0x1c, 0x1c, 0x1b)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/iterator.go:768 +0x61f
github.com/cockroachdb/cockroach/pkg/storage.(*pebbleIterator).SeekGE(0xc020189808, 0xc006a2cf20, 0x1b, 0x20, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:263 +0x205
github.com/cockroachdb/cockroach/pkg/storage.(*unsafeMVCCIterator).SeekGE(0xc0013126c0, 0xc006a2cf20, 0x1b, 0x20, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/intent_interleaving_iter.go:1008 +0xa2
github.com/cockroachdb/cockroach/pkg/kv/kvserver/spanset.(*MVCCIterator).SeekGE(0xc0012b2f00, 0xc006a2cf20, 0x1b, 0x20, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/spanset/batch.go:83 +0xb6
github.com/cockroachdb/cockroach/pkg/storage.(*pebbleMVCCScanner).get(0xc0197e3500, 0xa70ddb0, 0xc02f2ef320)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_mvcc_scanner.go:209 +0x112
github.com/cockroachdb/cockroach/pkg/storage.mvccGet(0xa70ddb0, 0xc02f2ef320, 0xa850b88, 0xc0012b2f00, 0xc006a2cf20, 0x1b, 0x20, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:898 +0x34f
github.com/cockroachdb/cockroach/pkg/storage.MVCCGet(0xa70ddb0, 0xc02f2ef320, 0xa77cd08, 0xc001312660, 0xc006a2cf20, 0x1b, 0x20, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:858 +0x285
github.com/cockroachdb/cockroach/pkg/storage.MVCCGetProto(0xa70ddb0, 0xc02f2ef320, 0xa77cd08, 0xc001312660, 0xc006a2cf20, 0x1b, 0x20, 0x0, 0x0, 0xa75bf58, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:727 +0x11f
github.com/cockroachdb/cockroach/pkg/kv/kvserver/abortspan.(*AbortSpan).Get(0xc009ddbb30, 0xa70ddb0, 0xc02f2ef320, 0xa77cd08, 0xc001312660, 0x6e40856569cc7373, 0x795bbbaa5b397dbe, 0xc02f2ef350, 0x4a15e2, 0x17a85dc, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/abortspan/abortspan.go:98 +0x154
github.com/cockroachdb/cockroach/pkg/kv/kvserver.checkIfTxnAborted(0xa70ddb0, 0xc02f2ef320, 0xa856720, 0xc01c657500, 0xa77cd08, 0xc001312660, 0x6e40856569cc7373, 0x795bbbaa5b397dbe, 0xc00ff3c510, 0x10, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica.go:1792 +0x11c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.evaluateBatch(0xa70ddb0, 0xc02f2ef320, 0x0, 0x0, 0xa854110, 0xc001312660, 0xa856720, 0xc01c657500, 0x0, 0xc01ac6aee0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_evaluate.go:203 +0x2e78
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).executeReadOnlyBatchWithServersideRefreshes(0xc0044f6a80, 0xa70ddb0, 0xc02f2ef320, 0xa854110, 0xc001312660, 0xa856720, 0xc01c657500, 0xc01ac6aee0, 0x16a46e46df48db03, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_read.go:291 +0x2b4
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).executeReadOnlyBatch(0xc0044f6a80, 0xa70ddb0, 0xc02f2ef320, 0xc01ac6aee0, 0xc00a4e60a0, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_read.go:85 +0x631
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).executeBatchWithConcurrencyRetries(0xc0044f6a80, 0xa70ddb0, 0xc02f2ef320, 0xc01ac6aee0, 0x75ba298, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_send.go:377 +0x487
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).sendWithRangeID(0xc0044f6a80, 0xa70ddb0, 0xc02f2ef2f0, 0x6, 0xc01ac6aee0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_send.go:103 +0x349
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).Send(...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_send.go:43
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).Send(0xc003136000, 0xa70ddb0, 0xc02f2ef2c0, 0x16a46e46ca0c48bb, 0x0, 0x0, 0x100000001, 0x1, 0x0, 0x6, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_send.go:190 +0x5d8
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Stores).Send(0xc00866a480, 0xa70ddb0, 0xc02f2ef2c0, 0x0, 0x0, 0x0, 0x100000001, 0x1, 0x0, 0x6, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/stores.go:191 +0x1a5
github.com/cockroachdb/cockroach/pkg/server.(*Node).batchInternal.func1(0xa70ddb0, 0xc02f2ef290, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:912 +0x298
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0xc0060ac6c0, 0xa70ddb0, 0xc02f2ef290, 0x6f48d01, 0x10, 0xc018607080, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:324 +0x12a
github.com/cockroachdb/cockroach/pkg/server.(*Node).batchInternal(0xc00a662e00, 0xa70ddb0, 0xc02f2ef290, 0xc01ac6ac40, 0x7f, 0x0, 0x1)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:900 +0x267
github.com/cockroachdb/cockroach/pkg/server.(*Node).Batch(0xc00a662e00, 0xa70ddb0, 0xc02f2ef1d0, 0xc01ac6ac40, 0xc00a662e00, 0xc00147ac38, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1007 +0x125
github.com/cockroachdb/cockroach/pkg/roachpb._Internal_Batch_Handler.func1(0xa70ddb0, 0xc02f2ef1d0, 0x6ef5b80, 0xc01ac6ac40, 0x0, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:8649 +0xa2
github.com/cockroachdb/cockroach/pkg/util/tracing.ServerInterceptor.func1(0xa70ddb0, 0xc02f2ef1d0, 0x6ef5b80, 0xc01ac6ac40, 0xc01c438d80, 0xc01d6445e8, 0x0, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpc_interceptor.go:126 +0x67d
google.golang.org/grpc.getChainUnaryHandler.func1(0xa70ddb0, 0xc02f2ef1d0, 0x6ef5b80, 0xc01ac6ac40, 0x6c1e320, 0x1, 0xc014980380, 0xc018607688)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1134 +0x150
github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func1(0xa70ddb0, 0xc02f2ef1d0, 0x6ef5b80, 0xc01ac6ac40, 0xc01c438d80, 0xc014980380, 0xc014980380, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:177 +0x125
google.golang.org/grpc.getChainUnaryHandler.func1(0xa70ddb0, 0xc02f2ef1d0, 0x6ef5b80, 0xc01ac6ac40, 0x0, 0x0, 0xfac1fb, 0x40)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1134 +0x150
github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.unaryInterceptor(0x1, 0xa70ddb0, 0xc02f2ef1d0, 0x6ef5b80, 0xc01ac6ac40, 0xc01c438d80, 0xc014980340, 0xc018607848, 0xf8bb6c, 0xc014980370, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:71 +0x139
google.golang.org/grpc.chainUnaryServerInterceptors.func1(0xa70ddb0, 0xc02f2ef1d0, 0x6ef5b80, 0xc01ac6ac40, 0xc01c438d80, 0xc01d6445e8, 0xc014d91948, 0x4393d8, 0x30, 0x6c3afa0)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1120 +0x113
github.com/cockroachdb/cockroach/pkg/roachpb._Internal_Batch_Handler(0x6eac020, 0xc00a662e00, 0xa70ddb0, 0xc02f2ef1d0, 0xc0013124e0, 0xc0070ca900, 0xa70ddb0, 0xc02f2ef1d0, 0xc02ae66e00, 0xaf)
	/go/src/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:8651 +0x1f2
google.golang.org/grpc.(*Server).processUnaryRPC(0xc004a50c40, 0xa773c98, 0xc001be3b00, 0xc0172f7c20, 0xc009838bd0, 0xca61a40, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1293 +0xa66
google.golang.org/grpc.(*Server).handleStream(0xc004a50c40, 0xa773c98, 0xc001be3b00, 0xc0172f7c20, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1618 +0x142c
google.golang.org/grpc.(*Server).serveStreams.func1.2(0xc008b08760, 0xc004a50c40, 0xa773c98, 0xc001be3b00, 0xc0172f7c20)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:941 +0xe7
created by google.golang.org/grpc.(*Server).serveStreams.func1
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:939 +0x355

goroutine 706756 [sync.Cond.Wait, 33 minutes]:
sync.runtime_notifyListWait(0xc00958e5e0, 0xc00000039a)
	/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00958e5d0)
	/usr/local/go/src/sync/cond.go:56 +0x90
github.com/cockroachdb/pebble/record.(*flusherCond).Wait(...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:193
github.com/cockroachdb/pebble/record.(*LogWriter).flushLoop(0xc00958e500, 0xa70ddb0, 0xc008635f80)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:396 +0x146
runtime/pprof.Do(0xa70dd40, 0xc008635f80, 0xc0004cc3c0, 0x1, 0x1, 0xc00984dfb8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble/record.NewLogWriter.func2(0xc00958e500)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:314 +0xc5
created by github.com/cockroachdb/pebble/record.NewLogWriter
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:313 +0x526

goroutine 721292 [semacquire, 33 minutes]:
sync.runtime_SemacquireMutex(0xc0067e106c, 0x0, 0x0)
	/usr/local/go/src/runtime/sema.go:71 +0x47
sync.(*RWMutex).RLock(0xc0067e1060)
	/usr/local/go/src/sync/rwmutex.go:63 +0xa6
github.com/cockroachdb/pebble/internal/cache.(*shard).Get(0xc0067e1050, 0x2, 0x38, 0x212d3, 0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:108 +0x48
github.com/cockroachdb/pebble/internal/cache.(*Cache).Get(0xc00147adc0, 0x2, 0x38, 0x212d3, 0x10)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:650 +0x87
github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc002fc9680, 0x212d3, 0x2ee5, 0x0, 0xc019f27a70, 0x5, 0x1f2a340, 0x4000)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:1865 +0xf8
github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).loadBlock(0xc019f27800, 0xc0200089c0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:292 +0x445
github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).seekGEHelper(0xc019f27800, 0xc0200089c0, 0x1c, 0x1c, 0x0, 0x0, 0xc019f27800, 0x0, 0x0, 0x7fe53aa33c48)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:466 +0x36a
github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).seekPrefixGE(0xc019f27800, 0xc012b67a40, 0x1c, 0x2b, 0xc0200089c0, 0x1c, 0x1c, 0x100, 0x7fe53aa33c48, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:534 +0x1a9
github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).SeekPrefixGE(0xc019f27800, 0xc012b67a40, 0x1c, 0x2b, 0xc0200089c0, 0x1c, 0x1c, 0x0, 0x1, 0x12, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:488 +0xb5
github.com/cockroachdb/pebble.(*levelIter).SeekPrefixGE(0xc00aa1cf08, 0xc012b67a40, 0x1c, 0x2b, 0xc0200089c0, 0x1c, 0x1c, 0x75bf300, 0xc0200089c0, 0x1c, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/level_iter.go:417 +0x1c4
github.com/cockroachdb/pebble.(*mergingIter).seekGE(0xc00aa1c208, 0xc0200089c0, 0x1c, 0x1c, 0x4, 0xc020008900)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/merging_iter.go:830 +0x258
github.com/cockroachdb/pebble.(*mergingIter).SeekPrefixGE(0xc00aa1c208, 0xc012b67a40, 0x1c, 0x2b, 0xc0200089c0, 0x1c, 0x1c, 0x0, 0xc0200089c0, 0xc017365400, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/merging_iter.go:899 +0xf4
github.com/cockroachdb/pebble.(*Iterator).SeekPrefixGE(0xc00aa1c000, 0xc0200089c0, 0x1c, 0x1c, 0x1b)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/iterator.go:768 +0x61f
github.com/cockroachdb/cockroach/pkg/storage.(*pebbleIterator).SeekGE(0xc02e9c5008, 0xc0200089a0, 0x1b, 0x20, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:263 +0x205
github.com/cockroachdb/cockroach/pkg/storage.(*unsafeMVCCIterator).SeekGE(0xc013442d20, 0xc0200089a0, 0x1b, 0x20, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/intent_interleaving_iter.go:1008 +0xa2
github.com/cockroachdb/cockroach/pkg/kv/kvserver/spanset.(*MVCCIterator).SeekGE(0xc012d57e50, 0xc0200089a0, 0x1b, 0x20, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/spanset/batch.go:83 +0xb6
github.com/cockroachdb/cockroach/pkg/storage.(*pebbleMVCCScanner).get(0xc01ec74a80, 0xa70ddb0, 0xc0095657d0)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_mvcc_scanner.go:209 +0x112
github.com/cockroachdb/cockroach/pkg/storage.mvccGet(0xa70ddb0, 0xc0095657d0, 0xa850b88, 0xc012d57e50, 0xc0200089a0, 0x1b, 0x20, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:898 +0x34f
github.com/cockroachdb/cockroach/pkg/storage.MVCCGet(0xa70ddb0, 0xc0095657d0, 0xa77cd08, 0xc013442cc0, 0xc0200089a0, 0x1b, 0x20, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:858 +0x285
github.com/cockroachdb/cockroach/pkg/storage.MVCCGetProto(0xa70ddb0, 0xc0095657d0, 0xa77cd08, 0xc013442cc0, 0xc0200089a0, 0x1b, 0x20, 0x0, 0x0, 0xa75bf58, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:727 +0x11f
github.com/cockroachdb/cockroach/pkg/kv/kvserver/abortspan.(*AbortSpan).Get(0xc009ddbb30, 0xa70ddb0, 0xc0095657d0, 0xa77cd08, 0xc013442cc0, 0x20498a155833aa1c, 0x390719a2c9c6d68d, 0xc009565800, 0x4a15e2, 0x17a85dc, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/abortspan/abortspan.go:98 +0x154
github.com/cockroachdb/cockroach/pkg/kv/kvserver.checkIfTxnAborted(0xa70ddb0, 0xc0095657d0, 0xa856720, 0xc024442900, 0xa77cd08, 0xc013442cc0, 0x20498a155833aa1c, 0x390719a2c9c6d68d, 0xc0065f66a0, 0x9, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica.go:1792 +0x11c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.evaluateBatch(0xa70ddb0, 0xc0095657d0, 0x0, 0x0, 0xa854110, 0xc013442cc0, 0xa856720, 0xc024442900, 0x0, 0xc00b87c700, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_evaluate.go:203 +0x2e78
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).executeReadOnlyBatchWithServersideRefreshes(0xc0044f6a80, 0xa70ddb0, 0xc0095657d0, 0xa854110, 0xc013442cc0, 0xa856720, 0xc024442900, 0xc00b87c700, 0x16a46e46309b443d, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_read.go:291 +0x2b4
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).executeReadOnlyBatch(0xc0044f6a80, 0xa70ddb0, 0xc0095657d0, 0xc00b87c700, 0xc002f4e780, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_read.go:85 +0x631
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).executeBatchWithConcurrencyRetries(0xc0044f6a80, 0xa70ddb0, 0xc0095657d0, 0xc00b87c700, 0x75ba298, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_send.go:377 +0x487
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).sendWithRangeID(0xc0044f6a80, 0xa70ddb0, 0xc009565680, 0x6, 0xc00b87c700, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_send.go:103 +0x349
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).Send(...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_send.go:43
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).Send(0xc003136000, 0xa70ddb0, 0xc009565620, 0x16a46e461b4dabb7, 0x0, 0x0, 0x100000001, 0x1, 0x0, 0x6, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_send.go:190 +0x5d8
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Stores).Send(0xc00866a480, 0xa70ddb0, 0xc009565620, 0x0, 0x0, 0x0, 0x100000001, 0x1, 0x0, 0x6, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/stores.go:191 +0x1a5
github.com/cockroachdb/cockroach/pkg/server.(*Node).batchInternal.func1(0xa70ddb0, 0xc0095655f0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:912 +0x298
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0xc0060ac6c0, 0xa70ddb0, 0xc0095655f0, 0x6f48d01, 0x10, 0xc01736b080, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:324 +0x12a
github.com/cockroachdb/cockroach/pkg/server.(*Node).batchInternal(0xc00a662e00, 0xa70ddb0, 0xc0095655f0, 0xc00b87c620, 0x7f, 0x0, 0x1)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:900 +0x267
github.com/cockroachdb/cockroach/pkg/server.(*Node).Batch(0xc00a662e00, 0xa70ddb0, 0xc009565350, 0xc00b87c620, 0xc00a662e00, 0xc00147ac38, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1007 +0x125
github.com/cockroachdb/cockroach/pkg/roachpb._Internal_Batch_Handler.func1(0xa70ddb0, 0xc009565350, 0x6ef5b80, 0xc00b87c620, 0x0, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:8649 +0xa2
github.com/cockroachdb/cockroach/pkg/util/tracing.ServerInterceptor.func1(0xa70ddb0, 0xc009565350, 0x6ef5b80, 0xc00b87c620, 0xc0055d3c00, 0xc02524c450, 0x0, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpc_interceptor.go:126 +0x67d
google.golang.org/grpc.getChainUnaryHandler.func1(0xa70ddb0, 0xc009565350, 0x6ef5b80, 0xc00b87c620, 0x6c1e320, 0x1, 0xc0197a89c0, 0xc01736b688)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1134 +0x150
github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func1(0xa70ddb0, 0xc009565350, 0x6ef5b80, 0xc00b87c620, 0xc0055d3c00, 0xc0197a89c0, 0xc0197a89c0, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:177 +0x125
google.golang.org/grpc.getChainUnaryHandler.func1(0xa70ddb0, 0xc009565350, 0x6ef5b80, 0xc00b87c620, 0x0, 0x0, 0xfac1fb, 0x40)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1134 +0x150
github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.unaryInterceptor(0x1, 0xa70ddb0, 0xc009565350, 0x6ef5b80, 0xc00b87c620, 0xc0055d3c00, 0xc0197a8980, 0xc01736b848, 0xf8bb6c, 0xc0197a89b0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:71 +0x139
google.golang.org/grpc.chainUnaryServerInterceptors.func1(0xa70ddb0, 0xc009565350, 0x6ef5b80, 0xc00b87c620, 0xc0055d3c00, 0xc02524c450, 0xc01c425948, 0x4393d8, 0x30, 0x6c3afa0)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1120 +0x113
github.com/cockroachdb/cockroach/pkg/roachpb._Internal_Batch_Handler(0x6eac020, 0xc00a662e00, 0xa70ddb0, 0xc009565350, 0xc013442a20, 0xc0070ca900, 0xa70ddb0, 0xc009565350, 0xc01aac2a00, 0xb2)
	/go/src/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:8651 +0x1f2
google.golang.org/grpc.(*Server).processUnaryRPC(0xc004a50c40, 0xa773c98, 0xc0026cd380, 0xc009e1c6c0, 0xc009838bd0, 0xca61a40, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1293 +0xa66
google.golang.org/grpc.(*Server).handleStream(0xc004a50c40, 0xa773c98, 0xc0026cd380, 0xc009e1c6c0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1618 +0x142c
google.golang.org/grpc.(*Server).serveStreams.func1.2(0xc006bee910, 0xc004a50c40, 0xa773c98, 0xc0026cd380, 0xc009e1c6c0)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:941 +0xe7
created by google.golang.org/grpc.(*Server).serveStreams.func1
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:939 +0x355

goroutine 716471 [sync.Cond.Wait, 33 minutes]:
sync.runtime_notifyListWait(0xc007ea65e0, 0xc000000124)
	/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc007ea65d0)
	/usr/local/go/src/sync/cond.go:56 +0x90
github.com/cockroachdb/pebble/record.(*flusherCond).Wait(...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:193
github.com/cockroachdb/pebble/record.(*LogWriter).flushLoop(0xc007ea6500, 0xa70ddb0, 0xc0082ee240)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:396 +0x146
runtime/pprof.Do(0xa70dd40, 0xc0082ee240, 0xc0004cc3c0, 0x1, 0x1, 0xc00f2d97b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble/record.NewLogWriter.func2(0xc007ea6500)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:314 +0xc5
created by github.com/cockroachdb/pebble/record.NewLogWriter
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:313 +0x526

goroutine 715498 [semacquire, 33 minutes]:
sync.runtime_SemacquireMutex(0xc0067e106c, 0x0, 0x0)
	/usr/local/go/src/runtime/sema.go:71 +0x47
sync.(*RWMutex).RLock(0xc0067e1060)
	/usr/local/go/src/sync/rwmutex.go:63 +0xa6
github.com/cockroachdb/pebble/internal/cache.(*shard).Get(0xc0067e1050, 0x2, 0x32, 0xd, 0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:108 +0x48
github.com/cockroachdb/pebble/internal/cache.(*Cache).Get(0xc00147adc0, 0x2, 0x32, 0xd, 0x7fe572b29000)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:650 +0x87
github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc00a3ef680, 0xd, 0x0, 0x0, 0x0, 0xe, 0x22, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:1865 +0xf8
github.com/cockroachdb/pebble/sstable.(*Reader).readFilter(...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:1854
github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).seekPrefixGE(0xc02f2b2300, 0xc003329aa0, 0xe, 0x22, 0xc01c1ca680, 0x17, 0x1e, 0x100, 0xc01c1ca680, 0x17, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:505 +0x368
github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).SeekPrefixGE(0xc02f2b2300, 0xc003329aa0, 0xe, 0x22, 0xc01c1ca680, 0x17, 0x1e, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:488 +0xb5
github.com/cockroachdb/pebble.(*levelIter).SeekPrefixGE(0xc00541ed40, 0xc003329aa0, 0xe, 0x22, 0xc01c1ca680, 0x17, 0x1e, 0x75bf300, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/level_iter.go:417 +0x1c4
github.com/cockroachdb/pebble.(*mergingIter).seekGE(0xc00541e208, 0xc01c1ca680, 0x17, 0x1e, 0x4, 0xc01c1ca600)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/merging_iter.go:830 +0x258
github.com/cockroachdb/pebble.(*mergingIter).SeekPrefixGE(0xc00541e208, 0xc003329aa0, 0xe, 0x22, 0xc01c1ca680, 0x17, 0x1e, 0x0, 0x11, 0x16a46e42a225ff80, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/merging_iter.go:899 +0xf4
github.com/cockroachdb/pebble.(*Iterator).SeekPrefixGE(0xc00541e000, 0xc01c1ca680, 0x17, 0x1e, 0xd)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/iterator.go:768 +0x61f
github.com/cockroachdb/cockroach/pkg/storage.(*pebbleIterator).SeekGE(0xc004ff8028, 0xc009142770, 0xd, 0x10, 0x16a46e42a225ff80, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:263 +0x205
github.com/cockroachdb/cockroach/pkg/storage.(*unsafeMVCCIterator).SeekGE(0xc006acb920, 0xc009142770, 0xd, 0x10, 0x16a46e42a225ff80, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/intent_interleaving_iter.go:1008 +0xa2
github.com/cockroachdb/cockroach/pkg/storage.(*intentInterleavingIter).SeekGE(0xc00774f100, 0xc009142770, 0xd, 0x10, 0x16a46e42a225ff80, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/intent_interleaving_iter.go:305 +0x16e
github.com/cockroachdb/cockroach/pkg/storage.(*unsafeMVCCIterator).SeekGE(0xc006acb9e0, 0xc009142770, 0xd, 0x10, 0x16a46e42a225ff80, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/intent_interleaving_iter.go:1008 +0xa2
github.com/cockroachdb/cockroach/pkg/kv/kvserver/spanset.(*MVCCIterator).SeekGE(0xc003caefa0, 0xc009142770, 0xd, 0x10, 0x16a46e42a225ff80, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/spanset/batch.go:83 +0xb6
github.com/cockroachdb/cockroach/pkg/storage.mvccResolveWriteIntent(0xa70ddb0, 0xc009a64660, 0x7fe54919e810, 0xc0039ccab0, 0x7fe547d41ec0, 0xc003caefa0, 0xc004963880, 0xc009142770, 0xd, 0x10, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:3073 +0xe1b
github.com/cockroachdb/cockroach/pkg/storage.MVCCResolveWriteIntent(0xa70ddb0, 0xc009a64660, 0x7fe54919e810, 0xc0039ccab0, 0xc004963880, 0xc009142770, 0xd, 0x10, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:2726 +0x288
github.com/cockroachdb/cockroach/pkg/kv/kvserver/batcheval.resolveLocalLocks.func1(0xc028bdd920, 0xc028bddae8, 0xc028bdd9b8, 0xc009d5ea20, 0xc028bdda90, 0xa70ddb0, 0xc009a64660, 0x7fe54919e810, 0xc0039ccab0, 0xc004963880, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/batcheval/cmd_end_transaction.go:488 +0x558
github.com/cockroachdb/cockroach/pkg/kv/kvserver/batcheval.resolveLocalLocks(0xa70ddb0, 0xc009a64660, 0xc0012745b0, 0x7fe54919e810, 0xc0039ccab0, 0xc004963880, 0xc0039cca20, 0xc009d5ea20, 0xa856610, 0xc009d01960, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/batcheval/cmd_end_transaction.go:525 +0x279
github.com/cockroachdb/cockroach/pkg/kv/kvserver/batcheval.EndTxn(0xa70ddb0, 0xc009a64660, 0x7fe54919e810, 0xc0039ccab0, 0xa856610, 0xc009d01960, 0x16a46e44ccf25b46, 0x2, 0x0, 0x100000001, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/batcheval/cmd_end_transaction.go:330 +0xc50
github.com/cockroachdb/cockroach/pkg/kv/kvserver.evaluateCommand(0xa70ddb0, 0xc009a64660, 0x7fe54919e810, 0xc0039ccab0, 0xa856610, 0xc009d01960, 0xc004963880, 0x16a46e44ccf25b46, 0x2, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_evaluate.go:505 +0x318
github.com/cockroachdb/cockroach/pkg/kv/kvserver.evaluateBatch(0xa70ddb0, 0xc009a64660, 0xc006f37a40, 0x8, 0x7fe54919e810, 0xc0039ccab0, 0xa856610, 0xc009d01960, 0xc004963880, 0xc0090580e0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_evaluate.go:271 +0x499
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).evaluateWriteBatchWrapper(0xc007f6f500, 0xa70ddb0, 0xc009a64660, 0xc006f37a40, 0x8, 0xa856610, 0xc009d01960, 0xc004963880, 0xc0090580e0, 0x16a46e42a225ff80, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_write.go:658 +0x1b7
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).evaluateWriteBatchWithServersideRefreshes(0xc007f6f500, 0xa70ddb0, 0xc009a64660, 0xc006f37a40, 0x8, 0xa856610, 0xc009d01960, 0xc004963880, 0xc0090580e0, 0x16a46e42a225ff80, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_write.go:625 +0x1ee
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).evaluateWriteBatch(0xc007f6f500, 0xa70ddb0, 0xc009a64660, 0xc006f37a40, 0x8, 0xc0090580e0, 0x16a46e42a225ff80, 0x0, 0xc00e421920, 0xc00c60f5c0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_write.go:445 +0x26c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).evaluateProposal(0xc007f6f500, 0xa70ddb0, 0xc009a64660, 0xc006f37a40, 0x8, 0xc0090580e0, 0x16a46e42a225ff80, 0x7f0000000000, 0xc00e421920, 0xc00c60f5c0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_proposal.go:793 +0x185
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).requestToProposal(0xc007f6f500, 0xa70ddb0, 0xc009a64660, 0xc006f37a40, 0x8, 0xc0090580e0, 0x0, 0x0, 0x0, 0x100000001, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_proposal.go:921 +0xd9
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).evalAndPropose(0xc007f6f500, 0xa70ddb0, 0xc009a64660, 0xc0090580e0, 0xc00c917d60, 0x0, 0x0, 0x0, 0x100000001, 0x1, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_raft.go:89 +0x21e
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).executeWriteBatch(0xc007f6f500, 0xa70ddb0, 0xc009a64660, 0xc0090580e0, 0xc00c917d60, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_write.go:143 +0x72e
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).executeBatchWithConcurrencyRetries(0xc007f6f500, 0xa70ddb0, 0xc009a64660, 0xc0090580e0, 0x75ba2b0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_send.go:377 +0x487
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).sendWithRangeID(0xc007f6f500, 0xa70ddb0, 0xc009a64630, 0x4, 0xc0090580e0, 0x0, 0x1)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_send.go:107 +0x68e
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).Send(...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_send.go:43
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).Send(0xc003136000, 0xa70ddb0, 0xc009a64600, 0x16a46e44ccf25b46, 0x2, 0x0, 0x100000001, 0x1, 0x0, 0x4, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_send.go:190 +0x5d8
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Stores).Send(0xc00866a480, 0xa70ddb0, 0xc009a64600, 0x0, 0x0, 0x0, 0x100000001, 0x1, 0x0, 0x4, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/stores.go:191 +0x1a5
github.com/cockroachdb/cockroach/pkg/server.(*Node).batchInternal.func1(0xa70ddb0, 0xc009a64600, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:912 +0x298
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0xc0060ac6c0, 0xa70ddb0, 0xc009a64600, 0x6f48d01, 0x10, 0xc028be6bc0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:324 +0x12a
github.com/cockroachdb/cockroach/pkg/server.(*Node).batchInternal(0xc00a662e00, 0xa70ddb0, 0xc009a64600, 0xc0068a3c00, 0x7f, 0x0, 0x1)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:900 +0x267
github.com/cockroachdb/cockroach/pkg/server.(*Node).Batch(0xc00a662e00, 0xa70ddb0, 0xc009a645a0, 0xc0068a3c00, 0xc028be6e58, 0x5b61dc, 0xc0067016e0)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1007 +0x125
github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.Batch(...)
	/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:469
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).sendBatch(0xc019613ea0, 0xa70ddb0, 0xc009a645a0, 0x1, 0xa774118, 0xc002a16ab0, 0x0, 0x0, 0x0, 0x100000001, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:203 +0x266
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*grpcTransport).SendNext(0xc019613ea0, 0xa70dd78, 0xc0067016e0, 0x0, 0x0, 0x0, 0x100000001, 0x1, 0x0, 0x4, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport.go:185 +0x298
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.raceTransport.SendNext(0xa75baf8, 0xc019613ea0, 0xa70dd78, 0xc0067016e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/transport_race.go:78 +0x45d
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendToReplicas(0xc0048e1680, 0xa70dd78, 0xc0067016e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1943 +0xbb5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(0xc0048e1680, 0xa70dd78, 0xc0067016e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1537 +0x45a
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(0xc0048e1680, 0xa70dd78, 0xc0067016e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1155 +0x1fbf
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).Send(0xc0048e1680, 0xa70dd78, 0xc0067016e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:789 +0x7c5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnLockGatekeeper).SendLocked(0xc0047e1d60, 0xa70dd78, 0xc0067016e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_lock_gatekeeper.go:82 +0x1c2
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnMetricRecorder).SendLocked(0xc0047e1d28, 0xa70dd78, 0xc0067016e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_metric_recorder.go:46 +0x122
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnCommitter).SendLocked(0xc0047e1cf8, 0xa70dd78, 0xc0067016e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_committer.go:200 +0x2c2
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).sendLockedWithRefreshAttempts(0xc0047e1c58, 0xa70dd78, 0xc0067016e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:240 +0x135
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).SendLocked(0xc0047e1c58, 0xa70dd78, 0xc0067016e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:175 +0x405
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).splitEndTxnAndRetrySend(0xc0047e1c58, 0xa70dd78, 0xc0067016e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:368 +0x318
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).maybeRefreshAndRetrySend(0xc0047e1c58, 0xa70dd78, 0xc0067016e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:330 +0x6b8
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).sendLockedWithRefreshAttempts(0xc0047e1c58, 0xa70dd78, 0xc0067016e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:282 +0x288
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).SendLocked(0xc0047e1c58, 0xa70dd78, 0xc0067016e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:175 +0x405
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnPipeliner).SendLocked(0xc0047e1b88, 0xa70dd78, 0xc0067016e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_pipeliner.go:285 +0x4e2
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSeqNumAllocator).SendLocked(0xc0047e1b68, 0xa70dd78, 0xc0067016e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_seq_num_allocator.go:105 +0x382
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).SendLocked(0xc0047e1ac8, 0xa70dd78, 0xc0067016e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:241 +0x295
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*TxnCoordSender).Send(0xc0047e1900, 0xa70dd78, 0xc0067016e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_coord_sender.go:513 +0x582
github.com/cockroachdb/cockroach/pkg/kv.(*DB).sendUsingSender(0xc00866a300, 0xa70dd78, 0xc0067016e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/db.go:854 +0x1b5
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).Send(0xc005a1a840, 0xa70dd78, 0xc0067016e0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/txn.go:1001 +0x210
github.com/cockroachdb/cockroach/pkg/kv.sendAndFill(0xa70dd78, 0xc0067016e0, 0xc026c37930, 0xc007c62000, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/db.go:765 +0x1f5
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).Run(0xc005a1a840, 0xa70dd78, 0xc0067016e0, 0xc007c62000, 0x0, 0x1)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/txn.go:644 +0xd7
github.com/cockroachdb/cockroach/pkg/kv/kvserver.execChangeReplicasTxn.func2(0xa70dd78, 0xc0067016e0, 0xc005a1a840, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_command.go:2199 +0xf90
github.com/cockroachdb/cockroach/pkg/kv.(*DB).Txn.func1(0xa70dd78, 0xc0067016e0, 0xc005a1a840, 0xc0047e1900, 0x28a4d60)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/db.go:818 +0x5f
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).exec(0xc005a1a840, 0xa70dd78, 0xc0067016e0, 0xc028bf03e8, 0xc005a1a840, 0xb042843a1d4c005b)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/txn.go:879 +0xef
github.com/cockroachdb/cockroach/pkg/kv.(*DB).Txn(0xc00866a300, 0xa70dd78, 0xc0067016e0, 0xc02ae8a540, 0x4, 0x4)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/db.go:817 +0x125
github.com/cockroachdb/cockroach/pkg/kv/kvserver.execChangeReplicasTxn(0xa70dd78, 0xc0067016e0, 0xc009dd2310, 0x6f31a8d, 0x9, 0xc00f1a5180, 0x91, 0xc0029c3a28, 0x2, 0x2, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_command.go:2091 +0x2c5
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).execReplicationChangesForVoters(0xc007f6f500, 0xa70dd78, 0xc0067016e0, 0xc009dd2310, 0x6f31a8d, 0x9, 0xc00f1a5180, 0x91, 0xc00f64c808, 0x1, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_command.go:1743 +0x79f
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).changeReplicasImpl(0xc007f6f500, 0xa70dd78, 0xc0067016e0, 0xc009dd2310, 0x2, 0x6f31a8d, 0x9, 0xc00f1a5180, 0x91, 0xc0029c2528, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_command.go:1046 +0xa58
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicateQueue).changeReplicas(0xc008222bd0, 0xa70dd78, 0xc0067016e0, 0xc007f6f500, 0xc0029c2528, 0x2, 0x2, 0xc006cc24d0, 0x2, 0x6f31a8d, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replicate_queue.go:1388 +0xf3
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicateQueue).considerRebalance(0xc008222bd0, 0xa70dd78, 0xc0067016e0, 0xc007f6f500, 0xc00277b200, 0x3, 0x4, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replicate_queue.go:1137 +0xc54
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicateQueue).processOneChange(0xc008222bd0, 0xa70dd78, 0xc0067016e0, 0xc007f6f500, 0xc00bd07828, 0x0, 0x3fc3333333333333, 0x0, 0x2faf080)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replicate_queue.go:484 +0x1d45
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicateQueue).process(0xc008222bd0, 0xa70dd78, 0xc0067016e0, 0xc007f6f500, 0xa6d4200, 0xc015114730, 0xd, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replicate_queue.go:306 +0x27c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processReplica.func1(0xa70dd78, 0xc0067016e0, 0xdf8475800, 0xa70dd78)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:959 +0x269
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout(0xa70ddb0, 0xc0067016e0, 0xc00af6df50, 0x21, 0xdf8475800, 0xc01dd03d10, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:89 +0xee
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processReplica(0xc00a676f00, 0xa70ddb0, 0xc009404fc0, 0xa779ff0, 0xc007f6f500, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:918 +0x3bf
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2.1(0xa70ddb0, 0xc009404f60)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:838 +0x116
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2(0xc0060ac6c0, 0xa70ddb0, 0xc009404f60, 0x0, 0x0, 0xc009404f90)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:442 +0x162
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:434 +0x28e

goroutine 720854 [sync.Cond.Wait, 33 minutes]:
sync.runtime_notifyListWait(0xc006120ae0, 0xc000000022)
	/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc006120ad0)
	/usr/local/go/src/sync/cond.go:56 +0x90
github.com/cockroachdb/pebble/record.(*flusherCond).Wait(...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:193
github.com/cockroachdb/pebble/record.(*LogWriter).flushLoop(0xc006120a00, 0xa70ddb0, 0xc001fbade0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:396 +0x146
runtime/pprof.Do(0xa70dd40, 0xc001fbade0, 0xc0004cc3c0, 0x1, 0x1, 0xc00cbd47b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble/record.NewLogWriter.func2(0xc006120a00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:314 +0xc5
created by github.com/cockroachdb/pebble/record.NewLogWriter
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:313 +0x526

goroutine 721340 [semacquire, 33 minutes]:
sync.runtime_SemacquireMutex(0xc0067e106c, 0x0, 0x0)
	/usr/local/go/src/runtime/sema.go:71 +0x47
sync.(*RWMutex).RLock(0xc0067e1060)
	/usr/local/go/src/sync/rwmutex.go:63 +0xa6
github.com/cockroachdb/pebble/internal/cache.(*shard).Get(0xc0067e1050, 0x2, 0x38, 0x212d3, 0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:108 +0x48
github.com/cockroachdb/pebble/internal/cache.(*Cache).Get(0xc00147adc0, 0x2, 0x38, 0x212d3, 0x10)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:650 +0x87
github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc002fc9680, 0x212d3, 0x2ee5, 0x0, 0xc02f2b3d70, 0x5, 0x1f2a340, 0x4000)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:1865 +0xf8
github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).loadBlock(0xc02f2b3b00, 0xc0134adf40)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:292 +0x445
github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).seekGEHelper(0xc02f2b3b00, 0xc0134adf40, 0x1c, 0x1c, 0x0, 0x0, 0xc02f2b3b00, 0x0, 0x0, 0x7fe53aa33c48)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:466 +0x36a
github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).seekPrefixGE(0xc02f2b3b00, 0xc0134adf60, 0x1c, 0x1c, 0xc0134adf40, 0x1c, 0x1c, 0x100, 0x7fe53aa33c48, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:534 +0x1a9
github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).SeekPrefixGE(0xc02f2b3b00, 0xc0134adf60, 0x1c, 0x1c, 0xc0134adf40, 0x1c, 0x1c, 0x0, 0x1, 0x12, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:488 +0xb5
github.com/cockroachdb/pebble.(*levelIter).SeekPrefixGE(0xc00b680f08, 0xc0134adf60, 0x1c, 0x1c, 0xc0134adf40, 0x1c, 0x1c, 0x75bf300, 0xc0134adf40, 0x1c, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/level_iter.go:417 +0x1c4
github.com/cockroachdb/pebble.(*mergingIter).seekGE(0xc00b680208, 0xc0134adf40, 0x1c, 0x1c, 0x4, 0xc0134adf00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/merging_iter.go:830 +0x258
github.com/cockroachdb/pebble.(*mergingIter).SeekPrefixGE(0xc00b680208, 0xc0134adf60, 0x1c, 0x1c, 0xc0134adf40, 0x1c, 0x1c, 0x0, 0xc0134adf40, 0xc00fde1400, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/merging_iter.go:899 +0xf4
github.com/cockroachdb/pebble.(*Iterator).SeekPrefixGE(0xc00b680000, 0xc0134adf40, 0x1c, 0x1c, 0x1b)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/iterator.go:768 +0x61f
github.com/cockroachdb/cockroach/pkg/storage.(*pebbleIterator).SeekGE(0xc019c27808, 0xc0134adf20, 0x1b, 0x20, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:263 +0x205
github.com/cockroachdb/cockroach/pkg/storage.(*unsafeMVCCIterator).SeekGE(0xc009417800, 0xc0134adf20, 0x1b, 0x20, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/intent_interleaving_iter.go:1008 +0xa2
github.com/cockroachdb/cockroach/pkg/kv/kvserver/spanset.(*MVCCIterator).SeekGE(0xc00e3ae140, 0xc0134adf20, 0x1b, 0x20, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/spanset/batch.go:83 +0xb6
github.com/cockroachdb/cockroach/pkg/storage.(*pebbleMVCCScanner).get(0xc0088c4380, 0xa70ddb0, 0xc01100b860)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_mvcc_scanner.go:209 +0x112
github.com/cockroachdb/cockroach/pkg/storage.mvccGet(0xa70ddb0, 0xc01100b860, 0xa850b88, 0xc00e3ae140, 0xc0134adf20, 0x1b, 0x20, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:898 +0x34f
github.com/cockroachdb/cockroach/pkg/storage.MVCCGet(0xa70ddb0, 0xc01100b860, 0xa77cd08, 0xc009417740, 0xc0134adf20, 0x1b, 0x20, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:858 +0x285
github.com/cockroachdb/cockroach/pkg/storage.MVCCGetProto(0xa70ddb0, 0xc01100b860, 0xa77cd08, 0xc009417740, 0xc0134adf20, 0x1b, 0x20, 0x0, 0x0, 0xa75bf58, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:727 +0x11f
github.com/cockroachdb/cockroach/pkg/kv/kvserver/abortspan.(*AbortSpan).Get(0xc009ddbb30, 0xa70ddb0, 0xc01100b860, 0xa77cd08, 0xc009417740, 0xe147615e0b395535, 0xe5ddc721c2370798, 0xc01100b8c0, 0x4a15e2, 0x17a85dc, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/abortspan/abortspan.go:98 +0x154
github.com/cockroachdb/cockroach/pkg/kv/kvserver.checkIfTxnAborted(0xa70ddb0, 0xc01100b860, 0xa856720, 0xc0174b4288, 0xa77cd08, 0xc009417740, 0xe147615e0b395535, 0xe5ddc721c2370798, 0xc01afe6be0, 0xa, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica.go:1792 +0x11c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.evaluateBatch(0xa70ddb0, 0xc01100b860, 0x0, 0x0, 0xa854110, 0xc009417740, 0xa856720, 0xc0174b4288, 0x0, 0xc016ca6fc0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_evaluate.go:203 +0x2e78
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).executeReadOnlyBatchWithServersideRefreshes(0xc0044f6a80, 0xa70ddb0, 0xc01100b860, 0xa854110, 0xc009417740, 0xa856720, 0xc0174b4288, 0xc016ca6fc0, 0x16a46e4611871865, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_read.go:291 +0x2b4
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).executeReadOnlyBatch(0xc0044f6a80, 0xa70ddb0, 0xc01100b860, 0xc016ca6fc0, 0xc02f1a9a40, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_read.go:85 +0x631
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).executeBatchWithConcurrencyRetries(0xc0044f6a80, 0xa70ddb0, 0xc01100b860, 0xc016ca6fc0, 0x75ba298, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_send.go:377 +0x487
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).sendWithRangeID(0xc0044f6a80, 0xa70ddb0, 0xc01100b830, 0x6, 0xc016ca6fc0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_send.go:103 +0x349
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).Send(...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_send.go:43
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).Send(0xc003136000, 0xa70ddb0, 0xc01100b800, 0x16a46e45f3b9b365, 0x0, 0x0, 0x100000001, 0x1, 0x0, 0x6, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_send.go:190 +0x5d8
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Stores).Send(0xc00866a480, 0xa70ddb0, 0xc01100b800, 0x0, 0x0, 0x0, 0x100000001, 0x1, 0x0, 0x6, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/stores.go:191 +0x1a5
github.com/cockroachdb/cockroach/pkg/server.(*Node).batchInternal.func1(0xa70ddb0, 0xc01100b7d0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:912 +0x298
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0xc0060ac6c0, 0xa70ddb0, 0xc01100b7d0, 0x6f48d01, 0x10, 0xc00fde7080, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:324 +0x12a
github.com/cockroachdb/cockroach/pkg/server.(*Node).batchInternal(0xc00a662e00, 0xa70ddb0, 0xc01100b7d0, 0xc016ca6d20, 0x7f, 0x0, 0x1)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:900 +0x267
github.com/cockroachdb/cockroach/pkg/server.(*Node).Batch(0xc00a662e00, 0xa70ddb0, 0xc01100b710, 0xc016ca6d20, 0xc00a662e00, 0xc00147ac38, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1007 +0x125
github.com/cockroachdb/cockroach/pkg/roachpb._Internal_Batch_Handler.func1(0xa70ddb0, 0xc01100b710, 0x6ef5b80, 0xc016ca6d20, 0x0, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:8649 +0xa2
github.com/cockroachdb/cockroach/pkg/util/tracing.ServerInterceptor.func1(0xa70ddb0, 0xc01100b710, 0x6ef5b80, 0xc016ca6d20, 0xc01eea74c0, 0xc0174b41b0, 0x0, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpc_interceptor.go:126 +0x67d
google.golang.org/grpc.getChainUnaryHandler.func1(0xa70ddb0, 0xc01100b710, 0x6ef5b80, 0xc016ca6d20, 0x6c1e320, 0x1, 0xc019f701c0, 0xc00fde7688)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1134 +0x150
github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func1(0xa70ddb0, 0xc01100b710, 0x6ef5b80, 0xc016ca6d20, 0xc01eea74c0, 0xc019f701c0, 0xc019f701c0, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:177 +0x125
google.golang.org/grpc.getChainUnaryHandler.func1(0xa70ddb0, 0xc01100b710, 0x6ef5b80, 0xc016ca6d20, 0x0, 0x0, 0xfac1fb, 0x40)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1134 +0x150
github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.unaryInterceptor(0x1, 0xa70ddb0, 0xc01100b710, 0x6ef5b80, 0xc016ca6d20, 0xc01eea74c0, 0xc019f70180, 0xc00fde7848, 0xf8bb6c, 0xc019f701b0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:71 +0x139
google.golang.org/grpc.chainUnaryServerInterceptors.func1(0xa70ddb0, 0xc01100b710, 0x6ef5b80, 0xc016ca6d20, 0xc01eea74c0, 0xc0174b41b0, 0xc024b0f948, 0x4393d8, 0x30, 0x6c3afa0)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1120 +0x113
github.com/cockroachdb/cockroach/pkg/roachpb._Internal_Batch_Handler(0x6eac020, 0xc00a662e00, 0xa70ddb0, 0xc01100b710, 0xc009417560, 0xc0070ca900, 0xa70ddb0, 0xc01100b710, 0xc00ec75400, 0xb3)
	/go/src/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:8651 +0x1f2
google.golang.org/grpc.(*Server).processUnaryRPC(0xc004a50c40, 0xa773c98, 0xc0026cd080, 0xc01271fb00, 0xc009838bd0, 0xca61a40, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1293 +0xa66
google.golang.org/grpc.(*Server).handleStream(0xc004a50c40, 0xa773c98, 0xc0026cd080, 0xc01271fb00, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1618 +0x142c
google.golang.org/grpc.(*Server).serveStreams.func1.2(0xc0120e4d10, 0xc004a50c40, 0xa773c98, 0xc0026cd080, 0xc01271fb00)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:941 +0xe7
created by google.golang.org/grpc.(*Server).serveStreams.func1
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:939 +0x355

goroutine 720879 [semacquire, 33 minutes]:
sync.runtime_SemacquireMutex(0xc0078f9634, 0x5900000000, 0x1)
	/usr/local/go/src/runtime/sema.go:71 +0x47
sync.(*Mutex).lockSlow(0xc0078f9630)
	/usr/local/go/src/sync/mutex.go:138 +0x1d4
sync.(*Mutex).Lock(0xc0078f9630)
	/usr/local/go/src/sync/mutex.go:81 +0x85
github.com/cockroachdb/pebble.(*commitPipeline).prepare(0xc0078f8600, 0xc01ce75950, 0x431c01, 0xc007bfe7df, 0xc007bfe7d0, 0x10)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/commit.go:364 +0x107
github.com/cockroachdb/pebble.(*commitPipeline).Commit(0xc0078f8600, 0xc01ce75950, 0x1, 0x47ea5c, 0xc0124ab018)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/commit.go:253 +0xc5
github.com/cockroachdb/pebble.(*DB).Apply(0xc004643400, 0xc01ce75950, 0xca8d61e, 0x9, 0xc020009480)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/db.go:602 +0x21d
github.com/cockroachdb/pebble.(*DB).Set(0xc004643400, 0xc001539f34, 0x9, 0x9, 0xc020009480, 0x1d, 0x1d, 0xca8d61e, 0xc030364228, 0xe10c76)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/db.go:485 +0x125
github.com/cockroachdb/cockroach/pkg/storage.(*Pebble).put(0xc007224100, 0xc020009460, 0x8, 0x20, 0x0, 0x0, 0xc020009480, 0x1d, 0x1d, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble.go:994 +0x1ad
github.com/cockroachdb/cockroach/pkg/storage.(*Pebble).PutUnversioned(0xc007224100, 0xc020009460, 0x8, 0x20, 0xc020009480, 0x1d, 0x1d, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble.go:959 +0xde
github.com/cockroachdb/cockroach/pkg/storage.(*putBuffer).putInlineMeta(0xc02307eb40, 0xa84b298, 0xc007224100, 0xc020009460, 0x8, 0x20, 0x0, 0x0, 0xc02307eb40, 0xf, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:1060 +0xe2
github.com/cockroachdb/cockroach/pkg/storage.mvccPutInternal(0xa70dd78, 0xc00d5cdf20, 0xa84b298, 0xc007224100, 0x0, 0x0, 0x0, 0xc020009460, 0x8, 0x20, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:1440 +0x492
github.com/cockroachdb/cockroach/pkg/storage.mvccPutUsingIter(0xa70dd78, 0xc00d5cdf20, 0xa84b298, 0xc007224100, 0x0, 0x0, 0x0, 0xc020009460, 0x8, 0x20, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:1213 +0x19d
github.com/cockroachdb/cockroach/pkg/storage.MVCCPut(0xa70dd78, 0xc00d5cdf20, 0xa853f30, 0xc007224100, 0x0, 0xc020009460, 0x8, 0x20, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:1141 +0x28e
github.com/cockroachdb/cockroach/pkg/storage.MVCCPutProto(0xa70dd78, 0xc00d5cdf20, 0xa853f30, 0xc007224100, 0x0, 0xc020009460, 0x8, 0x20, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:757 +0x213
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).setLastReplicaGCTimestamp(0xc01400ca80, 0xa70dd78, 0xc00d5cdf20, 0x16a46e466e555c96, 0x0, 0x70139f0, 0x35)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica.go:1097 +0x1f2
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicaGCQueue).process(0xc00d84f7d0, 0xa70dd78, 0xc00d5cdf20, 0xc01400ca80, 0x0, 0x0, 0xd, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_gc_queue.go:261 +0xbc5
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processReplica.func1(0xa70dd78, 0xc00d5cdf20, 0xdf8475800, 0xa70dd78)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:959 +0x269
github.com/cockroachdb/cockroach/pkg/util/contextutil.RunWithTimeout(0xa70ddb0, 0xc00d5cdf20, 0xc01926bd70, 0x22, 0xdf8475800, 0xc01800bd10, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/contextutil/context.go:89 +0xee
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processReplica(0xc00a6772c0, 0xa70ddb0, 0xc001af8f30, 0xa779ff0, 0xc01400ca80, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:918 +0x3bf
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2.1(0xa70ddb0, 0xc001af8390)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:838 +0x116
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2(0xc0060ac6c0, 0xa70ddb0, 0xc001af8390, 0x0, 0x0, 0xc001af84e0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:442 +0x162
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:434 +0x28e

goroutine 721302 [semacquire, 33 minutes]:
sync.runtime_SemacquireMutex(0xc0067e106c, 0x0, 0x0)
	/usr/local/go/src/runtime/sema.go:71 +0x47
sync.(*RWMutex).RLock(0xc0067e1060)
	/usr/local/go/src/sync/rwmutex.go:63 +0xa6
github.com/cockroachdb/pebble/internal/cache.(*shard).Get(0xc0067e1050, 0x2, 0x38, 0x212d3, 0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:108 +0x48
github.com/cockroachdb/pebble/internal/cache.(*Cache).Get(0xc00147adc0, 0x2, 0x38, 0x212d3, 0x10)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:650 +0x87
github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc002fc9680, 0x212d3, 0x2ee5, 0x0, 0xc01fa1cb70, 0x5, 0x1f2a340, 0x4000)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:1865 +0xf8
github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).loadBlock(0xc01fa1c900, 0xc00f626280)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:292 +0x445
github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).seekGEHelper(0xc01fa1c900, 0xc00f626280, 0x1c, 0x1c, 0x0, 0x0, 0xc01fa1c900, 0x0, 0x0, 0x7fe53aa33c48)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:466 +0x36a
github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).seekPrefixGE(0xc01fa1c900, 0xc00f6262a0, 0x1c, 0x1c, 0xc00f626280, 0x1c, 0x1c, 0x100, 0x7fe53aa33c48, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:534 +0x1a9
github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).SeekPrefixGE(0xc01fa1c900, 0xc00f6262a0, 0x1c, 0x1c, 0xc00f626280, 0x1c, 0x1c, 0x0, 0x1, 0x12, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:488 +0xb5
github.com/cockroachdb/pebble.(*levelIter).SeekPrefixGE(0xc007d5ef08, 0xc00f6262a0, 0x1c, 0x1c, 0xc00f626280, 0x1c, 0x1c, 0x75bf300, 0xc00f626280, 0x1c, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/level_iter.go:417 +0x1c4
github.com/cockroachdb/pebble.(*mergingIter).seekGE(0xc007d5e208, 0xc00f626280, 0x1c, 0x1c, 0x4, 0xc00f626200)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/merging_iter.go:830 +0x258
github.com/cockroachdb/pebble.(*mergingIter).SeekPrefixGE(0xc007d5e208, 0xc00f6262a0, 0x1c, 0x1c, 0xc00f626280, 0x1c, 0x1c, 0x0, 0xc00f626280, 0xc015741400, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/merging_iter.go:899 +0xf4
github.com/cockroachdb/pebble.(*Iterator).SeekPrefixGE(0xc007d5e000, 0xc00f626280, 0x1c, 0x1c, 0x1b)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/iterator.go:768 +0x61f
github.com/cockroachdb/cockroach/pkg/storage.(*pebbleIterator).SeekGE(0xc01da76c08, 0xc00f626260, 0x1b, 0x20, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:263 +0x205
github.com/cockroachdb/cockroach/pkg/storage.(*unsafeMVCCIterator).SeekGE(0xc0149d6c60, 0xc00f626260, 0x1b, 0x20, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/intent_interleaving_iter.go:1008 +0xa2
github.com/cockroachdb/cockroach/pkg/kv/kvserver/spanset.(*MVCCIterator).SeekGE(0xc0249c04b0, 0xc00f626260, 0x1b, 0x20, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/spanset/batch.go:83 +0xb6
github.com/cockroachdb/cockroach/pkg/storage.(*pebbleMVCCScanner).get(0xc00c9dee00, 0xa70ddb0, 0xc0096a53b0)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_mvcc_scanner.go:209 +0x112
github.com/cockroachdb/cockroach/pkg/storage.mvccGet(0xa70ddb0, 0xc0096a53b0, 0xa850b88, 0xc0249c04b0, 0xc00f626260, 0x1b, 0x20, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:898 +0x34f
github.com/cockroachdb/cockroach/pkg/storage.MVCCGet(0xa70ddb0, 0xc0096a53b0, 0xa77cd08, 0xc0149d6ba0, 0xc00f626260, 0x1b, 0x20, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:858 +0x285
github.com/cockroachdb/cockroach/pkg/storage.MVCCGetProto(0xa70ddb0, 0xc0096a53b0, 0xa77cd08, 0xc0149d6ba0, 0xc00f626260, 0x1b, 0x20, 0x0, 0x0, 0xa75bf58, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:727 +0x11f
github.com/cockroachdb/cockroach/pkg/kv/kvserver/abortspan.(*AbortSpan).Get(0xc009ddbb30, 0xa70ddb0, 0xc0096a53b0, 0xa77cd08, 0xc0149d6ba0, 0x3c4d1135d9a6ec8e, 0x1d9fc34f04975e8e, 0xc0096a53e0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/abortspan/abortspan.go:98 +0x154
github.com/cockroachdb/cockroach/pkg/kv/kvserver.checkIfTxnAborted(0xa70ddb0, 0xc0096a53b0, 0xa856720, 0xc01bdf33b0, 0xa77cd08, 0xc0149d6ba0, 0x3c4d1135d9a6ec8e, 0x1d9fc34f04975e8e, 0xc01591ff30, 0xa, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica.go:1792 +0x11c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.evaluateBatch(0xa70ddb0, 0xc0096a53b0, 0x0, 0x0, 0xa854110, 0xc0149d6ba0, 0xa856720, 0xc01bdf33b0, 0x0, 0xc0107fe620, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_evaluate.go:203 +0x2e78
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).executeReadOnlyBatchWithServersideRefreshes(0xc0044f6a80, 0xa70ddb0, 0xc0096a53b0, 0xa854110, 0xc0149d6ba0, 0xa856720, 0xc01bdf33b0, 0xc0107fe620, 0x16a46e4476865448, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_read.go:291 +0x2b4
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).executeReadOnlyBatch(0xc0044f6a80, 0xa70ddb0, 0xc0096a53b0, 0xc0107fe620, 0xc00ab59180, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_read.go:85 +0x631
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).executeBatchWithConcurrencyRetries(0xc0044f6a80, 0xa70ddb0, 0xc0096a53b0, 0xc0107fe620, 0x75ba298, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_send.go:377 +0x487
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).sendWithRangeID(0xc0044f6a80, 0xa70ddb0, 0xc0096a5380, 0x6, 0xc0107fe620, 0x0, 0x1)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_send.go:103 +0x349
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).Send(...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_send.go:43
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).Send(0xc003136000, 0xa70ddb0, 0xc0096a5350, 0x16a46e452fd64b93, 0x2, 0x0, 0x100000001, 0x1, 0x0, 0x6, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_send.go:190 +0x5d8
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Stores).Send(0xc00866a480, 0xa70ddb0, 0xc0096a5350, 0x0, 0x0, 0x0, 0x100000001, 0x1, 0x0, 0x6, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/stores.go:191 +0x1a5
github.com/cockroachdb/cockroach/pkg/server.(*Node).batchInternal.func1(0xa70ddb0, 0xc0096a5320, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:912 +0x298
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0xc0060ac6c0, 0xa70ddb0, 0xc0096a5320, 0x6f48d01, 0x10, 0xc015747080, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:324 +0x12a
github.com/cockroachdb/cockroach/pkg/server.(*Node).batchInternal(0xc00a662e00, 0xa70ddb0, 0xc0096a5320, 0xc0107fe460, 0x0, 0x0, 0x1)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:900 +0x267
github.com/cockroachdb/cockroach/pkg/server.(*Node).Batch(0xc00a662e00, 0xa70ddb0, 0xc0096a51d0, 0xc0107fe460, 0xc00a662e00, 0xc00147ac38, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1007 +0x125
github.com/cockroachdb/cockroach/pkg/roachpb._Internal_Batch_Handler.func1(0xa70ddb0, 0xc0096a51d0, 0x6ef5b80, 0xc0107fe460, 0x0, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:8649 +0xa2
github.com/cockroachdb/cockroach/pkg/util/tracing.ServerInterceptor.func1(0xa70ddb0, 0xc0096a51d0, 0x6ef5b80, 0xc0107fe460, 0xc0060d9b60, 0xc02af87ce0, 0x0, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpc_interceptor.go:126 +0x67d
google.golang.org/grpc.getChainUnaryHandler.func1(0xa70ddb0, 0xc0096a51d0, 0x6ef5b80, 0xc0107fe460, 0x6c1e320, 0x1, 0xc008bf63c0, 0xc015747688)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1134 +0x150
github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func1(0xa70ddb0, 0xc0096a51d0, 0x6ef5b80, 0xc0107fe460, 0xc0060d9b60, 0xc008bf63c0, 0xc008bf63c0, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:177 +0x125
google.golang.org/grpc.getChainUnaryHandler.func1(0xa70ddb0, 0xc0096a51d0, 0x6ef5b80, 0xc0107fe460, 0x0, 0x0, 0xfac1fb, 0x40)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1134 +0x150
github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.unaryInterceptor(0x1, 0xa70ddb0, 0xc0096a51d0, 0x6ef5b80, 0xc0107fe460, 0xc0060d9b60, 0xc008bf6380, 0xc015747848, 0xf8bb6c, 0xc008bf63b0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:71 +0x139
google.golang.org/grpc.chainUnaryServerInterceptors.func1(0xa70ddb0, 0xc0096a51d0, 0x6ef5b80, 0xc0107fe460, 0xc0060d9b60, 0xc02af87ce0, 0xc013d65948, 0x4393d8, 0x30, 0x6c3afa0)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1120 +0x113
github.com/cockroachdb/cockroach/pkg/roachpb._Internal_Batch_Handler(0x6eac020, 0xc00a662e00, 0xa70ddb0, 0xc0096a51d0, 0xc0149d6960, 0xc0070ca900, 0xa70ddb0, 0xc0096a51d0, 0xc00c462a00, 0x10e)
	/go/src/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:8651 +0x1f2
google.golang.org/grpc.(*Server).processUnaryRPC(0xc004a50c40, 0xa773c98, 0xc001e6b500, 0xc014bfab40, 0xc009838bd0, 0xca61a40, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1293 +0xa66
google.golang.org/grpc.(*Server).handleStream(0xc004a50c40, 0xa773c98, 0xc001e6b500, 0xc014bfab40, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1618 +0x142c
google.golang.org/grpc.(*Server).serveStreams.func1.2(0xc003daebf4, 0xc004a50c40, 0xa773c98, 0xc001e6b500, 0xc014bfab40)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:941 +0xe7
created by google.golang.org/grpc.(*Server).serveStreams.func1
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:939 +0x355

goroutine 721712 [semacquire, 33 minutes]:
sync.runtime_SemacquireMutex(0xc0067e106c, 0x0, 0x0)
	/usr/local/go/src/runtime/sema.go:71 +0x47
sync.(*RWMutex).RLock(0xc0067e1060)
	/usr/local/go/src/sync/rwmutex.go:63 +0xa6
github.com/cockroachdb/pebble/internal/cache.(*shard).Get(0xc0067e1050, 0x2, 0x38, 0x212d3, 0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:108 +0x48
github.com/cockroachdb/pebble/internal/cache.(*Cache).Get(0xc00147adc0, 0x2, 0x38, 0x212d3, 0x10)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:650 +0x87
github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc002fc9680, 0x212d3, 0x2ee5, 0x0, 0xc014222570, 0x5, 0x1f2a340, 0x4000)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:1865 +0xf8
github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).loadBlock(0xc014222300, 0xc011dc1e40)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:292 +0x445
github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).seekGEHelper(0xc014222300, 0xc011dc1e40, 0x1c, 0x1c, 0x0, 0x0, 0xc014222300, 0x0, 0x0, 0x7fe53aa33c48)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:466 +0x36a
github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).seekPrefixGE(0xc014222300, 0xc011dc1e60, 0x1c, 0x1c, 0xc011dc1e40, 0x1c, 0x1c, 0x100, 0x7fe53aa33c48, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:534 +0x1a9
github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).SeekPrefixGE(0xc014222300, 0xc011dc1e60, 0x1c, 0x1c, 0xc011dc1e40, 0x1c, 0x1c, 0x0, 0x1, 0x12, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:488 +0xb5
github.com/cockroachdb/pebble.(*levelIter).SeekPrefixGE(0xc02f2cef08, 0xc011dc1e60, 0x1c, 0x1c, 0xc011dc1e40, 0x1c, 0x1c, 0x75bf300, 0xc011dc1e40, 0x1c, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/level_iter.go:417 +0x1c4
github.com/cockroachdb/pebble.(*mergingIter).seekGE(0xc02f2ce208, 0xc011dc1e40, 0x1c, 0x1c, 0x4, 0xc011dc1e00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/merging_iter.go:830 +0x258
github.com/cockroachdb/pebble.(*mergingIter).SeekPrefixGE(0xc02f2ce208, 0xc011dc1e60, 0x1c, 0x1c, 0xc011dc1e40, 0x1c, 0x1c, 0x0, 0xc011dc1e40, 0xc016349400, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/merging_iter.go:899 +0xf4
github.com/cockroachdb/pebble.(*Iterator).SeekPrefixGE(0xc02f2ce000, 0xc011dc1e40, 0x1c, 0x1c, 0x1b)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/iterator.go:768 +0x61f
github.com/cockroachdb/cockroach/pkg/storage.(*pebbleIterator).SeekGE(0xc025d8e008, 0xc011dc1e20, 0x1b, 0x20, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:263 +0x205
github.com/cockroachdb/cockroach/pkg/storage.(*unsafeMVCCIterator).SeekGE(0xc01d5b2900, 0xc011dc1e20, 0x1b, 0x20, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/intent_interleaving_iter.go:1008 +0xa2
github.com/cockroachdb/cockroach/pkg/kv/kvserver/spanset.(*MVCCIterator).SeekGE(0xc01d768eb0, 0xc011dc1e20, 0x1b, 0x20, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/spanset/batch.go:83 +0xb6
github.com/cockroachdb/cockroach/pkg/storage.(*pebbleMVCCScanner).get(0xc01bca6700, 0xa70ddb0, 0xc007c9a420)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_mvcc_scanner.go:209 +0x112
github.com/cockroachdb/cockroach/pkg/storage.mvccGet(0xa70ddb0, 0xc007c9a420, 0xa850b88, 0xc01d768eb0, 0xc011dc1e20, 0x1b, 0x20, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:898 +0x34f
github.com/cockroachdb/cockroach/pkg/storage.MVCCGet(0xa70ddb0, 0xc007c9a420, 0xa77cd08, 0xc01d5b28a0, 0xc011dc1e20, 0x1b, 0x20, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:858 +0x285
github.com/cockroachdb/cockroach/pkg/storage.MVCCGetProto(0xa70ddb0, 0xc007c9a420, 0xa77cd08, 0xc01d5b28a0, 0xc011dc1e20, 0x1b, 0x20, 0x0, 0x0, 0xa75bf58, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:727 +0x11f
github.com/cockroachdb/cockroach/pkg/kv/kvserver/abortspan.(*AbortSpan).Get(0xc009ddbb30, 0xa70ddb0, 0xc007c9a420, 0xa77cd08, 0xc01d5b28a0, 0x649958bc94b44f8, 0x146298bb20b3fd8c, 0xc007c9a450, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/abortspan/abortspan.go:98 +0x154
github.com/cockroachdb/cockroach/pkg/kv/kvserver.checkIfTxnAborted(0xa70ddb0, 0xc007c9a420, 0xa856720, 0xc0208d5890, 0xa77cd08, 0xc01d5b28a0, 0x649958bc94b44f8, 0x146298bb20b3fd8c, 0xc017590da0, 0xa, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica.go:1792 +0x11c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.evaluateBatch(0xa70ddb0, 0xc007c9a420, 0x0, 0x0, 0xa854110, 0xc01d5b28a0, 0xa856720, 0xc0208d5890, 0x0, 0xc0109d1b20, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_evaluate.go:203 +0x2e78
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).executeReadOnlyBatchWithServersideRefreshes(0xc0044f6a80, 0xa70ddb0, 0xc007c9a420, 0xa854110, 0xc01d5b28a0, 0xa856720, 0xc0208d5890, 0xc0109d1b20, 0x16a46e44403266da, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_read.go:291 +0x2b4
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).executeReadOnlyBatch(0xc0044f6a80, 0xa70ddb0, 0xc007c9a420, 0xc0109d1b20, 0xc01d63ed20, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_read.go:85 +0x631
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).executeBatchWithConcurrencyRetries(0xc0044f6a80, 0xa70ddb0, 0xc007c9a420, 0xc0109d1b20, 0x75ba298, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_send.go:377 +0x487
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).sendWithRangeID(0xc0044f6a80, 0xa70ddb0, 0xc007c9a3c0, 0x6, 0xc0109d1b20, 0x0, 0x1)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_send.go:103 +0x349
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).Send(...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_send.go:43
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).Send(0xc003136000, 0xa70ddb0, 0xc007c9a360, 0x16a46e45dac642b2, 0x2, 0x0, 0x100000001, 0x1, 0x0, 0x6, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_send.go:190 +0x5d8
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Stores).Send(0xc00866a480, 0xa70ddb0, 0xc007c9a360, 0x0, 0x0, 0x0, 0x100000001, 0x1, 0x0, 0x6, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/stores.go:191 +0x1a5
github.com/cockroachdb/cockroach/pkg/server.(*Node).batchInternal.func1(0xa70ddb0, 0xc007c9a330, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:912 +0x298
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0xc0060ac6c0, 0xa70ddb0, 0xc007c9a330, 0x6f48d01, 0x10, 0xc01634f080, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:324 +0x12a
github.com/cockroachdb/cockroach/pkg/server.(*Node).batchInternal(0xc00a662e00, 0xa70ddb0, 0xc007c9a330, 0xc0109d1a40, 0x0, 0x0, 0x1)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:900 +0x267
github.com/cockroachdb/cockroach/pkg/server.(*Node).Batch(0xc00a662e00, 0xa70ddb0, 0xc007c9a1b0, 0xc0109d1a40, 0xc00a662e00, 0xc00147ac38, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1007 +0x125
github.com/cockroachdb/cockroach/pkg/roachpb._Internal_Batch_Handler.func1(0xa70ddb0, 0xc007c9a1b0, 0x6ef5b80, 0xc0109d1a40, 0x0, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:8649 +0xa2
github.com/cockroachdb/cockroach/pkg/util/tracing.ServerInterceptor.func1(0xa70ddb0, 0xc007c9a1b0, 0x6ef5b80, 0xc0109d1a40, 0xc00a483900, 0xc007351920, 0x0, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpc_interceptor.go:126 +0x67d
google.golang.org/grpc.getChainUnaryHandler.func1(0xa70ddb0, 0xc007c9a1b0, 0x6ef5b80, 0xc0109d1a40, 0x6c1e320, 0x1, 0xc0157fb3c0, 0xc01634f688)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1134 +0x150
github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func1(0xa70ddb0, 0xc007c9a1b0, 0x6ef5b80, 0xc0109d1a40, 0xc00a483900, 0xc0157fb3c0, 0xc0157fb3c0, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:177 +0x125
google.golang.org/grpc.getChainUnaryHandler.func1(0xa70ddb0, 0xc007c9a1b0, 0x6ef5b80, 0xc0109d1a40, 0x0, 0x0, 0xfac1fb, 0x40)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1134 +0x150
github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.unaryInterceptor(0x1, 0xa70ddb0, 0xc007c9a1b0, 0x6ef5b80, 0xc0109d1a40, 0xc00a483900, 0xc0157fb380, 0xc01634f848, 0xf8bb6c, 0xc0157fb3b0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:71 +0x139
google.golang.org/grpc.chainUnaryServerInterceptors.func1(0xa70ddb0, 0xc007c9a1b0, 0x6ef5b80, 0xc0109d1a40, 0xc00a483900, 0xc007351920, 0xc0208c3948, 0x4393d8, 0x30, 0x6c3afa0)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1120 +0x113
github.com/cockroachdb/cockroach/pkg/roachpb._Internal_Batch_Handler(0x6eac020, 0xc00a662e00, 0xa70ddb0, 0xc007c9a1b0, 0xc01d5b27e0, 0xc0070ca900, 0xa70ddb0, 0xc007c9a1b0, 0xc00a4b5600, 0x146)
	/go/src/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:8651 +0x1f2
google.golang.org/grpc.(*Server).processUnaryRPC(0xc004a50c40, 0xa773c98, 0xc00183e000, 0xc016777200, 0xc009838bd0, 0xca61a40, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1293 +0xa66
google.golang.org/grpc.(*Server).handleStream(0xc004a50c40, 0xa773c98, 0xc00183e000, 0xc016777200, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1618 +0x142c
google.golang.org/grpc.(*Server).serveStreams.func1.2(0xc006df99f0, 0xc004a50c40, 0xa773c98, 0xc00183e000, 0xc016777200)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:941 +0xe7
created by google.golang.org/grpc.(*Server).serveStreams.func1
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:939 +0x355

goroutine 721334 [semacquire, 33 minutes]:
sync.runtime_SemacquireMutex(0xc0067e106c, 0x0, 0x0)
	/usr/local/go/src/runtime/sema.go:71 +0x47
sync.(*RWMutex).RLock(0xc0067e1060)
	/usr/local/go/src/sync/rwmutex.go:63 +0xa6
github.com/cockroachdb/pebble/internal/cache.(*shard).Get(0xc0067e1050, 0x2, 0x38, 0x212d3, 0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:108 +0x48
github.com/cockroachdb/pebble/internal/cache.(*Cache).Get(0xc00147adc0, 0x2, 0x38, 0x212d3, 0x10)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:650 +0x87
github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc002fc9680, 0x212d3, 0x2ee5, 0x0, 0xc01fa1dd70, 0x5, 0x1f2a340, 0x4000)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:1865 +0xf8
github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).loadBlock(0xc01fa1db00, 0xc0134ade40)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:292 +0x445
github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).seekGEHelper(0xc01fa1db00, 0xc0134ade40, 0x1c, 0x1c, 0x0, 0x0, 0xc01fa1db00, 0x0, 0x0, 0x7fe53aa33c48)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:466 +0x36a
github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).seekPrefixGE(0xc01fa1db00, 0xc0134ade80, 0x1c, 0x1c, 0xc0134ade40, 0x1c, 0x1c, 0x100, 0x7fe53aa33c48, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:534 +0x1a9
github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).SeekPrefixGE(0xc01fa1db00, 0xc0134ade80, 0x1c, 0x1c, 0xc0134ade40, 0x1c, 0x1c, 0x0, 0x1, 0x12, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:488 +0xb5
github.com/cockroachdb/pebble.(*levelIter).SeekPrefixGE(0xc00aa98f08, 0xc0134ade80, 0x1c, 0x1c, 0xc0134ade40, 0x1c, 0x1c, 0x75bf300, 0xc0134ade40, 0x1c, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/level_iter.go:417 +0x1c4
github.com/cockroachdb/pebble.(*mergingIter).seekGE(0xc00aa98208, 0xc0134ade40, 0x1c, 0x1c, 0x4, 0xc0134ade00)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/merging_iter.go:830 +0x258
github.com/cockroachdb/pebble.(*mergingIter).SeekPrefixGE(0xc00aa98208, 0xc0134ade80, 0x1c, 0x1c, 0xc0134ade40, 0x1c, 0x1c, 0x0, 0xc0134ade40, 0xc0154f9400, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/merging_iter.go:899 +0xf4
github.com/cockroachdb/pebble.(*Iterator).SeekPrefixGE(0xc00aa98000, 0xc0134ade40, 0x1c, 0x1c, 0x1b)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/iterator.go:768 +0x61f
github.com/cockroachdb/cockroach/pkg/storage.(*pebbleIterator).SeekGE(0xc030863c08, 0xc0134ade20, 0x1b, 0x20, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:263 +0x205
github.com/cockroachdb/cockroach/pkg/storage.(*unsafeMVCCIterator).SeekGE(0xc0094165a0, 0xc0134ade20, 0x1b, 0x20, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/intent_interleaving_iter.go:1008 +0xa2
github.com/cockroachdb/cockroach/pkg/kv/kvserver/spanset.(*MVCCIterator).SeekGE(0xc02d577360, 0xc0134ade20, 0x1b, 0x20, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/spanset/batch.go:83 +0xb6
github.com/cockroachdb/cockroach/pkg/storage.(*pebbleMVCCScanner).get(0xc006cb8700, 0xa70ddb0, 0xc01100a120)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_mvcc_scanner.go:209 +0x112
github.com/cockroachdb/cockroach/pkg/storage.mvccGet(0xa70ddb0, 0xc01100a120, 0xa850b88, 0xc02d577360, 0xc0134ade20, 0x1b, 0x20, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:898 +0x34f
github.com/cockroachdb/cockroach/pkg/storage.MVCCGet(0xa70ddb0, 0xc01100a120, 0xa77cd08, 0xc009416540, 0xc0134ade20, 0x1b, 0x20, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:858 +0x285
github.com/cockroachdb/cockroach/pkg/storage.MVCCGetProto(0xa70ddb0, 0xc01100a120, 0xa77cd08, 0xc009416540, 0xc0134ade20, 0x1b, 0x20, 0x0, 0x0, 0xa75bf58, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:727 +0x11f
github.com/cockroachdb/cockroach/pkg/kv/kvserver/abortspan.(*AbortSpan).Get(0xc009ddbb30, 0xa70ddb0, 0xc01100a120, 0xa77cd08, 0xc009416540, 0xcd46226df15b1002, 0x67b22102b4045c9d, 0xc01100a180, 0x4a15e2, 0x17a85dc, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/abortspan/abortspan.go:98 +0x154
github.com/cockroachdb/cockroach/pkg/kv/kvserver.checkIfTxnAborted(0xa70ddb0, 0xc01100a120, 0xa856720, 0xc028bd1698, 0xa77cd08, 0xc009416540, 0xcd46226df15b1002, 0x67b22102b4045c9d, 0xc01afe68b0, 0xa, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica.go:1792 +0x11c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.evaluateBatch(0xa70ddb0, 0xc01100a120, 0x0, 0x0, 0xa854110, 0xc009416540, 0xa856720, 0xc028bd1698, 0x0, 0xc016ca67e0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_evaluate.go:203 +0x2e78
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).executeReadOnlyBatchWithServersideRefreshes(0xc0044f6a80, 0xa70ddb0, 0xc01100a120, 0xa854110, 0xc009416540, 0xa856720, 0xc028bd1698, 0xc016ca67e0, 0x16a46e4605de9af4, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_read.go:291 +0x2b4
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).executeReadOnlyBatch(0xc0044f6a80, 0xa70ddb0, 0xc01100a120, 0xc016ca67e0, 0xc00ab59c20, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_read.go:85 +0x631
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).executeBatchWithConcurrencyRetries(0xc0044f6a80, 0xa70ddb0, 0xc01100a120, 0xc016ca67e0, 0x75ba298, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_send.go:377 +0x487
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).sendWithRangeID(0xc0044f6a80, 0xa70ddb0, 0xc01100a0f0, 0x6, 0xc016ca67e0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_send.go:103 +0x349
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).Send(...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_send.go:43
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).Send(0xc003136000, 0xa70ddb0, 0xc01100a0c0, 0x16a46e45e81135f4, 0x0, 0x0, 0x100000001, 0x1, 0x0, 0x6, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_send.go:190 +0x5d8
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Stores).Send(0xc00866a480, 0xa70ddb0, 0xc01100a0c0, 0x0, 0x0, 0x0, 0x100000001, 0x1, 0x0, 0x6, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/stores.go:191 +0x1a5
github.com/cockroachdb/cockroach/pkg/server.(*Node).batchInternal.func1(0xa70ddb0, 0xc01100a030, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:912 +0x298
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunTaskWithErr(0xc0060ac6c0, 0xa70ddb0, 0xc01100a030, 0x6f48d01, 0x10, 0xc0154ff080, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:324 +0x12a
github.com/cockroachdb/cockroach/pkg/server.(*Node).batchInternal(0xc00a662e00, 0xa70ddb0, 0xc01100a030, 0xc00bdde7e0, 0x7f, 0x0, 0x1)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:900 +0x267
github.com/cockroachdb/cockroach/pkg/server.(*Node).Batch(0xc00a662e00, 0xa70ddb0, 0xc007e39f50, 0xc00bdde7e0, 0xc00a662e00, 0xc00147ac38, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1007 +0x125
github.com/cockroachdb/cockroach/pkg/roachpb._Internal_Batch_Handler.func1(0xa70ddb0, 0xc007e39f50, 0x6ef5b80, 0xc00bdde7e0, 0x0, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:8649 +0xa2
github.com/cockroachdb/cockroach/pkg/util/tracing.ServerInterceptor.func1(0xa70ddb0, 0xc007e39f50, 0x6ef5b80, 0xc00bdde7e0, 0xc01eea71e0, 0xc028bd1650, 0x0, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpc_interceptor.go:126 +0x67d
google.golang.org/grpc.getChainUnaryHandler.func1(0xa70ddb0, 0xc007e39f50, 0x6ef5b80, 0xc00bdde7e0, 0x6c1e320, 0x1, 0xc003fa4f40, 0xc0154ff688)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1134 +0x150
github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func1(0xa70ddb0, 0xc007e39f50, 0x6ef5b80, 0xc00bdde7e0, 0xc01eea71e0, 0xc003fa4f40, 0xc003fa4f40, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:177 +0x125
google.golang.org/grpc.getChainUnaryHandler.func1(0xa70ddb0, 0xc007e39f50, 0x6ef5b80, 0xc00bdde7e0, 0x0, 0x0, 0xfac1fb, 0x40)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1134 +0x150
github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.unaryInterceptor(0x1, 0xa70ddb0, 0xc007e39f50, 0x6ef5b80, 0xc00bdde7e0, 0xc01eea71e0, 0xc003fa4f00, 0xc0154ff848, 0xf8bb6c, 0xc003fa4f30, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:71 +0x139
google.golang.org/grpc.chainUnaryServerInterceptors.func1(0xa70ddb0, 0xc007e39f50, 0x6ef5b80, 0xc00bdde7e0, 0xc01eea71e0, 0xc028bd1650, 0xc01c59b948, 0x4393d8, 0x30, 0x6c3afa0)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1120 +0x113
github.com/cockroachdb/cockroach/pkg/roachpb._Internal_Batch_Handler(0x6eac020, 0xc00a662e00, 0xa70ddb0, 0xc007e39f50, 0xc009416300, 0xc0070ca900, 0xa70ddb0, 0xc007e39f50, 0xc00216fe00, 0xb3)
	/go/src/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:8651 +0x1f2
google.golang.org/grpc.(*Server).processUnaryRPC(0xc004a50c40, 0xa773c98, 0xc001e4b500, 0xc015d14c60, 0xc009838bd0, 0xca61a40, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1293 +0xa66
google.golang.org/grpc.(*Server).handleStream(0xc004a50c40, 0xa773c98, 0xc001e4b500, 0xc015d14c60, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1618 +0x142c
google.golang.org/grpc.(*Server).serveStreams.func1.2(0xc00b1b8d90, 0xc004a50c40, 0xa773c98, 0xc001e4b500, 0xc015d14c60)
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:941 +0xe7
created by google.golang.org/grpc.(*Server).serveStreams.func1
	/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:939 +0x355

goroutine 722512 [semacquire, 33 minutes]:
sync.runtime_SemacquireMutex(0xc0067e106c, 0x0, 0x0)
	/usr/local/go/src/runtime/sema.go:71 +0x47
sync.(*RWMutex).RLock(0xc0067e1060)
	/usr/local/go/src/sync/rwmutex.go:63 +0xa6
github.com/cockroachdb/pebble/internal/cache.(*shard).Get(0xc0067e1050, 0x2, 0x43, 0x2c, 0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:108 +0x48
github.com/cockroachdb/pebble/internal/cache.(*Cache).Get(0xc00147adc0, 0x2, 0x43, 0x2c, 0x7fe535532200)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:650 +0x87
github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc01c53cc80, 0x2c, 0x2f, 0x0, 0x0, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:1865 +0xf8
github.com/cockroachdb/pebble/sstable.(*Reader).readRangeDel(...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:1858
github.com/cockroachdb/pebble/sstable.(*Reader).NewRawRangeDelIter(0xc01c53cc80, 0xc008320330, 0xc01b58afd0, 0xc00951dcb0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:1838 +0xf3
github.com/cockroachdb/pebble.(*tableCacheShard).newIters(0xc007224800, 0xc0107b9ea0, 0xc0013e6a00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:227 +0x38f
github.com/cockroachdb/pebble.(*tableCache).newIters(0xc0046434d0, 0xc0107b9ea0, 0xc0013e6a00, 0x0, 0x5e51b00000002b, 0x2b, 0x1, 0x0, 0x4a15e2, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:55 +0x13f
github.com/cockroachdb/pebble.(*levelIter).loadFile(0xc0013e69b0, 0xc0107b9ea0, 0x1, 0xf)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/level_iter.go:338 +0x302
github.com/cockroachdb/pebble.(*levelIter).SeekPrefixGE(0xc0013e69b0, 0xc025ebdc80, 0xf, 0x40, 0xc01da45850, 0xf, 0xf, 0x7fe37f5e4e00, 0xc008ca42b0, 0x7fe37f000000, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/level_iter.go:408 +0x10f
github.com/cockroachdb/pebble.(*mergingIter).seekGE(0xc0013e6208, 0xc01da45850, 0xf, 0xf, 0x2, 0xc01da45800)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/merging_iter.go:830 +0x258
github.com/cockroachdb/pebble.(*mergingIter).SeekPrefixGE(0xc0013e6208, 0xc025ebdc80, 0xf, 0x40, 0xc01da45850, 0xf, 0xf, 0xc01da45800, 0xc01e457500, 0xe, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/merging_iter.go:899 +0xf4
github.com/cockroachdb/pebble.(*Iterator).SeekPrefixGE(0xc0013e6000, 0xc01da45850, 0xf, 0xf, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/iterator.go:768 +0x61f
github.com/cockroachdb/cockroach/pkg/storage.(*pebbleIterator).SeekEngineKeyGEWithLimit(0xc002a7a208, 0xc01e457500, 0xe, 0x60, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:305 +0x1dd
github.com/cockroachdb/cockroach/pkg/storage.(*intentInterleavingIter).SeekGE(0xc009bab000, 0xc011d19a20, 0x8, 0x20, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/intent_interleaving_iter.go:326 +0x502
github.com/cockroachdb/cockroach/pkg/storage.(*unsafeMVCCIterator).SeekGE(0xc00c60f920, 0xc011d19a20, 0x8, 0x20, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/intent_interleaving_iter.go:1008 +0xa2
github.com/cockroachdb/cockroach/pkg/kv/kvserver/spanset.(*MVCCIterator).SeekGE(0xc02bf9ca00, 0xc011d19a20, 0x8, 0x20, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/spanset/batch.go:83 +0xb6
github.com/cockroachdb/cockroach/pkg/storage.mvccGetMetadata(0xa850b88, 0xc02bf9ca00, 0xc011d19a20, 0x8, 0x20, 0x0, 0x0, 0x0, 0xc023c72000, 0xc00c60f8c0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:981 +0x7d9
github.com/cockroachdb/cockroach/pkg/storage.mvccPutInternal(0xa70dd08, 0xc009911500, 0x7fe54919e900, 0xc0063ab4d0, 0xa850b88, 0xc02bf9ca00, 0xc01b7f5280, 0xc011d19a20, 0x8, 0x20, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:1415 +0x169
github.com/cockroachdb/cockroach/pkg/storage.mvccPutUsingIter(0xa70dd08, 0xc009911500, 0x7fe54919e900, 0xc0063ab4d0, 0xa850b88, 0xc02bf9ca00, 0xc01b7f5280, 0xc011d19a20, 0x8, 0x20, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:1213 +0x19d
github.com/cockroachdb/cockroach/pkg/storage.MVCCPut(0xa70dd08, 0xc009911500, 0x7fe54919e810, 0xc0063ab4d0, 0xc01b7f5280, 0xc011d19a20, 0x8, 0x20, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:1141 +0x28e
github.com/cockroachdb/cockroach/pkg/storage.MVCCPutProto(0xa70dd08, 0xc009911500, 0x7fe54919e810, 0xc0063ab4d0, 0xc01b7f5280, 0xc011d19a20, 0x8, 0x20, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:757 +0x213
github.com/cockroachdb/cockroach/pkg/kv/kvserver/stateloader.StateLoader.SetLease(0xc011d19a20, 0x3, 0x20, 0xa70dd08, 0xc009911500, 0x7fe54919e810, 0xc0063ab4d0, 0xc01b7f5280, 0x16a46e46fba26504, 0x1, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/stateloader/stateloader.go:204 +0x33b
github.com/cockroachdb/cockroach/pkg/kv/kvserver/batcheval.evalNewLease(0xa70dd08, 0xc009911500, 0xa856610, 0xc009ebc3f0, 0x7fe54919e810, 0xc0063ab4d0, 0xc01b7f5280, 0x16a46e46fba26504, 0x1, 0xc01da45780, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/batcheval/cmd_lease.go:131 +0xc38
github.com/cockroachdb/cockroach/pkg/kv/kvserver/batcheval.RequestLease(0xa70dd08, 0xc009911500, 0x7fe54919e810, 0xc0063ab4d0, 0xa856610, 0xc009ebc3f0, 0x16a46e477cf615a2, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/batcheval/cmd_lease_request.go:155 +0xac5
github.com/cockroachdb/cockroach/pkg/kv/kvserver.evaluateCommand(0xa70dd08, 0xc009911500, 0x7fe54919e810, 0xc0063ab4d0, 0xa856610, 0xc009ebc3f0, 0xc01b7f5280, 0x16a46e477cf615a2, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_evaluate.go:505 +0x318
github.com/cockroachdb/cockroach/pkg/kv/kvserver.evaluateBatch(0xa70dd08, 0xc009911500, 0xc01da457c0, 0x8, 0x7fe54919e810, 0xc0063ab4d0, 0xa856610, 0xc009ebc3f0, 0xc01b7f5280, 0xc005b72c40, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_evaluate.go:271 +0x499
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).evaluateWriteBatchWrapper(0xc00edcf500, 0xa70dd08, 0xc009911500, 0xc01da457c0, 0x8, 0xa856610, 0xc009ebc3f0, 0xc01b7f5280, 0xc005b72c40, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_write.go:658 +0x1b7
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).evaluateWriteBatchWithServersideRefreshes(0xc00edcf500, 0xa70dd08, 0xc009911500, 0xc01da457c0, 0x8, 0xa856610, 0xc009ebc3f0, 0xc01b7f5280, 0xc005b72c40, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_write.go:625 +0x1ee
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).evaluateWriteBatch(0xc00edcf500, 0xa70dd08, 0xc009911500, 0xc01da457c0, 0x8, 0xc005b72c40, 0x0, 0x6f722e0000000000, 0xc015672f60, 0xc00f7fe000, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_write.go:445 +0x26c
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).evaluateProposal(0xc00edcf500, 0xa70dd08, 0xc009911500, 0xc01da457c0, 0x8, 0xc005b72c40, 0x0, 0x7f0000000000, 0xc015672f60, 0xc00f7fe000, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_proposal.go:793 +0x185
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).requestToProposal(0xc00edcf500, 0xa70dd08, 0xc009911500, 0xc01da457c0, 0x8, 0xc005b72c40, 0x16a46e152ed01c24, 0x0, 0xc0182944e0, 0x200000002, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_proposal.go:921 +0xd9
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).evalAndPropose(0xc00edcf500, 0xa70dd08, 0xc009911500, 0xc005b72c40, 0xc008ca2fa0, 0x16a46e152ed01c24, 0x0, 0xc0182944e0, 0x200000002, 0x4, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_raft.go:89 +0x21e
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).executeWriteBatch(0xc00edcf500, 0xa70dd08, 0xc009911500, 0xc005b72c40, 0xc008ca2fa0, 0x0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_write.go:143 +0x72e
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).executeBatchWithConcurrencyRetries(0xc00edcf500, 0xa70dd08, 0xc009911500, 0xc005b72c40, 0x75ba2b0, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_send.go:377 +0x487
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).sendWithRangeID(0xc00edcf500, 0xa70dd08, 0xc009911500, 0x1, 0xc005b72c40, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_send.go:107 +0x68e
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).Send(...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_send.go:43
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*pendingLeaseRequest).requestLeaseAsync.func2(0xa70dd08, 0xc009911500)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_range_lease.go:427 +0x817
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2(0xc0060ac6c0, 0xa70dd08, 0xc009911500, 0xc009df0f00, 0x0, 0xc00c13b9a0)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:442 +0x162
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:434 +0x28e

goroutine 721321 [sync.Cond.Wait, 33 minutes]:
sync.runtime_notifyListWait(0xc0072d20e0, 0xc000000000)
	/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0072d20d0)
	/usr/local/go/src/sync/cond.go:56 +0x90
github.com/cockroachdb/pebble/record.(*flusherCond).Wait(...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:193
github.com/cockroachdb/pebble/record.(*LogWriter).flushLoop(0xc0072d2000, 0xa70ddb0, 0xc00ba52ed0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:396 +0x146
runtime/pprof.Do(0xa70dd40, 0xc00ba52ed0, 0xc0004cc3c0, 0x1, 0x1, 0xc0047657b8)
	/usr/local/go/src/runtime/pprof/runtime.go:40 +0x122
github.com/cockroachdb/pebble/record.NewLogWriter.func2(0xc0072d2000)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:314 +0xc5
created by github.com/cockroachdb/pebble/record.NewLogWriter
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/record/log_writer.go:313 +0x526

goroutine 722033 [semacquire, 33 minutes]:
sync.runtime_SemacquireMutex(0xc0067e106c, 0x0, 0x0)
	/usr/local/go/src/runtime/sema.go:71 +0x47
sync.(*RWMutex).RLock(0xc0067e1060)
	/usr/local/go/src/sync/rwmutex.go:63 +0xa6
github.com/cockroachdb/pebble/internal/cache.(*shard).Get(0xc0067e1050, 0x2, 0x32, 0xd, 0xc0067e1050)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:108 +0x48
github.com/cockroachdb/pebble/internal/cache.(*Cache).Get(0xc00147adc0, 0x2, 0x32, 0xd, 0x7fe5466f8100)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/cache/clockpro.go:650 +0x87
github.com/cockroachdb/pebble/sstable.(*Reader).readBlock(0xc00a3ef680, 0xd, 0x0, 0x0, 0x0, 0xc00681f200, 0xc01c938600, 0x0)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:1865 +0xf8
github.com/cockroachdb/pebble/sstable.(*Reader).readFilter(...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:1854
github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).seekPrefixGE(0xc01c938600, 0xc01b03a140, 0x1d, 0x1d, 0xc01b03a120, 0x1d, 0x1d, 0x100, 0x7fe53aa33c48, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:505 +0x368
github.com/cockroachdb/pebble/sstable.(*singleLevelIterator).SeekPrefixGE(0xc01c938600, 0xc01b03a140, 0x1d, 0x1d, 0xc01b03a120, 0x1d, 0x1d, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/sstable/reader.go:488 +0xb5
github.com/cockroachdb/pebble.(*levelIter).SeekPrefixGE(0xc00a2e0d40, 0xc01b03a140, 0x1d, 0x1d, 0xc01b03a120, 0x1d, 0x1d, 0x75bf300, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/level_iter.go:417 +0x1c4
github.com/cockroachdb/pebble.(*mergingIter).seekGE(0xc00a2e0208, 0xc01b03a120, 0x1d, 0x1d, 0x3, 0xc01b03a100)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/merging_iter.go:830 +0x258
github.com/cockroachdb/pebble.(*mergingIter).SeekPrefixGE(0xc00a2e0208, 0xc01b03a140, 0x1d, 0x1d, 0xc01b03a120, 0x1d, 0x1d, 0x0, 0xc01b03a120, 0xc0150d08f8, ...)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/merging_iter.go:899 +0xf4
github.com/cockroachdb/pebble.(*Iterator).SeekPrefixGE(0xc00a2e0000, 0xc01b03a120, 0x1d, 0x1d, 0x1c)
	/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/iterator.go:768 +0x61f
github.com/cockroachdb/cockroach/pkg/storage.(*pebbleIterator).SeekGE(0xc0047c2960, 0xc01b03a100, 0x1c, 0x20, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_iterator.go:263 +0x205
github.com/cockroachdb/cockroach/pkg/storage.(*unsafeMVCCIterator).SeekGE(0xc00b92e120, 0xc01b03a100, 0x1c, 0x20, 0x0, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/intent_interleaving_iter.go:1008 +0xa2
github.com/cockroachdb/cockroach/pkg/storage.(*pebbleMVCCScanner).get(0xc019e39c00, 0xa70ddb0, 0xc00c46af90)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/pebble_mvcc_scanner.go:209 +0x112
github.com/cockroachdb/cockroach/pkg/storage.mvccGet(0xa70ddb0, 0xc00c46af90, 0xa850de0, 0xc00b92e120, 0xc01b03a100, 0x1c, 0x20, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:898 +0x34f
github.com/cockroachdb/cockroach/pkg/storage.MVCCGet(0xa70ddb0, 0xc00c46af90, 0xa77ca30, 0xc007224100, 0xc01b03a100, 0x1c, 0x20, 0x0, 0x0, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:858 +0x285
github.com/cockroachdb/cockroach/pkg/storage.MVCCGetProto(0xa70ddb0, 0xc00c46af90, 0xa77ca30, 0xc007224100, 0xc01b03a100, 0x1c, 0x20, 0x0, 0x0, 0xa760be8, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/storage/mvcc.go:727 +0x11f
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).getQueueLastProcessed(0xc00181d500, 0xa70ddb0, 0xc00c46af90, 0x6f4fd53, 0x12, 0x0, 0xc01389b6a8, 0x4b3158, 0xc00181d930)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica.go:1106 +0x4d3
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*consistencyQueue).shouldQueue.func1(0xa70ddb0, 0xc00c46af90, 0x4e94914f0000, 0xc01389b740, 0x2d6bce5, 0xc00089b340)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/consistency_queue.go:105 +0xc5
github.com/cockroachdb/cockroach/pkg/kv/kvserver.consistencyQueueShouldQueueImpl(0xa70ddb0, 0xc00c46af90, 0x16a46e470393f82a, 0x16a46e0000000000, 0xc00b0f2070, 0xc0150d17e0, 0xc0150d17d0, 0x0, 0x4e94914f0000, 0x0, ...)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/consistency_queue.go:130 +0x152
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*consistencyQueue).shouldQueue(0xc00d84f7e8, 0xa70ddb0, 0xc00c46af90, 0x16a46e470393f82a, 0x0, 0xc00181d500, 0x0, 0x0, 0x100000001, 0x1)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/consistency_queue.go:101 +0x22a
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).maybeAdd(0xc00a677680, 0xa70dd40, 0xc0001a6010, 0xa779ff0, 0xc00181d500, 0x16a46e470393f82a, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:660 +0x333
github.com/cockroachdb/cockroach/pkg/kv/kvserver.baseQueueHelper.MaybeAdd(0xc00a677680, 0xa70dd40, 0xc0001a6010, 0xa779ff0, 0xc00181d500, 0x16a46e470393f82a, 0x0)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:541 +0x85
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).MaybeAddAsync.func1(0xa70dd40, 0xc0001a6010, 0xa6cb7c8, 0xc00a677680)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:592 +0x8b
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).Async.func1(0xa70dd40, 0xc0001a6010)
	/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:579 +0x66
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx.func2(0xc0060ac6c0, 0xa70dd40, 0xc0001a6010, 0x0, 0xc009cd3f80, 0xc00143eb88)
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:442 +0x162
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTaskEx
	/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:434 +0x28e
FAIL	github.com/cockroachdb/cockroach/pkg/ccl/backupccl	3600.856s