Skip to content

Instantly share code, notes, and snippets.

@otan
Created March 25, 2021 04:44
Show Gist options
  • Save otan/12e1e6d7aab9236e3590660ef570aee8 to your computer and use it in GitHub Desktop.
Save otan/12e1e6d7aab9236e3590660ef570aee8 to your computer and use it in GitHub Desktop.
This file has been truncated, but you can view the full file.
panic: didn't get expected magic bytes header: rpc.delayingHeader{Magic:5211883372140375601, ReadTime:2320532691260432740, Sz:542270833, DelayMS:1969582964}
goroutine 22742 [running]:
github.com/cockroachdb/cockroach/pkg/rpc.delayingConn.Read(0x546f560, 0xc0057c3780, 0x0, 0x0, 0x0, 0x0, 0xc007b72510, 0xc0013deb40, 0x205, 0x205, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:903 +0x433
crypto/tls.(*atLeastReader).Read(0xc001685300, 0xc0013deb40, 0x205, 0x205, 0xc0013deb40, 0x0, 0xc0096de6a8)
/usr/local/go/src/crypto/tls/conn.go:779 +0x62
bytes.(*Buffer).ReadFrom(0xc00ad67400, 0x5372620, 0xc001685300, 0x43c1a5, 0x40c3b60, 0x45821c0)
/usr/local/go/src/bytes/buffer.go:204 +0xb1
crypto/tls.(*Conn).readFromUntil(0xc00ad67180, 0x7f2242f4c398, 0xc00ba021c0, 0x5, 0xc00ba021c0, 0x4726dc)
/usr/local/go/src/crypto/tls/conn.go:801 +0xf3
crypto/tls.(*Conn).readRecordOrCCS(0xc00ad67180, 0xc000dd8f00, 0xf4, 0x100)
/usr/local/go/src/crypto/tls/conn.go:608 +0x115
crypto/tls.(*Conn).readRecord(...)
/usr/local/go/src/crypto/tls/conn.go:576
crypto/tls.(*Conn).readHandshake(0xc00ad67180, 0xc00ecd6c16, 0xc00ecd6c00, 0xef, 0x180)
/usr/local/go/src/crypto/tls/conn.go:992 +0x6d
crypto/tls.(*Conn).clientHandshake(0xc00ad67180, 0x0, 0x0)
/usr/local/go/src/crypto/tls/handshake_client.go:170 +0x2a7
crypto/tls.(*Conn).Handshake(0xc00ad67180, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:1362 +0xc9
google.golang.org/grpc/credentials.(*tlsCreds).ClientHandshake.func1(0xc009009aa0, 0xc00ad67180)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/credentials/tls.go:84 +0x2b
created by google.golang.org/grpc/credentials.(*tlsCreds).ClientHandshake
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/credentials/tls.go:83 +0xe5
goroutine 1 [chan receive]:
testing.(*T).Run(0xc000f6cd80, 0x474bec3, 0x25, 0x4dab120, 0x4c9e01)
/usr/local/go/src/testing/testing.go:1169 +0x2da
testing.runTests.func1(0xc000f6cc00)
/usr/local/go/src/testing/testing.go:1439 +0x78
testing.tRunner(0xc000f6cc00, 0xc00141fd58)
/usr/local/go/src/testing/testing.go:1123 +0xef
testing.runTests(0xc001076140, 0x74854e0, 0x43, 0x43, 0xc00f22ec9fd8706c, 0xe02bc0d1a, 0x77afbc0, 0x203000)
/usr/local/go/src/testing/testing.go:1437 +0x2fe
testing.(*M).Run(0xc000dfe580, 0x0)
/usr/local/go/src/testing/testing.go:1345 +0x1eb
github.com/cockroachdb/cockroach/pkg/cli_test.TestMain(0xc000dfe580)
/go/src/github.com/cockroachdb/cockroach/pkg/cli/main_test.go:34 +0x8e
main.main()
_testmain.go:225 +0x165
goroutine 8 [chan receive]:
github.com/cockroachdb/cockroach/pkg/util/log.flushDaemon()
/go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_flush.go:75 +0x73
created by github.com/cockroachdb/cockroach/pkg/util/log.init.5
/go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_flush.go:41 +0x35
goroutine 9 [chan receive]:
github.com/cockroachdb/cockroach/pkg/util/log.signalFlusher()
/go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_flush.go:98 +0x12c
created by github.com/cockroachdb/cockroach/pkg/util/log.init.5
/go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_flush.go:42 +0x4d
goroutine 34 [syscall]:
os/signal.signal_recv(0x0)
/usr/local/go/src/runtime/sigqueue.go:147 +0x9d
os/signal.loop()
/usr/local/go/src/os/signal/signal_unix.go:23 +0x25
created by os/signal.Notify.func1.1
/usr/local/go/src/os/signal/signal.go:150 +0x45
goroutine 41 [chan receive]:
github.com/cockroachdb/cmux.muxListener.Accept(...)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:184
github.com/cockroachdb/cockroach/pkg/rpc.delayingListener.Accept(0x53e78e0, 0xc00357d500, 0xc0048a6df0, 0x18, 0xc0002d0300, 0xb4d61e)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:856 +0x3b
google.golang.org/grpc.(*Server).Serve(0xc0002ecea0, 0x53e7e60, 0xc003582f00, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:621 +0x216
github.com/cockroachdb/cockroach/pkg/server.(*Server).startListenRPCAndSQL.func5.1(0x540c3e0, 0xc002483380)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1977 +0x46
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc002483380, 0x0, 0xc000e5f4e0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 27 [select]:
go.opencensus.io/stats/view.(*worker).start(0xc00076b360)
/go/src/github.com/cockroachdb/cockroach/vendor/go.opencensus.io/stats/view/worker.go:154 +0x105
created by go.opencensus.io/stats/view.init.0
/go/src/github.com/cockroachdb/cockroach/vendor/go.opencensus.io/stats/view/worker.go:32 +0x57
goroutine 13 [sleep]:
time.Sleep(0x4c4b40)
/usr/local/go/src/runtime/time.go:188 +0xbf
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).Quiesce(0xc001c8a900, 0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:527 +0xf4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).Stop(0xc001c8a900, 0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:473 +0x1f5
github.com/cockroachdb/cockroach/pkg/server.(*Server).Stop(...)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:2360
github.com/cockroachdb/cockroach/pkg/util/stop.CloserFn.Close(0xc002647dc0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:110 +0x25
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).Stop(0xc0010ee600, 0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:478 +0x268
github.com/cockroachdb/cockroach/pkg/cli.(*transientCluster).cleanup(0xc00060dcb0, 0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/cli/demo_cluster.go:406 +0x87
github.com/cockroachdb/cockroach/pkg/cli.TestTransientClusterSimulateLatencies(0xc000f6cd80)
/go/src/github.com/cockroachdb/cockroach/pkg/cli/demo_test.go:211 +0x5fa
testing.tRunner(0xc000f6cd80, 0x4dab120)
/usr/local/go/src/testing/testing.go:1123 +0xef
created by testing.(*T).Run
/usr/local/go/src/testing/testing.go:1168 +0x2b3
goroutine 14 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005401b0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005401b0, 0xc0003d56c0, 0x1, 0x1, 0xc0000affb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0010f2900)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 15 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc000540270)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc000540270, 0xc0003d56c0, 0x1, 0x1, 0xc00052ffb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0010f2a00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 16 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005402d0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005402d0, 0xc0003d56c0, 0x1, 0x1, 0xc0000a9fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0010f2b00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 82 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc000540330)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc000540330, 0xc0003d56c0, 0x1, 0x1, 0xc0000aa7b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0010f2c00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 83 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc000540390)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc000540390, 0xc0003d56c0, 0x1, 0x1, 0xc0000aafb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0010f2d00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 84 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005403f0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005403f0, 0xc0003d56c0, 0x1, 0x1, 0xc0000ab7b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0010f2e00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 85 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc000540210)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc000540210, 0xc0003d56c0, 0x1, 0x1, 0xc0000abfb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0010f2f00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 86 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005404b0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005404b0, 0xc0003d56c0, 0x1, 0x1, 0xc0005177b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0010f3000)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 87 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc000540510)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc000540510, 0xc0003d56c0, 0x1, 0x1, 0xc000517fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0010f3100)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 88 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc000540570)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc000540570, 0xc0003d56c0, 0x1, 0x1, 0xc00052b7b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0010f3200)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 89 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc000540450)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc000540450, 0xc0003d56c0, 0x1, 0x1, 0xc00052bfb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0010f3300)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 90 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005405d0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005405d0, 0xc0003d56c0, 0x1, 0x1, 0xc00052cfb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0010f3400)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 91 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00071f080)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00071f080, 0xc0003d56c0, 0x1, 0x1, 0xc00052d7b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0010f3500)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 92 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc000540630)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc000540630, 0xc0003d56c0, 0x1, 0x1, 0xc00052dfb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0010f3600)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 93 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc000540690)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc000540690, 0xc0003d56c0, 0x1, 0x1, 0xc00052e7b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0010f3700)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 94 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005406f0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005406f0, 0xc0003d56c0, 0x1, 0x1, 0xc00052efb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0010f3800)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 16270 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0081ae0e0, 0x110)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0081ae0d0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/pebble/internal/record.(*flusherCond).Wait(...)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:193
github.com/cockroachdb/pebble/internal/record.(*LogWriter).flushLoop(0xc0081ae000, 0x540c3e0, 0xc00bb87980)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:396 +0x10b
runtime/pprof.Do(0x540c3e0, 0xc00bb87980, 0xc0003d4f80, 0x1, 0x1, 0xc005be87b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble/internal/record.NewLogWriter.func2(0xc0081ae000)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:314 +0x89
created by github.com/cockroachdb/pebble/internal/record.NewLogWriter
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:313 +0x2ea
goroutine 40 [chan receive]:
github.com/cockroachdb/cockroach/pkg/server.(*Server).PreStart.func5(0x540c3e0, 0xc002483380)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1356 +0x53
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc002483380, 0x0, 0xc000e5e820)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 39 [chan receive]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc004886000)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:1156 +0x709
created by google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:799 +0x12a
goroutine 141 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc000cb8150)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc000cb8150, 0xc0003d56c0, 0x1, 0x1, 0xc000c8d7b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc000ffff00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 142 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc000cb81b0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc000cb81b0, 0xc0003d56c0, 0x1, 0x1, 0xc000c8dfb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00153c000)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 143 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc000cb8270)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc000cb8270, 0xc0003d56c0, 0x1, 0x1, 0xc0011e47b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00153c100)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 144 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc000cb82d0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc000cb82d0, 0xc0003d56c0, 0x1, 0x1, 0xc0011e4fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00153c200)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 145 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc000cb8360)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc000cb8360, 0xc0003d56c0, 0x1, 0x1, 0xc0011e57b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00153c300)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 146 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc000cb83c0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc000cb83c0, 0xc0003d56c0, 0x1, 0x1, 0xc0011e5fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00153c400)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 147 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc000cb8450)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc000cb8450, 0xc0003d56c0, 0x1, 0x1, 0xc0011e67b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00153c500)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 148 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc000cb8030)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc000cb8030, 0xc0003d56c0, 0x1, 0x1, 0xc0000bdfb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00153c600)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 149 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc000cb8540)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc000cb8540, 0xc0003d56c0, 0x1, 0x1, 0xc0011e77b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00153c700)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 150 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc000cb85a0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc000cb85a0, 0xc0003d56c0, 0x1, 0x1, 0xc0011e7fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00153c800)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 151 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc000cb8630)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc000cb8630, 0xc0003d56c0, 0x1, 0x1, 0xc0015667b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00153c900)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 152 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc000cb8690)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc000cb8690, 0xc0003d56c0, 0x1, 0x1, 0xc001566fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00153ca00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 153 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc000cb8720)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc000cb8720, 0xc0003d56c0, 0x1, 0x1, 0xc0015677b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00153cb00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 154 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc000cb84b0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc000cb84b0, 0xc0003d56c0, 0x1, 0x1, 0xc001567fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00153cc00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 155 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc000cb8810)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc000cb8810, 0xc0003d56c0, 0x1, 0x1, 0xc0011e27b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00153cd00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 156 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc000cb8870)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc000cb8870, 0xc0003d56c0, 0x1, 0x1, 0xc0011e2fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00153ce00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 19487 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc009732fe0, 0x5)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc009732fd0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/pebble/internal/record.(*flusherCond).Wait(...)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:193
github.com/cockroachdb/pebble/internal/record.(*LogWriter).flushLoop(0xc009732f00, 0x540c3e0, 0xc0106b1e00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:396 +0x10b
runtime/pprof.Do(0x540c3e0, 0xc0106b1e00, 0xc0003d4f80, 0x1, 0x1, 0xc0048f3fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble/internal/record.NewLogWriter.func2(0xc009732f00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:314 +0x89
created by github.com/cockroachdb/pebble/internal/record.NewLogWriter
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:313 +0x2ea
goroutine 482 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0038a4f90)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0038a4f90, 0xc0003d56c0, 0x1, 0x1, 0xc0035a37b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc003a08000)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 187 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00056e1b0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00056e1b0, 0xc0003d56c0, 0x1, 0x1, 0xc0011e6fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001d58400)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 188 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00056e300)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00056e300, 0xc0003d56c0, 0x1, 0x1, 0xc00052f7b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001d58500)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 189 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00056f1a0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00056f1a0, 0xc0003d56c0, 0x1, 0x1, 0xc000c92fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001d58600)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 190 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00056e270)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00056e270, 0xc0003d56c0, 0x1, 0x1, 0xc000c927b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001d58700)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 191 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00056f260)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00056f260, 0xc0003d56c0, 0x1, 0x1, 0xc000c8efb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001d58800)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 192 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00056f2c0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00056f2c0, 0xc0003d56c0, 0x1, 0x1, 0xc000c91fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001d58900)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 193 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00056f200)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00056f200, 0xc0003d56c0, 0x1, 0x1, 0xc000c8e7b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001d58a00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 210 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00056f380)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00056f380, 0xc0003d56c0, 0x1, 0x1, 0xc000c917b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001d58b00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 211 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00056f320)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00056f320, 0xc0003d56c0, 0x1, 0x1, 0xc000c90fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001d58c00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 212 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00056f440)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00056f440, 0xc0003d56c0, 0x1, 0x1, 0xc000c8ffb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001d58d00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 213 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00056f3e0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00056f3e0, 0xc0003d56c0, 0x1, 0x1, 0xc00181b7b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001d58e00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 214 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00056f500)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00056f500, 0xc0003d56c0, 0x1, 0x1, 0xc0018187b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001d58f00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 215 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00056f4a0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00056f4a0, 0xc0003d56c0, 0x1, 0x1, 0xc00181ffb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001d59000)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 216 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00056f560)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00056f560, 0xc0003d56c0, 0x1, 0x1, 0xc000b87fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001d59100)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 217 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00056f5c0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00056f5c0, 0xc0003d56c0, 0x1, 0x1, 0xc000b8c7b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001d59200)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 218 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00056f620)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00056f620, 0xc0003d56c0, 0x1, 0x1, 0xc000b88fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001d59300)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 20083 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc003bd2ae0, 0x18)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc003bd2ad0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/pebble/internal/record.(*flusherCond).Wait(...)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:193
github.com/cockroachdb/pebble/internal/record.(*LogWriter).flushLoop(0xc003bd2a00, 0x540c3e0, 0xc0102d2630)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:396 +0x10b
runtime/pprof.Do(0x540c3e0, 0xc0102d2630, 0xc0003d4f80, 0x1, 0x1, 0xc0076b2fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble/internal/record.NewLogWriter.func2(0xc003bd2a00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:314 +0x89
created by github.com/cockroachdb/pebble/internal/record.NewLogWriter
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:313 +0x2ea
goroutine 38 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc004884080)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 21708 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).outputLoop(0xc00d1dee00, 0x540c320, 0xc00f237b40, 0xc00f237b40, 0xc011327a60)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:254 +0x1f9
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).runOutputLoop(0xc00d1dee00, 0x540c320, 0xc00f237b40)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:271 +0xc5
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run.func1(0x540c320, 0xc00f64e700)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:259 +0x65
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c320, 0xc00f64e700, 0x0, 0xc00b45c400)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 21707 [chan receive]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).RangeFeed(0xc0027bc400, 0xc007ccc840, 0x545df80, 0xc011327a40, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_rangefeed.go:243 +0x605
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).RangeFeed(0xc00574e300, 0xc007ccc840, 0x545df80, 0xc011327a40, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:2502 +0x11e
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Stores).RangeFeed(0xc000860700, 0xc007ccc840, 0x545df80, 0xc011327a40, 0x10)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/stores.go:216 +0xce
github.com/cockroachdb/cockroach/pkg/server.(*Node).RangeFeed(0xc00401eb00, 0xc007ccc840, 0x545df80, 0xc011327a40, 0xc00401eb00, 0xc00c29ab10)
/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1011 +0x54
github.com/cockroachdb/cockroach/pkg/roachpb._Internal_RangeFeed_Handler(0x4646ca0, 0xc00401eb00, 0x5454920, 0xc007ccc780, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9143 +0x10b
github.com/cockroachdb/cockroach/pkg/util/tracing.StreamServerInterceptor.func1(0x4646ca0, 0xc00401eb00, 0x5454920, 0xc007ccc780, 0xc00b45c300, 0x4dac178, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpc_interceptor.go:169 +0x5a9
google.golang.org/grpc.getChainStreamHandler.func1(0x4646ca0, 0xc00401eb00, 0x5454920, 0xc007ccc780, 0x43dc260, 0xc00f237a00)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd
github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x4646ca0, 0xc00401eb00, 0x5454920, 0xc007ccc780, 0xc00b45c300, 0xc00f237a00, 0xc00f237a00, 0x2)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:184 +0x96
google.golang.org/grpc.getChainStreamHandler.func1(0x4646ca0, 0xc00401eb00, 0x5454920, 0xc007ccc780, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd
github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x4646ca0, 0xc00401eb00, 0x5454920, 0xc007ccc780, 0xc00b45c300, 0xc00f2379c0, 0x43dc260, 0xc00f2379c0)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8
google.golang.org/grpc.chainStreamServerInterceptors.func1(0x4646ca0, 0xc00401eb00, 0x5454920, 0xc007ccc780, 0xc00b45c300, 0x4dac178, 0x540c3e0, 0xc00c29ac90)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd
google.golang.org/grpc.(*Server).processStreamingRPC(0xc0010da4e0, 0x5473520, 0xc008579200, 0xc00d8dce00, 0xc0033aca20, 0x7448f60, 0x0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x522
google.golang.org/grpc.(*Server).handleStream(0xc0010da4e0, 0x5473520, 0xc008579200, 0xc00d8dce00, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xc5c
google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc007c48030, 0xc0010da4e0, 0x5473520, 0xc008579200, 0xc00d8dce00)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xa5
created by google.golang.org/grpc.(*Server).serveStreams.func1
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa5
goroutine 22483 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc0087707c0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 265 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00056f860)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00056f860, 0xc0003d56c0, 0x1, 0x1, 0xc0023867b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0019e4100)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 266 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00056f8c0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00056f8c0, 0xc0003d56c0, 0x1, 0x1, 0xc002386fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0019e4200)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 267 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00056f800)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00056f800, 0xc0003d56c0, 0x1, 0x1, 0xc0023877b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0019e4300)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 268 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00056f920)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00056f920, 0xc0003d56c0, 0x1, 0x1, 0xc002387fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0019e4400)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 269 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00056f980)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00056f980, 0xc0003d56c0, 0x1, 0x1, 0xc0021a47b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0019e4500)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 270 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc002400030)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc002400030, 0xc0003d56c0, 0x1, 0x1, 0xc002408fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0019e4600)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 271 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b2090)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b2090, 0xc0003d56c0, 0x1, 0x1, 0xc0023817b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0019e4700)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 272 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b20f0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b20f0, 0xc0003d56c0, 0x1, 0x1, 0xc002381fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0019e4800)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 273 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b2150)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b2150, 0xc0003d56c0, 0x1, 0x1, 0xc0023827b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0019e4900)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 274 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b21b0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b21b0, 0xc0003d56c0, 0x1, 0x1, 0xc002382fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0019e4a00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 275 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b2210)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b2210, 0xc0003d56c0, 0x1, 0x1, 0xc0023837b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0019e4b00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 276 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b2030)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b2030, 0xc0003d56c0, 0x1, 0x1, 0xc000bfafb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0019e4c00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 277 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b22d0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b22d0, 0xc0003d56c0, 0x1, 0x1, 0xc0023847b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0019e4d00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 278 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b2330)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b2330, 0xc0003d56c0, 0x1, 0x1, 0xc00239efb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0019e4e00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 279 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b2270)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b2270, 0xc0003d56c0, 0x1, 0x1, 0xc00239f7b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0019e4f00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 280 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00056f7a0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00056f7a0, 0xc0003d56c0, 0x1, 0x1, 0xc00239ffb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0019e5000)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 323 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b2270)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b2270, 0xc0003d56c0, 0x1, 0x1, 0xc0021ab7b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001336d00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 324 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b2330)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b2330, 0xc0003d56c0, 0x1, 0x1, 0xc0021a6fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001336e00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 325 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b23c0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b23c0, 0xc0003d56c0, 0x1, 0x1, 0xc0021abfb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001336f00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 326 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b2420)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b2420, 0xc0003d56c0, 0x1, 0x1, 0xc0021a5fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001337000)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 327 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b2480)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b2480, 0xc0003d56c0, 0x1, 0x1, 0xc0012437b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001337100)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 328 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b24e0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b24e0, 0xc0003d56c0, 0x1, 0x1, 0xc001243fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001337200)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 329 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b2540)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b2540, 0xc0003d56c0, 0x1, 0x1, 0xc001245fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001337300)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 330 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b21b0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b21b0, 0xc0003d56c0, 0x1, 0x1, 0xc0012447b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001337400)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 331 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b2600)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b2600, 0xc0003d56c0, 0x1, 0x1, 0xc0012407b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001337500)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 332 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b2660)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b2660, 0xc0003d56c0, 0x1, 0x1, 0xc001242fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001337600)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 333 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b26c0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b26c0, 0xc0003d56c0, 0x1, 0x1, 0xc0024fa7b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001337700)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 334 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b25a0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b25a0, 0xc0003d56c0, 0x1, 0x1, 0xc0024fafb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001337800)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 335 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b2780)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b2780, 0xc0003d56c0, 0x1, 0x1, 0xc0024fb7b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001337900)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 336 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b2720)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b2720, 0xc0003d56c0, 0x1, 0x1, 0xc0024fbfb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001337a00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 337 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b27e0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b27e0, 0xc0003d56c0, 0x1, 0x1, 0xc0024fc7b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001337b00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 338 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b2840)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b2840, 0xc0003d56c0, 0x1, 0x1, 0xc0024f97b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001337c00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 19128 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b64c5e0, 0x1b)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b64c5d0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/pebble/internal/record.(*flusherCond).Wait(...)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:193
github.com/cockroachdb/pebble/internal/record.(*LogWriter).flushLoop(0xc00b64c500, 0x540c3e0, 0xc00fc69770)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:396 +0x10b
runtime/pprof.Do(0x540c3e0, 0xc00fc69770, 0xc0003d4f80, 0x1, 0x1, 0xc00c0ae7b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble/internal/record.NewLogWriter.func2(0xc00b64c500)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:314 +0x89
created by github.com/cockroachdb/pebble/internal/record.NewLogWriter
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:313 +0x2ea
goroutine 37 [select]:
github.com/cockroachdb/cockroach/pkg/server.(*loopbackListener).Accept(0xc00290af90, 0x4db2278, 0xc0002ecea0, 0x546f680, 0xc000cf4680)
/go/src/github.com/cockroachdb/cockroach/pkg/server/loopback.go:49 +0xff
google.golang.org/grpc.(*Server).Serve(0xc0002ecea0, 0x53d3d20, 0xc00290af90, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:621 +0x216
github.com/cockroachdb/cockroach/pkg/server.(*Server).PreStart.func2(0x540c3e0, 0xc002483380)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1323 +0x49
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc002483380, 0x0, 0xc000e5e2e0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 344 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b2990)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b2990, 0xc0003d56c0, 0x1, 0x1, 0xc0013b8fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001d96300)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 345 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b2930)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b2930, 0xc0003d56c0, 0x1, 0x1, 0xc0013b97b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001d96400)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 346 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b29f0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b29f0, 0xc0003d56c0, 0x1, 0x1, 0xc0013b9fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001d96500)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 347 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc001302090)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc001302090, 0xc0003d56c0, 0x1, 0x1, 0xc0024f87b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001d96600)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 348 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b2a50)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b2a50, 0xc0003d56c0, 0x1, 0x1, 0xc0024f9fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001d96700)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 349 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b2ab0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b2ab0, 0xc0003d56c0, 0x1, 0x1, 0xc0013b37b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001d96800)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 350 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b2b10)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b2b10, 0xc0003d56c0, 0x1, 0x1, 0xc0013b3fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001d96900)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 351 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0024000c0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0024000c0, 0xc0003d56c0, 0x1, 0x1, 0xc0013b47b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001d96a00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 352 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc002400120)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc002400120, 0xc0003d56c0, 0x1, 0x1, 0xc0013b4fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001d96b00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 353 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc002400180)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc002400180, 0xc0003d56c0, 0x1, 0x1, 0xc0013b57b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001d96c00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 354 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0024001e0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0024001e0, 0xc0003d56c0, 0x1, 0x1, 0xc0013b5fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001d96d00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 355 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc002400240)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc002400240, 0xc0003d56c0, 0x1, 0x1, 0xc0013b67b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001d96e00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 356 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b2b70)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b2b70, 0xc0003d56c0, 0x1, 0x1, 0xc0013b6fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001d96f00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 357 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b2bd0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b2bd0, 0xc0003d56c0, 0x1, 0x1, 0xc0018857b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001d97000)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 358 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b2c30)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b2c30, 0xc0003d56c0, 0x1, 0x1, 0xc001885fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001d97200)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 359 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0024002a0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0024002a0, 0xc0003d56c0, 0x1, 0x1, 0xc0018867b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001d97300)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 360 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc002b685e0, 0x0)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc002b685d0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/pebble/internal/record.(*flusherCond).Wait(...)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:193
github.com/cockroachdb/pebble/internal/record.(*LogWriter).flushLoop(0xc002b68500, 0x540c3e0, 0xc002400300)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:396 +0x10b
runtime/pprof.Do(0x540c3e0, 0xc002400300, 0xc0003d4f80, 0x1, 0x1, 0xc001886fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble/internal/record.NewLogWriter.func2(0xc002b68500)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:314 +0x89
created by github.com/cockroachdb/pebble/internal/record.NewLogWriter
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:313 +0x2ea
goroutine 379 [select]:
github.com/cockroachdb/cockroach/pkg/util/hlc.(*Clock).StartMonitoringForwardClockJumps.func1(0x4db43f0, 0xc0012ebe50, 0xc0006136c0, 0x540c3e0, 0xc000cb96b0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/hlc/hlc.go:230 +0x12d
created by github.com/cockroachdb/cockroach/pkg/util/hlc.(*Clock).StartMonitoringForwardClockJumps
/go/src/github.com/cockroachdb/cockroach/pkg/util/hlc/hlc.go:223 +0xd0
goroutine 22739 [select]:
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc003586480, 0xc001681db0, 0xc0093799e0, 0xf, 0xc0057ef020, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1124 +0x2e7
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1.1(0x540c320, 0xc00351ef80)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1053 +0x79
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c320, 0xc00351ef80, 0x0, 0xc001681ef0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 385 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b2d20)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b2d20, 0xc0003d56c0, 0x1, 0x1, 0xc001882fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001b53d00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 386 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b2de0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b2de0, 0xc0003d56c0, 0x1, 0x1, 0xc0018827b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001b53e00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 387 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b2e40)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b2e40, 0xc0003d56c0, 0x1, 0x1, 0xc002e99fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc001b53f00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 388 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b2ea0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b2ea0, 0xc0003d56c0, 0x1, 0x1, 0xc0013b27b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002eb8000)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 389 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b2f00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b2f00, 0xc0003d56c0, 0x1, 0x1, 0xc0021aa7b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002eb8100)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 390 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b2f60)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b2f60, 0xc0003d56c0, 0x1, 0x1, 0xc0021a8fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002eb8200)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 391 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b2fc0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b2fc0, 0xc0003d56c0, 0x1, 0x1, 0xc002cd47b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002eb8300)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 392 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b2d80)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b2d80, 0xc0003d56c0, 0x1, 0x1, 0xc002cd37b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002eb8400)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 393 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b3080)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b3080, 0xc0003d56c0, 0x1, 0x1, 0xc002cd3fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002eb8500)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 394 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b30e0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b30e0, 0xc0003d56c0, 0x1, 0x1, 0xc002e9afb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002eb8600)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 395 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b3140)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b3140, 0xc0003d56c0, 0x1, 0x1, 0xc0018817b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002eb8700)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 396 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b3020)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b3020, 0xc0003d56c0, 0x1, 0x1, 0xc001887fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002eb8800)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 397 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b3200)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b3200, 0xc0003d56c0, 0x1, 0x1, 0xc001881fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002eb8900)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 398 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b31a0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b31a0, 0xc0003d56c0, 0x1, 0x1, 0xc001884fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002eb8a00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 399 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b3260)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b3260, 0xc0003d56c0, 0x1, 0x1, 0xc002ccf7b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002eb8b00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 400 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0024003f0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0024003f0, 0xc0003d56c0, 0x1, 0x1, 0xc002ccffb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002eb8c00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 20533 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0003154e0, 0xf)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0003154d0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/pebble/internal/record.(*flusherCond).Wait(...)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:193
github.com/cockroachdb/pebble/internal/record.(*LogWriter).flushLoop(0xc000315400, 0x540c3e0, 0xc010ce95f0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:396 +0x10b
runtime/pprof.Do(0x540c3e0, 0xc010ce95f0, 0xc0003d4f80, 0x1, 0x1, 0xc00c0c47b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble/internal/record.NewLogWriter.func2(0xc000315400)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:314 +0x89
created by github.com/cockroachdb/pebble/internal/record.NewLogWriter
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:313 +0x2ea
goroutine 304 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc002b719e0, 0x0)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc002b719d0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/pebble/internal/record.(*flusherCond).Wait(...)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:193
github.com/cockroachdb/pebble/internal/record.(*LogWriter).flushLoop(0xc002b71900, 0x540c3e0, 0xc0024000c0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:396 +0x10b
runtime/pprof.Do(0x540c3e0, 0xc0024000c0, 0xc0003d4f80, 0x1, 0x1, 0xc002380fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble/internal/record.NewLogWriter.func2(0xc002b71900)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:314 +0x89
created by github.com/cockroachdb/pebble/internal/record.NewLogWriter
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:313 +0x2ea
goroutine 403 [chan receive]:
github.com/cockroachdb/cockroach/pkg/rpc.NewContext.func1(0x540c320, 0xc0012b3f00)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:401 +0x51
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c320, 0xc0012b3f00, 0x0, 0xc001b4c700)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 404 [select]:
github.com/cockroachdb/cockroach/pkg/security.(*CertificateManager).RegisterSignalHandler.func1(0xc001b95800, 0x540c360, 0xc000074078, 0xc001c9ec30)
/go/src/github.com/cockroachdb/cockroach/pkg/security/certificate_manager.go:235 +0x159
created by github.com/cockroachdb/cockroach/pkg/security.(*CertificateManager).RegisterSignalHandler
/go/src/github.com/cockroachdb/cockroach/pkg/security/certificate_manager.go:232 +0x65
goroutine 405 [select]:
github.com/cockroachdb/cockroach/pkg/gossip.newInfoStore.func1(0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/gossip/infostore.go:190 +0x17b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c360, 0xc000074078, 0x0, 0xc002ee1700)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 406 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b3380)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b3380, 0xc0003d56c0, 0x1, 0x1, 0xc002cd2fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002eb9200)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 407 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b33e0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b33e0, 0xc0003d56c0, 0x1, 0x1, 0xc00308d7b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002eb9300)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 408 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b3440)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b3440, 0xc0003d56c0, 0x1, 0x1, 0xc00308dfb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002eb9400)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 409 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b34a0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b34a0, 0xc0003d56c0, 0x1, 0x1, 0xc00308e7b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002eb9500)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 410 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b3560)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b3560, 0xc0003d56c0, 0x1, 0x1, 0xc00308efb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002eb9600)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 411 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0024004b0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0024004b0, 0xc0003d56c0, 0x1, 0x1, 0xc00308f7b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002eb9700)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 412 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b3500)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b3500, 0xc0003d56c0, 0x1, 0x1, 0xc00308ffb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002eb9800)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 413 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b3320)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b3320, 0xc0003d56c0, 0x1, 0x1, 0xc002cce7b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002eb9900)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 414 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b3620)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b3620, 0xc0003d56c0, 0x1, 0x1, 0xc002ccefb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002eb9a00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 415 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b3680)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b3680, 0xc0003d56c0, 0x1, 0x1, 0xc0030897b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002eb9b00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 416 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b36e0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b36e0, 0xc0003d56c0, 0x1, 0x1, 0xc003089fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002eb9c00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 417 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b35c0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b35c0, 0xc0003d56c0, 0x1, 0x1, 0xc00308a7b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002eb9d00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 418 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b37a0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b37a0, 0xc0003d56c0, 0x1, 0x1, 0xc00308afb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002eb9e00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 419 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b3740)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b3740, 0xc0003d56c0, 0x1, 0x1, 0xc00308b7b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc002eb9f00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 420 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b3800)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b3800, 0xc0003d56c0, 0x1, 0x1, 0xc00308bfb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc003094000)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 421 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005b3860)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005b3860, 0xc0003d56c0, 0x1, 0x1, 0xc00308c7b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc003094100)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 422 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc002b6cfe0, 0x0)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc002b6cfd0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/pebble/internal/record.(*flusherCond).Wait(...)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:193
github.com/cockroachdb/pebble/internal/record.(*LogWriter).flushLoop(0xc002b6cf00, 0x540c3e0, 0xc001302150)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:396 +0x10b
runtime/pprof.Do(0x540c3e0, 0xc001302150, 0xc0003d4f80, 0x1, 0x1, 0xc00308cfb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble/internal/record.NewLogWriter.func2(0xc002b6cf00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:314 +0x89
created by github.com/cockroachdb/pebble/internal/record.NewLogWriter
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:313 +0x2ea
goroutine 424 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc002483380)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc002483380, 0x0, 0xc003582650)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 425 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc002483380)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc002483380, 0x0, 0xc003582660)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 426 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc002483380)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc002483380, 0x0, 0xc003582670)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 427 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc002483380)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc002483380, 0x0, 0xc003582680)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 428 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc002483380)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc002483380, 0x0, 0xc003582690)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 429 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc002483380)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc002483380, 0x0, 0xc0035826a0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 430 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc002483380)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc002483380, 0x0, 0xc0035826b0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 431 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc002483380)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc002483380, 0x0, 0xc0035826c0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 432 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc002483380)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc002483380, 0x0, 0xc0035826d0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 433 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc002483380)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc002483380, 0x0, 0xc0035826e0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 434 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc002483380)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc002483380, 0x0, 0xc0035826f0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 435 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc002483380)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc002483380, 0x0, 0xc003582700)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 436 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc002483380)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc002483380, 0x0, 0xc003582710)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 437 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc002483380)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc002483380, 0x0, 0xc003582720)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 438 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc002483380)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc002483380, 0x0, 0xc003582730)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 439 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc002483380)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc002483380, 0x0, 0xc003582740)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 441 [select]:
github.com/cockroachdb/cockroach/pkg/util/hlc.(*Clock).StartMonitoringForwardClockJumps.func1(0x4db43f0, 0xc001b81590, 0xc0006301c0, 0x540c3e0, 0xc002483380, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/hlc/hlc.go:230 +0x12d
created by github.com/cockroachdb/cockroach/pkg/util/hlc.(*Clock).StartMonitoringForwardClockJumps
/go/src/github.com/cockroachdb/cockroach/pkg/util/hlc/hlc.go:223 +0xd0
goroutine 442 [chan receive]:
github.com/cockroachdb/cockroach/pkg/util/netutil.MakeServer.func2(0x540c360, 0xc0000740a0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:113 +0x65
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c360, 0xc0000740a0, 0x0, 0xc00357d240)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 443 [chan receive]:
github.com/cockroachdb/cockroach/pkg/server.(*Server).startServeUI.func1(0x540c3e0, 0xc002483380)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:2006 +0x53
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc002483380, 0x0, 0xc00357d280)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 444 [IO wait]:
internal/poll.runtime_pollWait(0x7f2270ebd598, 0x72, 0x0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc00358e918, 0x72, 0x0, 0x0, 0x46c9bb4)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Accept(0xc00358e900, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:394 +0x1fc
net.(*netFD).accept(0xc00358e900, 0xc0036e4060, 0x43edf8, 0xc000100000)
/usr/local/go/src/net/fd_unix.go:172 +0x45
net.(*TCPListener).accept(0xc00357d260, 0xc00137edc0, 0x43edf8, 0x30)
/usr/local/go/src/net/tcpsock_posix.go:139 +0x32
net.(*TCPListener).Accept(0xc00357d260, 0x441ba00, 0xc0036e4060, 0x40291e0, 0x7431e00)
/usr/local/go/src/net/tcpsock.go:261 +0x65
net/http.(*Server).Serve(0xc003545ce0, 0x53e7060, 0xc00357d260, 0x0, 0x0)
/usr/local/go/src/net/http/server.go:2937 +0x266
github.com/cockroachdb/cockroach/pkg/server.(*Server).startServeUI.func4(0x540c3e0, 0xc002483380)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:2054 +0x3f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc002483380, 0x0, 0xc00357d2a0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 445 [chan receive]:
github.com/cockroachdb/cockroach/pkg/server.(*Server).startListenRPCAndSQL.func1(0x540c3e0, 0xc002483380)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1907 +0x53
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc002483380, 0x0, 0xc00357d4e0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 446 [chan receive]:
github.com/cockroachdb/cockroach/pkg/server.(*Server).startListenRPCAndSQL.func3(0x540c3e0, 0xc002483380)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1951 +0x5a
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc002483380, 0x0, 0xc00357d520)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 447 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0036e4120)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0036e4120, 0xc0003d56c0, 0x1, 0x1, 0xc0030acfb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00351be00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 448 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0036e4180)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0036e4180, 0xc0003d56c0, 0x1, 0x1, 0xc0030b27b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00351bf00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 449 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0036e41e0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0036e41e0, 0xc0003d56c0, 0x1, 0x1, 0xc0030b1fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0037a8000)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 450 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0036e4240)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0036e4240, 0xc0003d56c0, 0x1, 0x1, 0xc003088fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0037a8100)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 451 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0036e42a0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0036e42a0, 0xc0003d56c0, 0x1, 0x1, 0xc0018847b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0037a8200)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 452 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0036e4300)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0036e4300, 0xc0003d56c0, 0x1, 0x1, 0xc001882fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0037a8300)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 453 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0036e4360)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0036e4360, 0xc0003d56c0, 0x1, 0x1, 0xc001883fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0037a8400)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 454 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0036e40c0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0036e40c0, 0xc0003d56c0, 0x1, 0x1, 0xc00137ffb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0037a8500)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 455 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0036e4420)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0036e4420, 0xc0003d56c0, 0x1, 0x1, 0xc002cd4fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0037a8600)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 456 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0036e4480)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0036e4480, 0xc0003d56c0, 0x1, 0x1, 0xc00359f7b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0037a8700)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 457 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0036e44e0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0036e44e0, 0xc0003d56c0, 0x1, 0x1, 0xc00359ffb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0037a8800)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 458 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0036e43c0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0036e43c0, 0xc0003d56c0, 0x1, 0x1, 0xc0035a07b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0037a8900)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 459 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0036e45a0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0036e45a0, 0xc0003d56c0, 0x1, 0x1, 0xc0035a0fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0037a8a00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 460 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0036e4540)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0036e4540, 0xc0003d56c0, 0x1, 0x1, 0xc0035a17b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0037a8b00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 461 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0036e4600)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0036e4600, 0xc0003d56c0, 0x1, 0x1, 0xc0035a1fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0037a8c00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 462 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0036e4660)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0036e4660, 0xc0003d56c0, 0x1, 0x1, 0xc0035a27b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0037a8d00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 19020 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00c96afe0, 0x1c)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00c96afd0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/pebble/internal/record.(*flusherCond).Wait(...)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:193
github.com/cockroachdb/pebble/internal/record.(*LogWriter).flushLoop(0xc00c96af00, 0x540c3e0, 0xc00c9445a0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:396 +0x10b
runtime/pprof.Do(0x540c3e0, 0xc00c9445a0, 0xc0003d4f80, 0x1, 0x1, 0xc00c0c27b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble/internal/record.NewLogWriter.func2(0xc00c96af00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:314 +0x89
created by github.com/cockroachdb/pebble/internal/record.NewLogWriter
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:313 +0x2ea
goroutine 465 [chan receive]:
github.com/cockroachdb/cockroach/pkg/rpc.NewContext.func1(0x540c320, 0xc00351ef80)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:401 +0x51
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c320, 0xc00351ef80, 0x0, 0xc00357df80)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 466 [select]:
github.com/cockroachdb/cockroach/pkg/security.(*CertificateManager).RegisterSignalHandler.func1(0xc00358eb00, 0x540c360, 0xc000074078, 0xc001e22e10)
/go/src/github.com/cockroachdb/cockroach/pkg/security/certificate_manager.go:235 +0x159
created by github.com/cockroachdb/cockroach/pkg/security.(*CertificateManager).RegisterSignalHandler
/go/src/github.com/cockroachdb/cockroach/pkg/security/certificate_manager.go:232 +0x65
goroutine 467 [select]:
github.com/cockroachdb/cockroach/pkg/gossip.newInfoStore.func1(0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/gossip/infostore.go:190 +0x17b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c360, 0xc000074078, 0x0, 0xc0037e5920)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 483 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0038a4f30)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0038a4f30, 0xc0003d56c0, 0x1, 0x1, 0xc0030af7b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc003a08100)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 484 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc001302300)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc001302300, 0xc0003d56c0, 0x1, 0x1, 0xc0037c97b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc003a08200)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 485 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0038a5110)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0038a5110, 0xc0003d56c0, 0x1, 0x1, 0xc0037c9fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc003a08300)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 486 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0038a4ed0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0038a4ed0, 0xc0003d56c0, 0x1, 0x1, 0xc001c4afb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc003a08400)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 487 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005ca7b0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005ca7b0, 0xc0003d56c0, 0x1, 0x1, 0xc0037cafb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc003a08500)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 488 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005ca810)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005ca810, 0xc0003d56c0, 0x1, 0x1, 0xc0037cb7b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc003a08600)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 489 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005ca870)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005ca870, 0xc0003d56c0, 0x1, 0x1, 0xc0037cbfb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc003a08700)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 490 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005ca8d0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005ca8d0, 0xc0003d56c0, 0x1, 0x1, 0xc0037cc7b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc003a08800)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 491 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005ca930)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005ca930, 0xc0003d56c0, 0x1, 0x1, 0xc0037ccfb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc003a08900)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 492 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0038a5050)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0038a5050, 0xc0003d56c0, 0x1, 0x1, 0xc003a157b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc003a08a00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 493 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0038a50b0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0038a50b0, 0xc0003d56c0, 0x1, 0x1, 0xc003a15fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc003a08b00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 494 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0038a4ff0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0038a4ff0, 0xc0003d56c0, 0x1, 0x1, 0xc003a167b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc003a08c00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 495 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc001302360)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc001302360, 0xc0003d56c0, 0x1, 0x1, 0xc003a16fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc003a08d00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 496 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0013023f0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0013023f0, 0xc0003d56c0, 0x1, 0x1, 0xc003a177b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc003a08e00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 497 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005ca750)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005ca750, 0xc0003d56c0, 0x1, 0x1, 0xc003a17fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc003a08f00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 498 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc003591080)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc003591080, 0x0, 0xc0012f1720)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 499 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc003591080)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc003591080, 0x0, 0xc0012f1760)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 500 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc003591080)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc003591080, 0x0, 0xc0012f1980)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 501 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc003591080)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc003591080, 0x0, 0xc0012f1990)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 502 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc003591080)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc003591080, 0x0, 0xc0012f19e0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 503 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc003591080)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc003591080, 0x0, 0xc0012f19f0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 504 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc003591080)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc003591080, 0x0, 0xc0012f1a00)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 505 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc003591080)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc003591080, 0x0, 0xc0012f1a10)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 506 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc003591080)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc003591080, 0x0, 0xc0012f1a20)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 507 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc003591080)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc003591080, 0x0, 0xc0012f1a30)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 508 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc003591080)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc003591080, 0x0, 0xc0012f1a40)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 509 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc003591080)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc003591080, 0x0, 0xc0012f1a50)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 510 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc003591080)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc003591080, 0x0, 0xc0012f1a60)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 511 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc003591080)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc003591080, 0x0, 0xc0012f1a70)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 512 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc003591080)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc003591080, 0x0, 0xc0012f1a80)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 513 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc003591080)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc003591080, 0x0, 0xc0012f1a90)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 515 [select]:
github.com/cockroachdb/cockroach/pkg/util/hlc.(*Clock).StartMonitoringForwardClockJumps.func1(0x4db43f0, 0xc003555cc0, 0xc000781f10, 0x540c3e0, 0xc003591080, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/hlc/hlc.go:230 +0x12d
created by github.com/cockroachdb/cockroach/pkg/util/hlc.(*Clock).StartMonitoringForwardClockJumps
/go/src/github.com/cockroachdb/cockroach/pkg/util/hlc/hlc.go:223 +0xd0
goroutine 516 [chan receive]:
github.com/cockroachdb/cockroach/pkg/util/netutil.MakeServer.func2(0x540c360, 0xc0000740a0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:113 +0x65
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c360, 0xc0000740a0, 0x0, 0xc00128f980)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 517 [chan receive]:
github.com/cockroachdb/cockroach/pkg/server.(*Server).startServeUI.func1(0x540c3e0, 0xc003591080)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:2006 +0x53
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc003591080, 0x0, 0xc00128f9c0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 518 [IO wait]:
internal/poll.runtime_pollWait(0x7f2242f47ff0, 0x72, 0x0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc000c4cc98, 0x72, 0x0, 0x0, 0x46c9bb4)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Accept(0xc000c4cc80, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:394 +0x1fc
net.(*netFD).accept(0xc000c4cc80, 0xc000540450, 0x43edf8, 0xc0001e6800)
/usr/local/go/src/net/fd_unix.go:172 +0x45
net.(*TCPListener).accept(0xc00128f9a0, 0xc0030b0dc0, 0x43edf8, 0x30)
/usr/local/go/src/net/tcpsock_posix.go:139 +0x32
net.(*TCPListener).Accept(0xc00128f9a0, 0x441ba00, 0xc000540450, 0x40291e0, 0x7431e00)
/usr/local/go/src/net/tcpsock.go:261 +0x65
net/http.(*Server).Serve(0xc00194cc40, 0x53e7060, 0xc00128f9a0, 0x0, 0x0)
/usr/local/go/src/net/http/server.go:2937 +0x266
github.com/cockroachdb/cockroach/pkg/server.(*Server).startServeUI.func4(0x540c3e0, 0xc003591080)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:2054 +0x3f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc003591080, 0x0, 0xc00128f9e0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 519 [chan receive]:
github.com/cockroachdb/cockroach/pkg/server.(*Server).startListenRPCAndSQL.func1(0x540c3e0, 0xc003591080)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1907 +0x53
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc003591080, 0x0, 0xc00128fc60)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 520 [chan receive]:
github.com/cockroachdb/cockroach/pkg/server.(*Server).startListenRPCAndSQL.func3(0x540c3e0, 0xc003591080)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1951 +0x5a
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc003591080, 0x0, 0xc00128fca0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 521 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0024003f0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0024003f0, 0xc0003d56c0, 0x1, 0x1, 0xc0030b2fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc000f6bd00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 522 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00290a030)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00290a030, 0xc0003d56c0, 0x1, 0x1, 0xc0030b37b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc000f6be00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 523 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc002400330)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc002400330, 0xc0003d56c0, 0x1, 0x1, 0xc0011e3fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc000e65000)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 524 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0024002a0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0024002a0, 0xc0003d56c0, 0x1, 0x1, 0xc000b887b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0010ada00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 525 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0024004e0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0024004e0, 0xc0003d56c0, 0x1, 0x1, 0xc0023a07b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0010adf00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 526 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc002400540)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc002400540, 0xc0003d56c0, 0x1, 0x1, 0xc00239cfb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0010bf900)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 527 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc002400450)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc002400450, 0xc0003d56c0, 0x1, 0x1, 0xc0023a0fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0010bfe00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 528 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00290a120)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00290a120, 0xc0003d56c0, 0x1, 0x1, 0xc0030887b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0010ce300)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 529 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00290a0c0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00290a0c0, 0xc0003d56c0, 0x1, 0x1, 0xc0037cffb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0010ce400)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 530 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0024005a0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0024005a0, 0xc0003d56c0, 0x1, 0x1, 0xc0037c87b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0010ce600)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 531 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00290a210)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00290a210, 0xc0003d56c0, 0x1, 0x1, 0xc0037c8fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0010cea00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 532 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00290a2a0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00290a2a0, 0xc0003d56c0, 0x1, 0x1, 0xc0037cd7b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0010cec00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 533 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00290a1b0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00290a1b0, 0xc0003d56c0, 0x1, 0x1, 0xc0030b07b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0010ced00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 534 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc002400600)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc002400600, 0xc0003d56c0, 0x1, 0x1, 0xc0030affb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0010f3900)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 535 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc002400660)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc002400660, 0xc0003d56c0, 0x1, 0x1, 0xc0030adfb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0010f3a00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 536 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00290a300)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00290a300, 0xc0003d56c0, 0x1, 0x1, 0xc0030b3fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0010f3b00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 19639 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00f6200e0, 0x11)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00f6200d0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/pebble/internal/record.(*flusherCond).Wait(...)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:193
github.com/cockroachdb/pebble/internal/record.(*LogWriter).flushLoop(0xc00f620000, 0x540c3e0, 0xc00fdb9230)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:396 +0x10b
runtime/pprof.Do(0x540c3e0, 0xc00fdb9230, 0xc0003d4f80, 0x1, 0x1, 0xc004599fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble/internal/record.NewLogWriter.func2(0xc00f620000)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:314 +0x89
created by github.com/cockroachdb/pebble/internal/record.NewLogWriter
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:313 +0x2ea
goroutine 36 [chan receive]:
github.com/cockroachdb/cockroach/pkg/server.(*Server).PreStart.func1(0x540c3e0, 0xc002483380)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1315 +0x4b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc002483380, 0x0, 0xc000e5e2c0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 539 [chan receive]:
github.com/cockroachdb/cockroach/pkg/rpc.NewContext.func1(0x540c320, 0xc0013bddc0)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:401 +0x51
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c320, 0xc0013bddc0, 0x0, 0xc001076a40)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 540 [select]:
github.com/cockroachdb/cockroach/pkg/security.(*CertificateManager).RegisterSignalHandler.func1(0xc000c4d080, 0x540c360, 0xc000074078, 0xc000275860)
/go/src/github.com/cockroachdb/cockroach/pkg/security/certificate_manager.go:235 +0x159
created by github.com/cockroachdb/cockroach/pkg/security.(*CertificateManager).RegisterSignalHandler
/go/src/github.com/cockroachdb/cockroach/pkg/security/certificate_manager.go:232 +0x65
goroutine 541 [select]:
github.com/cockroachdb/cockroach/pkg/gossip.newInfoStore.func1(0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/gossip/infostore.go:190 +0x17b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c360, 0xc000074078, 0x0, 0xc000383090)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 542 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005409f0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005409f0, 0xc0003d56c0, 0x1, 0x1, 0xc0037ca7b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc000b3d400)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 543 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc000540b10)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc000540b10, 0xc0003d56c0, 0x1, 0x1, 0xc0037c9fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc000b3d500)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 544 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc000540d50)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc000540d50, 0xc0003d56c0, 0x1, 0x1, 0xc0037cf7b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc000b3d700)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 545 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc000540e70)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc000540e70, 0xc0003d56c0, 0x1, 0x1, 0xc002808fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc000b3d800)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 546 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc000540fc0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc000540fc0, 0xc0003d56c0, 0x1, 0x1, 0xc0028097b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc000b3db00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 547 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005410b0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005410b0, 0xc0003d56c0, 0x1, 0x1, 0xc002809fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc000b3dc00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 548 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc000541170)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc000541170, 0xc0003d56c0, 0x1, 0x1, 0xc003a107b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc000b3de00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 549 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005407e0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005407e0, 0xc0003d56c0, 0x1, 0x1, 0xc003a10fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc000cee000)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 550 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc000541380)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc000541380, 0xc0003d56c0, 0x1, 0x1, 0xc003a117b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc000cee100)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 551 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc000541410)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc000541410, 0xc0003d56c0, 0x1, 0x1, 0xc003a11fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc000cee300)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 552 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc000541530)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc000541530, 0xc0003d56c0, 0x1, 0x1, 0xc003a127b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc000cee400)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 553 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc000541260)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc000541260, 0xc0003d56c0, 0x1, 0x1, 0xc002804fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc000cee800)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 554 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc000541710)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc000541710, 0xc0003d56c0, 0x1, 0x1, 0xc0028057b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc000ceea00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 555 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc000541650)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc000541650, 0xc0003d56c0, 0x1, 0x1, 0xc002805fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc000ceeb00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 556 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0005417a0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0005417a0, 0xc0003d56c0, 0x1, 0x1, 0xc0028067b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc000ceec00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 557 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc000541830)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc000541830, 0xc0003d56c0, 0x1, 0x1, 0xc002806fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc000ceed00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 558 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc003bd05e0, 0x0)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc003bd05d0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/pebble/internal/record.(*flusherCond).Wait(...)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:193
github.com/cockroachdb/pebble/internal/record.(*LogWriter).flushLoop(0xc003bd0500, 0x540c3e0, 0xc00290a420)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:396 +0x10b
runtime/pprof.Do(0x540c3e0, 0xc00290a420, 0xc0003d4f80, 0x1, 0x1, 0xc0028077b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble/internal/record.NewLogWriter.func2(0xc003bd0500)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:314 +0x89
created by github.com/cockroachdb/pebble/internal/record.NewLogWriter
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:313 +0x2ea
goroutine 468 [select]:
github.com/cockroachdb/cockroach/pkg/util/hlc.(*Clock).StartMonitoringForwardClockJumps.func1(0x4db43f0, 0xc000e89db0, 0xc00063e000, 0x540c3e0, 0xc002771ec0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/hlc/hlc.go:230 +0x12d
created by github.com/cockroachdb/cockroach/pkg/util/hlc.(*Clock).StartMonitoringForwardClockJumps
/go/src/github.com/cockroachdb/cockroach/pkg/util/hlc/hlc.go:223 +0xd0
goroutine 560 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc002771ec0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc002771ec0, 0x0, 0xc0034dc050)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 561 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc002771ec0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc002771ec0, 0x0, 0xc0034dc060)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 562 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc002771ec0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc002771ec0, 0x0, 0xc0034dc070)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 563 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc002771ec0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc002771ec0, 0x0, 0xc0034dc080)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 564 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc002771ec0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc002771ec0, 0x0, 0xc0034dc090)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 565 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc002771ec0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc002771ec0, 0x0, 0xc0034dc0a0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 566 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc002771ec0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc002771ec0, 0x0, 0xc0034dc0f0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 567 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc002771ec0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc002771ec0, 0x0, 0xc0034dc100)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 568 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc002771ec0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc002771ec0, 0x0, 0xc0034dc110)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 569 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc002771ec0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc002771ec0, 0x0, 0xc0034dc120)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 570 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc002771ec0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc002771ec0, 0x0, 0xc0034dc130)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 571 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc002771ec0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc002771ec0, 0x0, 0xc0034dc140)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 572 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc002771ec0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc002771ec0, 0x0, 0xc0034dc150)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 573 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc002771ec0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc002771ec0, 0x0, 0xc0034dc160)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 574 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc002771ec0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc002771ec0, 0x0, 0xc0034dc170)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 575 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc002771ec0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc002771ec0, 0x0, 0xc0034dc180)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 22722 [select]:
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc002edc000, 0xc00b455860, 0xc00b5f6770, 0xf, 0xc00c433c20, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1124 +0x2e7
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1.1(0x540c320, 0xc0012b3f00)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1053 +0x79
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c320, 0xc0012b3f00, 0x0, 0xc00b455950)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 469 [chan receive]:
github.com/cockroachdb/cockroach/pkg/util/netutil.MakeServer.func2(0x540c360, 0xc0000740a0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:113 +0x65
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c360, 0xc0000740a0, 0x0, 0xc000c76220)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 470 [chan receive]:
github.com/cockroachdb/cockroach/pkg/server.(*Server).startServeUI.func1(0x540c3e0, 0xc002771ec0)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:2006 +0x53
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc002771ec0, 0x0, 0xc000c76260)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 471 [IO wait]:
internal/poll.runtime_pollWait(0x7f2242f47d38, 0x72, 0x0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc000cf4118, 0x72, 0x0, 0x0, 0x46c9bb4)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Accept(0xc000cf4100, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:394 +0x1fc
net.(*netFD).accept(0xc000cf4100, 0xc0031b4390, 0x43edf8, 0xc0001e6800)
/usr/local/go/src/net/fd_unix.go:172 +0x45
net.(*TCPListener).accept(0xc000c76240, 0xc0030b0dc0, 0x43edf8, 0x30)
/usr/local/go/src/net/tcpsock_posix.go:139 +0x32
net.(*TCPListener).Accept(0xc000c76240, 0x441ba00, 0xc0031b4390, 0x40291e0, 0x7431e00)
/usr/local/go/src/net/tcpsock.go:261 +0x65
net/http.(*Server).Serve(0xc001a6e380, 0x53e7060, 0xc000c76240, 0x0, 0x0)
/usr/local/go/src/net/http/server.go:2937 +0x266
github.com/cockroachdb/cockroach/pkg/server.(*Server).startServeUI.func4(0x540c3e0, 0xc002771ec0)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:2054 +0x3f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc002771ec0, 0x0, 0xc000c76280)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 472 [chan receive]:
github.com/cockroachdb/cockroach/pkg/server.(*Server).startListenRPCAndSQL.func1(0x540c3e0, 0xc002771ec0)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1907 +0x53
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc002771ec0, 0x0, 0xc000c76740)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 473 [chan receive]:
github.com/cockroachdb/cockroach/pkg/server.(*Server).startListenRPCAndSQL.func3(0x540c3e0, 0xc002771ec0)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1951 +0x5a
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc002771ec0, 0x0, 0xc000c76780)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 577 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00290a510)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00290a510, 0xc0003d56c0, 0x1, 0x1, 0xc003d857b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0032e8e00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 578 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00290a5a0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00290a5a0, 0xc0003d56c0, 0x1, 0x1, 0xc003d84fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0032e8f00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 579 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00290a600)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00290a600, 0xc0003d56c0, 0x1, 0x1, 0xc003d847b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0032e9000)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 580 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00290a690)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00290a690, 0xc0003d56c0, 0x1, 0x1, 0xc003d837b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0032e9100)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 581 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00290a6f0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00290a6f0, 0xc0003d56c0, 0x1, 0x1, 0xc003d83fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0032e9200)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 582 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00290a4b0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00290a4b0, 0xc0003d56c0, 0x1, 0x1, 0xc003d82fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0032e9300)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 583 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00290a7e0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00290a7e0, 0xc0003d56c0, 0x1, 0x1, 0xc0028047b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0032e9400)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 584 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00290a870)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00290a870, 0xc0003d56c0, 0x1, 0x1, 0xc002803fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0032e9500)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 585 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00290a780)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00290a780, 0xc0003d56c0, 0x1, 0x1, 0xc003f70fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0032e9600)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 586 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00290a8d0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00290a8d0, 0xc0003d56c0, 0x1, 0x1, 0xc003f717b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0032e9700)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 587 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00290a960)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00290a960, 0xc0003d56c0, 0x1, 0x1, 0xc003f71fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0032e9800)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 588 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00290aa50)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00290aa50, 0xc0003d56c0, 0x1, 0x1, 0xc003d807b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0032e9900)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 589 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00290a9c0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00290a9c0, 0xc0003d56c0, 0x1, 0x1, 0xc003d80fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0032e9a00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 590 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00290aab0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00290aab0, 0xc0003d56c0, 0x1, 0x1, 0xc003d817b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0032e9b00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 591 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00290ab40)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00290ab40, 0xc0003d56c0, 0x1, 0x1, 0xc003d81fb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0032e9c00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 592 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00290aba0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00290aba0, 0xc0003d56c0, 0x1, 0x1, 0xc003d827b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0032e9e00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 19491 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc003bce0e0, 0x11)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc003bce0d0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/pebble/internal/record.(*flusherCond).Wait(...)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:193
github.com/cockroachdb/pebble/internal/record.(*LogWriter).flushLoop(0xc003bce000, 0x540c3e0, 0xc00d7fd620)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:396 +0x10b
runtime/pprof.Do(0x540c3e0, 0xc00d7fd620, 0xc0003d4f80, 0x1, 0x1, 0xc0044dcfb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble/internal/record.NewLogWriter.func2(0xc003bce000)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:314 +0x89
created by github.com/cockroachdb/pebble/internal/record.NewLogWriter
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:313 +0x2ea
goroutine 595 [chan receive]:
github.com/cockroachdb/cockroach/pkg/rpc.NewContext.func1(0x540c320, 0xc003428600)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:401 +0x51
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c320, 0xc003428600, 0x0, 0xc002735ce0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 596 [select]:
github.com/cockroachdb/cockroach/pkg/security.(*CertificateManager).RegisterSignalHandler.func1(0xc00326f500, 0x540c360, 0xc000074078, 0xc000ec00f0)
/go/src/github.com/cockroachdb/cockroach/pkg/security/certificate_manager.go:235 +0x159
created by github.com/cockroachdb/cockroach/pkg/security.(*CertificateManager).RegisterSignalHandler
/go/src/github.com/cockroachdb/cockroach/pkg/security/certificate_manager.go:232 +0x65
goroutine 597 [select]:
github.com/cockroachdb/cockroach/pkg/gossip.newInfoStore.func1(0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/gossip/infostore.go:190 +0x17b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c360, 0xc000074078, 0x0, 0xc0037e5fa0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 598 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00290ac90)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00290ac90, 0xc0003d56c0, 0x1, 0x1, 0xc003f6f7b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00341c400)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 599 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0031b44e0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0031b44e0, 0xc0003d56c0, 0x1, 0x1, 0xc003f6ffb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00341c500)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 600 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc00290ad20)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc00290ad20, 0xc0003d56c0, 0x1, 0x1, 0xc003f707b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00341c600)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 601 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc002400720)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc002400720, 0xc0003d56c0, 0x1, 0x1, 0xc0041befb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00341c700)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 602 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc002400780)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc002400780, 0xc0003d56c0, 0x1, 0x1, 0xc0041bf7b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00341c800)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 603 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0024007e0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0024007e0, 0xc0003d56c0, 0x1, 0x1, 0xc0041bffb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00341c900)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 604 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc002400840)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc002400840, 0xc0003d56c0, 0x1, 0x1, 0xc003f6a7b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00341cb00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 605 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0024008a0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0024008a0, 0xc0003d56c0, 0x1, 0x1, 0xc003f6afb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00341cc00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 606 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0024006c0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0024006c0, 0xc0003d56c0, 0x1, 0x1, 0xc003f6b7b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00341cd00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 607 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc002400960)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc002400960, 0xc0003d56c0, 0x1, 0x1, 0xc003f6bfb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00341ce00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 608 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc0024009c0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc0024009c0, 0xc0003d56c0, 0x1, 0x1, 0xc003f6c7b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00341cf00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 609 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc002400900)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc002400900, 0xc0003d56c0, 0x1, 0x1, 0xc0041bafb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00341d000)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 610 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc002400a80)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc002400a80, 0xc0003d56c0, 0x1, 0x1, 0xc0041bb7b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00341d100)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 611 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc002400a20)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc002400a20, 0xc0003d56c0, 0x1, 0x1, 0xc0041bbfb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00341d200)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 612 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc002400ae0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc002400ae0, 0xc0003d56c0, 0x1, 0x1, 0xc0041bc7b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00341d300)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 613 [chan receive]:
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x540c3e0, 0xc002400b40)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:176 +0x76
runtime/pprof.Do(0x540c3e0, 0xc002400b40, 0xc0003d56c0, 0x1, 0x1, 0xc0041bcfb8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc00341d400)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:175 +0x89
created by github.com/cockroachdb/pebble.(*tableCacheShard).init
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:167 +0x1a5
goroutine 614 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc003bd4fe0, 0x0)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc003bd4fd0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/pebble/internal/record.(*flusherCond).Wait(...)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:193
github.com/cockroachdb/pebble/internal/record.(*LogWriter).flushLoop(0xc003bd4f00, 0x540c3e0, 0xc00290ad80)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:396 +0x10b
runtime/pprof.Do(0x540c3e0, 0xc00290ad80, 0xc0003d4f80, 0x1, 0x1, 0xc0041bd7b8)
/usr/local/go/src/runtime/pprof/runtime.go:40 +0xcc
github.com/cockroachdb/pebble/internal/record.NewLogWriter.func2(0xc003bd4f00)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:314 +0x89
created by github.com/cockroachdb/pebble/internal/record.NewLogWriter
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:313 +0x2ea
goroutine 616 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc004636ef0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 617 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc004636f00)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 618 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc004636f10)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 619 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc004636f20)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 620 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc004636f30)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 621 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc004636f40)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 622 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc004636f50)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 623 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc004636f60)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 624 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc004636f70)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 625 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc004636f80)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 626 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc004636f90)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 627 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc004636fa0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 628 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc004636fb0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 629 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc004636fc0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 630 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc004636fd0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 631 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:105 +0x13d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc004636fe0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 21896 [select]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00b79d810, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00a9b1a40, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc00ddde700)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 633 [select]:
github.com/cockroachdb/cockroach/pkg/util/hlc.(*Clock).StartMonitoringForwardClockJumps.func1(0x4db43f0, 0xc0031b1ea0, 0xc00067c7e0, 0x540c3e0, 0xc0030e0990, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/hlc/hlc.go:230 +0x12d
created by github.com/cockroachdb/cockroach/pkg/util/hlc.(*Clock).StartMonitoringForwardClockJumps
/go/src/github.com/cockroachdb/cockroach/pkg/util/hlc/hlc.go:223 +0xd0
goroutine 634 [chan receive]:
github.com/cockroachdb/cockroach/pkg/util/netutil.MakeServer.func2(0x540c360, 0xc0000740a0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:113 +0x65
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c360, 0xc0000740a0, 0x0, 0xc00465fb80)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 635 [chan receive]:
github.com/cockroachdb/cockroach/pkg/server.(*Server).startServeUI.func1(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:2006 +0x53
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc00465fbc0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 636 [IO wait]:
internal/poll.runtime_pollWait(0x7f2242f47a80, 0x72, 0x0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc00467e798, 0x72, 0x0, 0x0, 0x46c9bb4)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Accept(0xc00467e780, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:394 +0x1fc
net.(*netFD).accept(0xc00467e780, 0xc002400c30, 0x43edf8, 0xc0003da000)
/usr/local/go/src/net/fd_unix.go:172 +0x45
net.(*TCPListener).accept(0xc00465fba0, 0xc0041b9dc0, 0x43edf8, 0x30)
/usr/local/go/src/net/tcpsock_posix.go:139 +0x32
net.(*TCPListener).Accept(0xc00465fba0, 0x441ba00, 0xc002400c30, 0x40291e0, 0x7431e00)
/usr/local/go/src/net/tcpsock.go:261 +0x65
net/http.(*Server).Serve(0xc00467a9a0, 0x53e7060, 0xc00465fba0, 0x0, 0x0)
/usr/local/go/src/net/http/server.go:2937 +0x266
github.com/cockroachdb/cockroach/pkg/server.(*Server).startServeUI.func4(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:2054 +0x3f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc00465fbe0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 637 [chan receive]:
github.com/cockroachdb/cockroach/pkg/server.(*Server).startListenRPCAndSQL.func1(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1907 +0x53
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc00465fe20)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 638 [chan receive]:
github.com/cockroachdb/cockroach/pkg/server.(*Server).startListenRPCAndSQL.func3(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1951 +0x5a
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc00465fe60)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 42 [IO wait]:
internal/poll.runtime_pollWait(0x7f2242f481c0, 0x72, 0x0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc00358ea18, 0x72, 0x0, 0x0, 0x46c9bb4)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Accept(0xc00358ea00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:394 +0x1fc
net.(*netFD).accept(0xc00358ea00, 0x37e11d600, 0x0, 0x0)
/usr/local/go/src/net/fd_unix.go:172 +0x45
net.(*TCPListener).accept(0xc00357d4a0, 0xc0048a7e10, 0xc0048a7e18, 0x28)
/usr/local/go/src/net/tcpsock_posix.go:139 +0x32
net.(*TCPListener).Accept(0xc00357d4a0, 0x4daad20, 0xc00351edc0, 0x546f560, 0xc0056d26e0)
/usr/local/go/src/net/tcpsock.go:261 +0x65
github.com/cockroachdb/cmux.(*cMux).Serve(0xc00351edc0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:124 +0xa4
github.com/cockroachdb/cockroach/pkg/server.(*Server).startListenRPCAndSQL.func5.2.1()
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1982 +0x2f
sync.(*Once).doSlow(0xc0023c9540, 0xc003d87720)
/usr/local/go/src/sync/once.go:66 +0xec
sync.(*Once).Do(...)
/usr/local/go/src/sync/once.go:57
github.com/cockroachdb/cockroach/pkg/server.(*Server).startListenRPCAndSQL.func5.2(0x540c3e0, 0xc002483380)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1981 +0x74
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc002483380, 0x0, 0xc000e5f500)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4921 [select]:
github.com/cockroachdb/cockroach/pkg/server.(*Server).refreshSettings.func1(0x540c3e0, 0xc002483380)
/go/src/github.com/cockroachdb/cockroach/pkg/server/settingsworker.go:78 +0xe5
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc002483380, 0x0, 0xc00accfeb0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 47 [chan receive]:
github.com/cockroachdb/cockroach/pkg/server.(*Server).PreStart.func1(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1315 +0x4b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc000e5f800)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 48 [select]:
github.com/cockroachdb/cockroach/pkg/server.(*loopbackListener).Accept(0xc00290ba70, 0x4db2278, 0xc0010da4e0, 0x546f680, 0xc000cf4800)
/go/src/github.com/cockroachdb/cockroach/pkg/server/loopback.go:49 +0xff
google.golang.org/grpc.(*Server).Serve(0xc0010da4e0, 0x53d3d20, 0xc00290ba70, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:621 +0x216
github.com/cockroachdb/cockroach/pkg/server.(*Server).PreStart.func2(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1323 +0x49
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc000e5f820)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 49 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc004884580)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 658 [chan receive]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc004886580)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:1156 +0x709
created by google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:799 +0x12a
goroutine 659 [chan receive]:
github.com/cockroachdb/cockroach/pkg/server.(*Server).PreStart.func5(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1356 +0x53
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc000e5faa0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 660 [chan receive]:
github.com/cockroachdb/cmux.muxListener.Accept(...)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:184
github.com/cockroachdb/cockroach/pkg/rpc.delayingListener.Accept(0x53e78e0, 0xc00465fe40, 0xc001c65df0, 0x18, 0xc0029ffb00, 0xb4d61e)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:856 +0x3b
google.golang.org/grpc.(*Server).Serve(0xc0010da4e0, 0x53e7e60, 0xc0046377a0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:621 +0x216
github.com/cockroachdb/cockroach/pkg/server.(*Server).startListenRPCAndSQL.func5.1(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1977 +0x46
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc0048be3e0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 661 [IO wait]:
internal/poll.runtime_pollWait(0x7f2242f47998, 0x72, 0x0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc00467e898, 0x72, 0x0, 0x0, 0x46c9bb4)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Accept(0xc00467e880, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:394 +0x1fc
net.(*netFD).accept(0xc00467e880, 0x37e11d600, 0x0, 0x0)
/usr/local/go/src/net/fd_unix.go:172 +0x45
net.(*TCPListener).accept(0xc00465fde0, 0xc0048a2e10, 0xc0048a2e18, 0x28)
/usr/local/go/src/net/tcpsock_posix.go:139 +0x32
net.(*TCPListener).Accept(0xc00465fde0, 0x4daad20, 0xc004589cc0, 0x546f560, 0xc0003d9990)
/usr/local/go/src/net/tcpsock.go:261 +0x65
github.com/cockroachdb/cmux.(*cMux).Serve(0xc004589cc0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:124 +0xa4
github.com/cockroachdb/cockroach/pkg/server.(*Server).startListenRPCAndSQL.func5.2.1()
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1982 +0x2f
sync.(*Once).doSlow(0xc0037d54a0, 0xc00468cf20)
/usr/local/go/src/sync/once.go:66 +0xec
sync.(*Once).Do(...)
/usr/local/go/src/sync/once.go:57
github.com/cockroachdb/cockroach/pkg/server.(*Server).startListenRPCAndSQL.func5.2(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1981 +0x74
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc0048be400)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4316 [select]:
github.com/cockroachdb/cockroach/pkg/server.(*Server).refreshSettings.func1(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/server/settingsworker.go:78 +0xe5
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc009bfce60)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 666 [chan receive]:
github.com/cockroachdb/cockroach/pkg/server.(*Server).PreStart.func1(0x540c3e0, 0xc002771ec0)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1315 +0x4b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc002771ec0, 0x0, 0xc0048be620)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 667 [select]:
github.com/cockroachdb/cockroach/pkg/server.(*loopbackListener).Accept(0xc0048c2540, 0x4db2278, 0xc0010b3860, 0x546f680, 0xc004c30080)
/go/src/github.com/cockroachdb/cockroach/pkg/server/loopback.go:49 +0xff
google.golang.org/grpc.(*Server).Serve(0xc0010b3860, 0x53d3d20, 0xc0048c2540, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:621 +0x216
github.com/cockroachdb/cockroach/pkg/server.(*Server).PreStart.func2(0x540c3e0, 0xc002771ec0)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1323 +0x49
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc002771ec0, 0x0, 0xc0048be640)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 668 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc004884ac0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 669 [chan receive]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc004886b00)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:1156 +0x709
created by google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:799 +0x12a
goroutine 670 [chan receive]:
github.com/cockroachdb/cockroach/pkg/server.(*Server).PreStart.func5(0x540c3e0, 0xc002771ec0)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1356 +0x53
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc002771ec0, 0x0, 0xc0048be880)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 671 [chan receive]:
github.com/cockroachdb/cmux.muxListener.Accept(...)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:184
github.com/cockroachdb/cockroach/pkg/rpc.delayingListener.Accept(0x53e78e0, 0xc000c76760, 0xc004a73df0, 0x18, 0xc0048cd380, 0xb4d61e)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:856 +0x3b
google.golang.org/grpc.(*Server).Serve(0xc0010b3860, 0x53e7e60, 0xc003582380, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:621 +0x216
github.com/cockroachdb/cockroach/pkg/server.(*Server).startListenRPCAndSQL.func5.1(0x540c3e0, 0xc002771ec0)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1977 +0x46
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc002771ec0, 0x0, 0xc0048bf0a0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 672 [IO wait]:
internal/poll.runtime_pollWait(0x7f2242f47c50, 0x72, 0x0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc000cf4398, 0x72, 0x0, 0x0, 0x46c9bb4)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Accept(0xc000cf4380, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:394 +0x1fc
net.(*netFD).accept(0xc000cf4380, 0x37e11d600, 0x0, 0x0)
/usr/local/go/src/net/fd_unix.go:172 +0x45
net.(*TCPListener).accept(0xc000c76700, 0xc004a72e10, 0xc004a72e18, 0x28)
/usr/local/go/src/net/tcpsock_posix.go:139 +0x32
net.(*TCPListener).Accept(0xc000c76700, 0x4daad20, 0xc0018bc140, 0x546f560, 0xc0056d3ba8)
/usr/local/go/src/net/tcpsock.go:261 +0x65
github.com/cockroachdb/cmux.(*cMux).Serve(0xc0018bc140, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:124 +0xa4
github.com/cockroachdb/cockroach/pkg/server.(*Server).startListenRPCAndSQL.func5.2.1()
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1982 +0x2f
sync.(*Once).doSlow(0xc0029782d0, 0xc0048b1720)
/usr/local/go/src/sync/once.go:66 +0xec
sync.(*Once).Do(...)
/usr/local/go/src/sync/once.go:57
github.com/cockroachdb/cockroach/pkg/server.(*Server).startListenRPCAndSQL.func5.2(0x540c3e0, 0xc002771ec0)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1981 +0x74
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc002771ec0, 0x0, 0xc0048bf0c0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5289 [select]:
github.com/cockroachdb/cockroach/pkg/server.(*Server).refreshSettings.func1(0x540c3e0, 0xc002771ec0)
/go/src/github.com/cockroachdb/cockroach/pkg/server/settingsworker.go:78 +0xe5
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc002771ec0, 0x0, 0xc00b5749e0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 805 [select]:
net.(*pipe).read(0xc000cf4700, 0xc002446000, 0x8b5, 0x8b5, 0x203002, 0x6d463b, 0xc003f82f60)
/usr/local/go/src/net/pipe.go:159 +0x1a5
net.(*pipe).Read(0xc000cf4700, 0xc002446000, 0x8b5, 0x8b5, 0xc002446000, 0x5, 0x7f2242e549c0)
/usr/local/go/src/net/pipe.go:142 +0x4d
crypto/tls.(*atLeastReader).Read(0xc00a26c120, 0xc002446000, 0x8b5, 0x8b5, 0x22, 0x8b0, 0xc004d177f8)
/usr/local/go/src/crypto/tls/conn.go:779 +0x62
bytes.(*Buffer).ReadFrom(0xc003f83080, 0x5372620, 0xc00a26c120, 0x43c1a5, 0x40c3b60, 0x4466040)
/usr/local/go/src/bytes/buffer.go:204 +0xb1
crypto/tls.(*Conn).readFromUntil(0xc003f82e00, 0x7f2242f4c3b8, 0xc000cf4700, 0x5, 0xc000cf4700, 0x11)
/usr/local/go/src/crypto/tls/conn.go:801 +0xf3
crypto/tls.(*Conn).readRecordOrCCS(0xc003f82e00, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:608 +0x115
crypto/tls.(*Conn).readRecord(...)
/usr/local/go/src/crypto/tls/conn.go:576
crypto/tls.(*Conn).Read(0xc003f82e00, 0xc004a74000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:1252 +0x15f
bufio.(*Reader).Read(0xc004a15b00, 0xc004a1e498, 0x9, 0x9, 0xc004d17e08, 0x436749, 0xc003a499e0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x5372400, 0xc004a15b00, 0xc004a1e498, 0x9, 0x9, 0x9, 0x4959c0, 0xc003a499e0, 0xc004d17e40)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
golang.org/x/net/http2.readFrameHeader(0xc004a1e498, 0x9, 0x9, 0x5372400, 0xc004a15b00, 0x0, 0xc000000000, 0x10000000043edf8, 0xc003a5d870)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x89
golang.org/x/net/http2.(*Framer).ReadFrame(0xc004a1e460, 0xc004de6260, 0xc004de6260, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc004a681c0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1273 +0x179
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 853 [select]:
net.(*pipe).read(0xc000cf4600, 0xc003fc0000, 0x8b5, 0x8b5, 0x203002, 0x6d463b, 0xc003f832e0)
/usr/local/go/src/net/pipe.go:159 +0x1a5
net.(*pipe).Read(0xc000cf4600, 0xc003fc0000, 0x8b5, 0x8b5, 0xc003fc0000, 0x5, 0x7f2242ec14b0)
/usr/local/go/src/net/pipe.go:142 +0x4d
crypto/tls.(*atLeastReader).Read(0xc009ce58a0, 0xc003fc0000, 0x8b5, 0x8b5, 0x22, 0x8b0, 0xc004dd57f8)
/usr/local/go/src/crypto/tls/conn.go:779 +0x62
bytes.(*Buffer).ReadFrom(0xc003f83400, 0x5372620, 0xc009ce58a0, 0x43c1a5, 0x40c3b60, 0x4466040)
/usr/local/go/src/bytes/buffer.go:204 +0xb1
crypto/tls.(*Conn).readFromUntil(0xc003f83180, 0x7f2242f4c3b8, 0xc000cf4600, 0x5, 0xc000cf4600, 0x11)
/usr/local/go/src/crypto/tls/conn.go:801 +0xf3
crypto/tls.(*Conn).readRecordOrCCS(0xc003f83180, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:608 +0x115
crypto/tls.(*Conn).readRecord(...)
/usr/local/go/src/crypto/tls/conn.go:576
crypto/tls.(*Conn).Read(0xc003f83180, 0xc004db4000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:1252 +0x15f
bufio.(*Reader).Read(0xc0048fd3e0, 0xc00198e818, 0x9, 0x9, 0xc004dd5e08, 0x436749, 0xc0048cfec0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x5372400, 0xc0048fd3e0, 0xc00198e818, 0x9, 0x9, 0x9, 0x4959c0, 0xc0048cfec0, 0xc004dd5e40)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
golang.org/x/net/http2.readFrameHeader(0xc00198e818, 0x9, 0x9, 0x5372400, 0xc0048fd3e0, 0x0, 0xc000000000, 0x10000000043edf8, 0xc000b7f0a0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x89
golang.org/x/net/http2.(*Framer).ReadFrame(0xc00198e7e0, 0xc005321fc0, 0xc005321fc0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc004dcc000)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1273 +0x179
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 854 [select]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc000b7f090, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0048fd560, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc004dcc000)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 788 [select]:
net.(*pipe).read(0xc004c30000, 0xc004c56000, 0x8b5, 0x8b5, 0x203002, 0x6d463b, 0xc004c324e0)
/usr/local/go/src/net/pipe.go:159 +0x1a5
net.(*pipe).Read(0xc004c30000, 0xc004c56000, 0x8b5, 0x8b5, 0xc004c56000, 0x5, 0x7f2243a4ba90)
/usr/local/go/src/net/pipe.go:142 +0x4d
crypto/tls.(*atLeastReader).Read(0xc00a524120, 0xc004c56000, 0x8b5, 0x8b5, 0x22, 0x8b0, 0xc00381b7f8)
/usr/local/go/src/crypto/tls/conn.go:779 +0x62
bytes.(*Buffer).ReadFrom(0xc004c32600, 0x5372620, 0xc00a524120, 0x43c1a5, 0x40c3b60, 0x4466040)
/usr/local/go/src/bytes/buffer.go:204 +0xb1
crypto/tls.(*Conn).readFromUntil(0xc004c32380, 0x7f2242f4c3b8, 0xc004c30000, 0x5, 0xc004c30000, 0x11)
/usr/local/go/src/crypto/tls/conn.go:801 +0xf3
crypto/tls.(*Conn).readRecordOrCCS(0xc004c32380, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:608 +0x115
crypto/tls.(*Conn).readRecord(...)
/usr/local/go/src/crypto/tls/conn.go:576
crypto/tls.(*Conn).Read(0xc004c32380, 0xc004e82000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:1252 +0x15f
bufio.(*Reader).Read(0xc004c53e60, 0xc004c6c2d8, 0x9, 0x9, 0xc00381be08, 0x436749, 0xc004c12a20)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x5372400, 0xc004c53e60, 0xc004c6c2d8, 0x9, 0x9, 0x9, 0x4959c0, 0xc004c12a20, 0xc00381be40)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
golang.org/x/net/http2.readFrameHeader(0xc004c6c2d8, 0x9, 0x9, 0x5372400, 0xc004c53e60, 0x0, 0xc000000000, 0x10000000043edf8, 0xc004c2b370)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x89
golang.org/x/net/http2.(*Framer).ReadFrame(0xc004c6c2a0, 0xc010f3f700, 0xc010f3f700, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc004e9a000)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1273 +0x179
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 22631 [select]:
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc003586480, 0xc00464a190, 0xc008dc61b0, 0xf, 0xc00b75cc60, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1124 +0x2e7
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1.1(0x540c320, 0xc00351ef80)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1053 +0x79
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c320, 0xc00351ef80, 0x0, 0xc00464a280)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 21808 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc00c299540)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 21683 [select]:
github.com/cockroachdb/cockroach/pkg/rpc.respStreamClientAdapter.recvInternal(0x540c320, 0xc00ec5ac00, 0xc00a56a720, 0xc00a56a780, 0x2, 0xc01007d5b4, 0x2, 0x2)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:520 +0xd6
github.com/cockroachdb/cockroach/pkg/rpc.rangeFeedClientAdapter.Recv(...)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:549
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0xc003533000, 0x540c320, 0xc00ec5a980, 0xc008abc278, 0x1, 0x8, 0xc008abc290, 0x1, 0x1, 0x166f7c082d5964d4, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:269 +0x936
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0xc003533000, 0x540c320, 0xc00ec5a980, 0xc001912000, 0x0, 0xc00a56a540, 0xc00896f0e0, 0x1, 0x1)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:151 +0x3a5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed.func1.1(0x540c320, 0xc00ec5a980, 0xc00e9d40c0, 0x70000c00e9d40c0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:70 +0x65
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1(0xc00326f500, 0x4db0318)
/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:166 +0x3a
golang.org/x/sync/errgroup.(*Group).Go.func1(0xc00bf11020, 0xc00bf11140)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:57 +0x59
created by golang.org/x/sync/errgroup.(*Group).Go
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:54 +0x66
goroutine 771 [select]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc003a5d860, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc002443740, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc004a681c0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 818 [select]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc002415310, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc004a15f80, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc002410180)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:291 +0xd7
created by google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:288 +0x10d6
goroutine 819 [select]:
google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc002410180)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:966 +0x28a
created by google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:297 +0x10fb
goroutine 820 [select]:
net.(*pipe).read(0xc000cf4800, 0xc002462000, 0x773, 0x773, 0x203002, 0x6d463b, 0xc002416160)
/usr/local/go/src/net/pipe.go:159 +0x1a5
net.(*pipe).Read(0xc000cf4800, 0xc002462000, 0x773, 0x773, 0xc002462000, 0x5, 0x7f22423864f8)
/usr/local/go/src/net/pipe.go:142 +0x4d
crypto/tls.(*atLeastReader).Read(0xc00b1cba80, 0xc002462000, 0x773, 0x773, 0x22, 0x76e, 0xc004d137a0)
/usr/local/go/src/crypto/tls/conn.go:779 +0x62
bytes.(*Buffer).ReadFrom(0xc002416280, 0x5372620, 0xc00b1cba80, 0x43c1a5, 0x40c3b60, 0x4466040)
/usr/local/go/src/bytes/buffer.go:204 +0xb1
crypto/tls.(*Conn).readFromUntil(0xc002416000, 0x7f2242f4c3b8, 0xc000cf4800, 0x5, 0xc000cf4800, 0x11)
/usr/local/go/src/crypto/tls/conn.go:801 +0xf3
crypto/tls.(*Conn).readRecordOrCCS(0xc002416000, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:608 +0x115
crypto/tls.(*Conn).readRecord(...)
/usr/local/go/src/crypto/tls/conn.go:576
crypto/tls.(*Conn).Read(0xc002416000, 0xc002474000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:1252 +0x15f
bufio.(*Reader).Read(0xc002443680, 0xc0024562d8, 0x9, 0x9, 0xc002474009, 0xc000100400, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x5372400, 0xc002443680, 0xc0024562d8, 0x9, 0x9, 0x9, 0xabe5a5, 0xc010f3ea4c, 0xc00e732ed8)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
golang.org/x/net/http2.readFrameHeader(0xc0024562d8, 0x9, 0x9, 0x5372400, 0xc002443680, 0x0, 0x0, 0xc010f3ea40, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x89
golang.org/x/net/http2.(*Framer).ReadFrame(0xc0024562a0, 0xc010f3ea40, 0x77afbc0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc002410180, 0xc004d28030, 0x4db22b0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:453 +0x98
google.golang.org/grpc.(*Server).serveStreams(0xc0010da4e0, 0x5473520, 0xc002410180)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:742 +0xdb
google.golang.org/grpc.(*Server).handleRawConn.func1(0xc0010da4e0, 0x5473520, 0xc002410180)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:703 +0x3f
created by google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:702 +0x50b
goroutine 677 [chan receive]:
github.com/cockroachdb/cockroach/pkg/server.(*Server).PreStart.func1(0x540c3e0, 0xc003591080)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1315 +0x4b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc003591080, 0x0, 0xc0048bf2e0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 678 [select]:
github.com/cockroachdb/cockroach/pkg/server.(*loopbackListener).Accept(0xc0048c2d50, 0x4db2278, 0xc0010ebd40, 0x546f680, 0xc001c7cf00)
/go/src/github.com/cockroachdb/cockroach/pkg/server/loopback.go:49 +0xff
google.golang.org/grpc.(*Server).Serve(0xc0010ebd40, 0x53d3d20, 0xc0048c2d50, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:621 +0x216
github.com/cockroachdb/cockroach/pkg/server.(*Server).PreStart.func2(0x540c3e0, 0xc003591080)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1323 +0x49
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc003591080, 0x0, 0xc0048bf300)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 679 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc004884fc0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 680 [chan receive]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc004887080)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:1156 +0x709
created by google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:799 +0x12a
goroutine 681 [chan receive]:
github.com/cockroachdb/cockroach/pkg/server.(*Server).PreStart.func5(0x540c3e0, 0xc003591080)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1356 +0x53
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc003591080, 0x0, 0xc0048bf540)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 682 [chan receive]:
github.com/cockroachdb/cmux.muxListener.Accept(...)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:184
github.com/cockroachdb/cockroach/pkg/rpc.delayingListener.Accept(0x53e78e0, 0xc00128fc80, 0xc0048a8df0, 0x18, 0xc0048dec00, 0xb4d61e)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:856 +0x3b
google.golang.org/grpc.(*Server).Serve(0xc0010ebd40, 0x53e7e60, 0xc000be73d0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:621 +0x216
github.com/cockroachdb/cockroach/pkg/server.(*Server).startListenRPCAndSQL.func5.1(0x540c3e0, 0xc003591080)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1977 +0x46
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc003591080, 0x0, 0xc0048bfd60)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 683 [IO wait]:
internal/poll.runtime_pollWait(0x7f2242f47f08, 0x72, 0x0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc000c4cf98, 0x72, 0x0, 0x0, 0x46c9bb4)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Accept(0xc000c4cf80, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:394 +0x1fc
net.(*netFD).accept(0xc000c4cf80, 0x37e11d600, 0x0, 0x0)
/usr/local/go/src/net/fd_unix.go:172 +0x45
net.(*TCPListener).accept(0xc00128fc00, 0xc0048a9e10, 0xc0048a9e18, 0x28)
/usr/local/go/src/net/tcpsock_posix.go:139 +0x32
net.(*TCPListener).Accept(0xc00128fc00, 0x4daad20, 0xc0013bdb00, 0x546f560, 0xc00cc32da0)
/usr/local/go/src/net/tcpsock.go:261 +0x65
github.com/cockroachdb/cmux.(*cMux).Serve(0xc0013bdb00, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:124 +0xa4
github.com/cockroachdb/cockroach/pkg/server.(*Server).startListenRPCAndSQL.func5.2.1()
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1982 +0x2f
sync.(*Once).doSlow(0xc001299e90, 0xc004d33f20)
/usr/local/go/src/sync/once.go:66 +0xec
sync.(*Once).Do(...)
/usr/local/go/src/sync/once.go:57
github.com/cockroachdb/cockroach/pkg/server.(*Server).startListenRPCAndSQL.func5.2(0x540c3e0, 0xc003591080)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1981 +0x74
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc003591080, 0x0, 0xc0048bfd80)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1045 [select]:
github.com/cockroachdb/cockroach/pkg/server.(*Server).refreshSettings.func1(0x540c3e0, 0xc003591080)
/go/src/github.com/cockroachdb/cockroach/pkg/server/settingsworker.go:78 +0xe5
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc003591080, 0x0, 0xc001e78450)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 839 [select]:
net.(*pipe).read(0xc001c7ce80, 0xc004a9a900, 0x8b5, 0x8b5, 0x203002, 0x6d463b, 0xc0049febe0)
/usr/local/go/src/net/pipe.go:159 +0x1a5
net.(*pipe).Read(0xc001c7ce80, 0xc004a9a900, 0x8b5, 0x8b5, 0xc004a9a900, 0x5, 0x7f2242ec0ba8)
/usr/local/go/src/net/pipe.go:142 +0x4d
crypto/tls.(*atLeastReader).Read(0xc009399280, 0xc004a9a900, 0x8b5, 0x8b5, 0x22, 0x8b0, 0xc0050827f8)
/usr/local/go/src/crypto/tls/conn.go:779 +0x62
bytes.(*Buffer).ReadFrom(0xc0049fed00, 0x5372620, 0xc009399280, 0x43c1a5, 0x40c3b60, 0x4466040)
/usr/local/go/src/bytes/buffer.go:204 +0xb1
crypto/tls.(*Conn).readFromUntil(0xc0049fea80, 0x7f2242f4c3b8, 0xc001c7ce80, 0x5, 0xc001c7ce80, 0x11)
/usr/local/go/src/crypto/tls/conn.go:801 +0xf3
crypto/tls.(*Conn).readRecordOrCCS(0xc0049fea80, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:608 +0x115
crypto/tls.(*Conn).readRecord(...)
/usr/local/go/src/crypto/tls/conn.go:576
crypto/tls.(*Conn).Read(0xc0049fea80, 0xc004fa6000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:1252 +0x15f
bufio.(*Reader).Read(0xc004aef7a0, 0xc004aa6738, 0x9, 0x9, 0xc005082e08, 0x436749, 0xc004fa4360)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x5372400, 0xc004aef7a0, 0xc004aa6738, 0x9, 0x9, 0x9, 0x4959c0, 0xc004fa4360, 0xc005082e40)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
golang.org/x/net/http2.readFrameHeader(0xc004aa6738, 0x9, 0x9, 0x5372400, 0xc004aef7a0, 0x0, 0xc000000000, 0x10000000043edf8, 0xc004af5190)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x89
golang.org/x/net/http2.(*Framer).ReadFrame(0xc004aa6700, 0xc00241ed80, 0xc00241ed80, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc004fbe000)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1273 +0x179
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 689 [select]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc004c2b360, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0048fcf00, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc004e9a000)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 850 [select]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc000b7ee60, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0048fcf60, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc0048df980)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:291 +0xd7
created by google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:288 +0x10d6
goroutine 851 [select]:
google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc0048df980)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:966 +0x28a
created by google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:297 +0x10fb
goroutine 852 [select]:
net.(*pipe).read(0xc004c30080, 0xc004c7a000, 0x773, 0x773, 0x203002, 0x6d463b, 0xc004c32160)
/usr/local/go/src/net/pipe.go:159 +0x1a5
net.(*pipe).Read(0xc004c30080, 0xc004c7a000, 0x773, 0x773, 0xc004c7a000, 0x5, 0x7f2243a4ba90)
/usr/local/go/src/net/pipe.go:142 +0x4d
crypto/tls.(*atLeastReader).Read(0xc00a524140, 0xc004c7a000, 0x773, 0x773, 0x22, 0x76e, 0xc004a6d7a0)
/usr/local/go/src/crypto/tls/conn.go:779 +0x62
bytes.(*Buffer).ReadFrom(0xc004c32280, 0x5372620, 0xc00a524140, 0x43c1a5, 0x40c3b60, 0x4466040)
/usr/local/go/src/bytes/buffer.go:204 +0xb1
crypto/tls.(*Conn).readFromUntil(0xc004c32000, 0x7f2242f4c3b8, 0xc004c30080, 0x5, 0xc004c30080, 0x11)
/usr/local/go/src/crypto/tls/conn.go:801 +0xf3
crypto/tls.(*Conn).readRecordOrCCS(0xc004c32000, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:608 +0x115
crypto/tls.(*Conn).readRecord(...)
/usr/local/go/src/crypto/tls/conn.go:576
crypto/tls.(*Conn).Read(0xc004c32000, 0xc004d90000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:1252 +0x15f
bufio.(*Reader).Read(0xc0048fcde0, 0xc00198e498, 0x9, 0x9, 0xc004d90009, 0xc0003da400, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x5372400, 0xc0048fcde0, 0xc00198e498, 0x9, 0x9, 0x9, 0xabe5a5, 0xc010f3f72c, 0xc00e7e9d48)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
golang.org/x/net/http2.readFrameHeader(0xc00198e498, 0x9, 0x9, 0x5372400, 0xc0048fcde0, 0x0, 0x0, 0xc010f3f720, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x89
golang.org/x/net/http2.(*Framer).ReadFrame(0xc00198e460, 0xc010f3f720, 0x77afbc0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc0048df980, 0xc0048c37a0, 0x4db22b0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:453 +0x98
google.golang.org/grpc.(*Server).serveStreams(0xc0010b3860, 0x5473520, 0xc0048df980)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:742 +0xdb
google.golang.org/grpc.(*Server).handleRawConn.func1(0xc0010b3860, 0x5473520, 0xc0048df980)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:703 +0x3f
created by google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:702 +0x50b
goroutine 855 [select]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc003fc7220, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0048fd680, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc0038ff200)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:291 +0xd7
created by google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:288 +0x10d6
goroutine 856 [select]:
google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc0038ff200)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:966 +0x28a
created by google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:297 +0x10fb
goroutine 857 [select]:
net.(*pipe).read(0xc000cf4680, 0xc003fd8000, 0x773, 0x773, 0x203002, 0x6d463b, 0xc003f82be0)
/usr/local/go/src/net/pipe.go:159 +0x1a5
net.(*pipe).Read(0xc000cf4680, 0xc003fd8000, 0x773, 0x773, 0xc003fd8000, 0x5, 0x7f2242ec14b0)
/usr/local/go/src/net/pipe.go:142 +0x4d
crypto/tls.(*atLeastReader).Read(0xc009ce58c0, 0xc003fd8000, 0x773, 0x773, 0x22, 0x76e, 0xc0048eb7a0)
/usr/local/go/src/crypto/tls/conn.go:779 +0x62
bytes.(*Buffer).ReadFrom(0xc003f82d00, 0x5372620, 0xc009ce58c0, 0x43c1a5, 0x40c3b60, 0x4466040)
/usr/local/go/src/bytes/buffer.go:204 +0xb1
crypto/tls.(*Conn).readFromUntil(0xc003f82a80, 0x7f2242f4c3b8, 0xc000cf4680, 0x5, 0xc000cf4680, 0x11)
/usr/local/go/src/crypto/tls/conn.go:801 +0xf3
crypto/tls.(*Conn).readRecordOrCCS(0xc003f82a80, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:608 +0x115
crypto/tls.(*Conn).readRecord(...)
/usr/local/go/src/crypto/tls/conn.go:576
crypto/tls.(*Conn).Read(0xc003f82a80, 0xc003fe4000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:1252 +0x15f
bufio.(*Reader).Read(0xc003fb9bc0, 0xc001a6f298, 0x9, 0x9, 0xc003fe4009, 0xc001388000, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x5372400, 0xc003fb9bc0, 0xc001a6f298, 0x9, 0x9, 0x9, 0xabe5a5, 0xc005321fec, 0xc00e733280)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
golang.org/x/net/http2.readFrameHeader(0xc001a6f298, 0x9, 0x9, 0x5372400, 0xc003fb9bc0, 0x0, 0x0, 0xc005321fe0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x89
golang.org/x/net/http2.(*Framer).ReadFrame(0xc001a6f260, 0xc005321fe0, 0x77afbc0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc0038ff200, 0xc0048c3bc0, 0x4db22b0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:453 +0x98
google.golang.org/grpc.(*Server).serveStreams(0xc0002ecea0, 0x5473520, 0xc0038ff200)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:742 +0xdb
google.golang.org/grpc.(*Server).handleRawConn.func1(0xc0002ecea0, 0x5473520, 0xc0038ff200)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:703 +0x3f
created by google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:702 +0x50b
goroutine 840 [select]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc004af5180, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc004aef860, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc004fbe000)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 841 [select]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc004af50e0, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0048fda40, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc0049e1980)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:291 +0xd7
created by google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:288 +0x10d6
goroutine 842 [select]:
google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc0049e1980)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:966 +0x28a
created by google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:297 +0x10fb
goroutine 843 [select]:
net.(*pipe).read(0xc001c7cf00, 0xc004ab0800, 0x773, 0x773, 0x203002, 0x6d463b, 0xc0049fe860)
/usr/local/go/src/net/pipe.go:159 +0x1a5
net.(*pipe).Read(0xc001c7cf00, 0xc004ab0800, 0x773, 0x773, 0xc004ab0800, 0x5, 0x7f2242e84e78)
/usr/local/go/src/net/pipe.go:142 +0x4d
crypto/tls.(*atLeastReader).Read(0xc0085afbe0, 0xc004ab0800, 0x773, 0x773, 0x22, 0x76e, 0xc0049ed7a0)
/usr/local/go/src/crypto/tls/conn.go:779 +0x62
bytes.(*Buffer).ReadFrom(0xc0049fe980, 0x5372620, 0xc0085afbe0, 0x43c1a5, 0x40c3b60, 0x4466040)
/usr/local/go/src/bytes/buffer.go:204 +0xb1
crypto/tls.(*Conn).readFromUntil(0xc0049fe700, 0x7f2242f4c3b8, 0xc001c7cf00, 0x5, 0xc001c7cf00, 0x11)
/usr/local/go/src/crypto/tls/conn.go:801 +0xf3
crypto/tls.(*Conn).readRecordOrCCS(0xc0049fe700, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:608 +0x115
crypto/tls.(*Conn).readRecord(...)
/usr/local/go/src/crypto/tls/conn.go:576
crypto/tls.(*Conn).Read(0xc0049fe700, 0xc004f8c000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:1252 +0x15f
bufio.(*Reader).Read(0xc004aef740, 0xc004aa6658, 0x9, 0x9, 0xc004f8c009, 0xc00a255400, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x5372400, 0xc004aef740, 0xc004aa6658, 0x9, 0x9, 0x9, 0xabe5a5, 0xc0038215ec, 0xc00e2d3fc8)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
golang.org/x/net/http2.readFrameHeader(0xc004aa6658, 0x9, 0x9, 0x5372400, 0xc004aef740, 0x0, 0x0, 0xc0038215e0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x89
golang.org/x/net/http2.(*Framer).ReadFrame(0xc004aa6620, 0xc0038215e0, 0x77afbc0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc0049e1980, 0xc004aa5c80, 0x4db22b0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:453 +0x98
google.golang.org/grpc.(*Server).serveStreams(0xc0010ebd40, 0x5473520, 0xc0049e1980)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:742 +0xdb
google.golang.org/grpc.(*Server).handleRawConn.func1(0xc0010ebd40, 0x5473520, 0xc0049e1980)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:703 +0x3f
created by google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:702 +0x50b
goroutine 22286 [select]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc010600840)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:1126 +0x425
created by google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:799 +0x12a
goroutine 3198 [chan receive]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc001357340)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:1156 +0x709
created by google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:799 +0x12a
goroutine 2339 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*TemporaryObjectCleaner).Start.func1(0x540c3e0, 0xc003591080)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/temporary_schema.go:596 +0x32c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc003591080, 0x0, 0xc004566ae0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 21895 [IO wait]:
internal/poll.runtime_pollWait(0x7f2242ecf250, 0x72, 0x537e880)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc010f3a498, 0x72, 0x537e800, 0x7499f98, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc010f3a480, 0xc007b75ae0, 0x18, 0x18, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc010f3a480, 0xc007b75ae0, 0x18, 0x18, 0x7f2242f8b020, 0x0, 0x18)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc0056d26d8, 0xc007b75ae0, 0x18, 0x18, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
io.ReadAtLeast(0x537ae00, 0xc0056d26d8, 0xc007b75ae0, 0x18, 0x18, 0x18, 0x0, 0xc0064b14f8, 0x544514)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
encoding/binary.Read(0x537ae00, 0xc0056d26d8, 0x5462660, 0x7801270, 0x3e7e6c0, 0xc007b75ac0, 0xbbc7b731d3c07768, 0x1863baada3236164)
/usr/local/go/src/encoding/binary/binary.go:256 +0x2d4
github.com/cockroachdb/cockroach/pkg/rpc.delayingConn.Read(0x546f560, 0xc0056d26d8, 0x0, 0x0, 0x0, 0x0, 0xc00c29b500, 0xc003fc3600, 0x8b5, 0x8b5, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:898 +0x225
crypto/tls.(*atLeastReader).Read(0xc000255f80, 0xc003fc3600, 0x8b5, 0x8b5, 0x1d5, 0x8b0, 0xc0064b17f8)
/usr/local/go/src/crypto/tls/conn.go:779 +0x62
bytes.(*Buffer).ReadFrom(0xc011280d00, 0x5372620, 0xc000255f80, 0x43c1a5, 0x40c3b60, 0x45821c0)
/usr/local/go/src/bytes/buffer.go:204 +0xb1
crypto/tls.(*Conn).readFromUntil(0xc011280a80, 0x7f2242f4c398, 0xc00dca8040, 0x5, 0xc00dca8040, 0x1c4)
/usr/local/go/src/crypto/tls/conn.go:801 +0xf3
crypto/tls.(*Conn).readRecordOrCCS(0xc011280a80, 0x0, 0x0, 0xc00a31c5b8)
/usr/local/go/src/crypto/tls/conn.go:608 +0x115
crypto/tls.(*Conn).readRecord(...)
/usr/local/go/src/crypto/tls/conn.go:576
crypto/tls.(*Conn).Read(0xc011280a80, 0xc004a80000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:1252 +0x15f
bufio.(*Reader).Read(0xc00a9b1980, 0xc010f1a498, 0x9, 0x9, 0x53beb01, 0x1000500c0, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x5372400, 0xc00a9b1980, 0xc010f1a498, 0x9, 0x9, 0x9, 0xc00b690570, 0x0, 0x0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
golang.org/x/net/http2.readFrameHeader(0xc010f1a498, 0x9, 0x9, 0x5372400, 0xc00a9b1980, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x89
golang.org/x/net/http2.(*Framer).ReadFrame(0xc010f1a460, 0xc00f8f1200, 0x77afbc0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc00ddde700)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1273 +0x179
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 1047 [chan receive]:
github.com/cockroachdb/cockroach/pkg/gossip.(*server).start.func3(0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:380 +0x5a
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c360, 0xc000074078, 0x0, 0xc00599bf20)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1048 [select]:
github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).bootstrap.func1(0x540c3e0, 0xc0005cade0)
/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1330 +0x285
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0037e1650, 0x0, 0xc001e78500)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1699 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1eb)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc0027737a0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 22614 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc00f507a00)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 1049 [select]:
github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).manage.func1(0x540c3e0, 0xc0037e1650)
/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1374 +0x345
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0037e1650, 0x0, 0xc001e78510)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1704 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1ef)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc0027737f0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1703 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1ee)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc0027737e0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1702 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1f2)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc0027737d0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1701 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1ec)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc0027737c0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1700 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1ed)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc0027737b0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1698 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1e9)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc0027734b0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1553 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1ea)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc0027734a0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1552 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1e8)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773490)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1551 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1e7)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773480)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1550 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1e6)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc0027733c0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1549 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1f0)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc0027733b0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1548 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1e5)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc0027733a0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1547 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1e4)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773390)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1546 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1e2)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773380)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1545 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1e3)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773370)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1544 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1e1)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773360)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1543 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1df)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773350)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1542 [chan receive]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func1(0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:193 +0x4c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc001315cc0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1541 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).run(0xc002402ea0, 0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:466 +0x370
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c360, 0xc000074078, 0x0, 0xc002773320)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1540 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).run(0xc002402d80, 0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:466 +0x370
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c360, 0xc000074078, 0x0, 0xc002773310)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1539 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).run(0xc002402c60, 0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:466 +0x370
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c360, 0xc000074078, 0x0, 0xc0027732d0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4730 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2(0x540c3e0, 0xc00b4200c0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:818 +0x15f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b4200c0, 0x0, 0xc00a86f120)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1705 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1f1)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773800)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4011 [select]:
google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc00a0e6000)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1339 +0x193
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 4726 [IO wait]:
internal/poll.runtime_pollWait(0x7f224234ceb0, 0x72, 0x537e880)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc0045f4a98, 0x72, 0x537e800, 0x7499f98, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc0045f4a80, 0xc00a546c60, 0x18, 0x18, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc0045f4a80, 0xc00a546c60, 0x18, 0x18, 0x7f2243a4b5c8, 0x0, 0x18)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc005914e48, 0xc00a546c60, 0x18, 0x18, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
io.ReadAtLeast(0x537ae00, 0xc005914e48, 0xc00a546c60, 0x18, 0x18, 0x18, 0x0, 0xc0070cd4f8, 0x544514)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
encoding/binary.Read(0x537ae00, 0xc005914e48, 0x5462660, 0x7801270, 0x3e7e6c0, 0xc00a546c40, 0x414878597fa97515, 0xd9466e904629bc7f)
/usr/local/go/src/encoding/binary/binary.go:256 +0x2d4
github.com/cockroachdb/cockroach/pkg/rpc.delayingConn.Read(0x546f560, 0xc005914e48, 0x0, 0x0, 0x0, 0x0, 0xc00a5481e0, 0xc00a82a900, 0x8b5, 0x8b5, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:898 +0x225
crypto/tls.(*atLeastReader).Read(0xc004a34c80, 0xc00a82a900, 0x8b5, 0x8b5, 0x45, 0x8b0, 0xc0070cd7f8)
/usr/local/go/src/crypto/tls/conn.go:779 +0x62
bytes.(*Buffer).ReadFrom(0xc00a534600, 0x5372620, 0xc004a34c80, 0x43c1a5, 0x40c3b60, 0x45821c0)
/usr/local/go/src/bytes/buffer.go:204 +0xb1
crypto/tls.(*Conn).readFromUntil(0xc00a534380, 0x7f2242f4c398, 0xc00a1c0c40, 0x5, 0xc00a1c0c40, 0x34)
/usr/local/go/src/crypto/tls/conn.go:801 +0xf3
crypto/tls.(*Conn).readRecordOrCCS(0xc00a534380, 0x0, 0x0, 0x43e490)
/usr/local/go/src/crypto/tls/conn.go:608 +0x115
crypto/tls.(*Conn).readRecord(...)
/usr/local/go/src/crypto/tls/conn.go:576
crypto/tls.(*Conn).Read(0xc00a534380, 0xc00c882000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:1252 +0x15f
bufio.(*Reader).Read(0xc00a868b40, 0xc00a870118, 0x9, 0x9, 0xc004907f18, 0xc004e4a000, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x5372400, 0xc00a868b40, 0xc00a870118, 0x9, 0x9, 0x9, 0xaedec5, 0xc004907ec0, 0x0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
golang.org/x/net/http2.readFrameHeader(0xc00a870118, 0x9, 0x9, 0x5372400, 0xc00a868b40, 0x0, 0xc000000000, 0xc011401800, 0x53729c0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x89
golang.org/x/net/http2.(*Framer).ReadFrame(0xc00a8700e0, 0xc00b1d9150, 0x77afbc0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc003325340)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1273 +0x179
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 1706 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x194)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773810)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1707 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1f3)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773820)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1708 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x195)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773830)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1709 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x196)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773840)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1710 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x197)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773850)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1711 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x198)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773860)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1712 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x199)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773900)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1713 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x19a)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773910)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1714 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x19b)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773920)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1715 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x19c)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc0027739c0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1716 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x19d)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc0027739d0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1717 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x19e)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc0027739e0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1718 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x19f)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc0027739f0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1719 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1a0)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773b60)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1720 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1a1)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773b70)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1721 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1a2)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773b80)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1722 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1a3)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773b90)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1723 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1a5)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773ba0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1724 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1a4)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773bb0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1725 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1a6)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773bc0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1726 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1a9)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773bd0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1727 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1a7)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773be0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1728 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1a8)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773bf0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1729 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1aa)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773c00)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1730 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1ab)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773c10)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1731 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1ac)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773d30)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1732 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1ad)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773d40)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1733 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1ae)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773d50)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1734 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1af)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773d60)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1735 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1b1)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773d70)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1736 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1b0)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773d80)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1737 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1b2)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773d90)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1738 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1b3)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773da0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1739 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1b4)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773db0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1740 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1b6)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773dc0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1741 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1b7)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773dd0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1742 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1b8)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773e20)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1743 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1b5)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773e30)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1744 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1b9)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773e40)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1745 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1ba)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773e50)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1746 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1bc)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773e60)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1747 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1bd)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773ec0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1748 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1bb)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773ed0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1749 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1be)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773ee0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1750 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1bf)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773ef0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1751 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1c0)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773f00)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1752 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1c1)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773f10)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1753 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1c2)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773fc0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1754 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1c3)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773fd0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1755 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1c4)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773fe0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1756 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1c5)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc002773ff0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1757 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1c6)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc000be6020)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1758 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1c7)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc000be6ad0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1759 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1c8)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc000be6cd0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1760 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1c9)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc000be6ce0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1761 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1ca)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc000be6eb0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1762 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1d3)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc000be6ec0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1763 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1cb)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc000be6f60)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1764 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1cc)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc000be6fe0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1765 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1cd)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc000be7060)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1766 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1ce)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc000be7070)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1767 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1cf)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc000be7260)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1768 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1d0)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc000be7270)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1769 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1d1)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc000be7290)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1770 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1d2)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc000be72a0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1771 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1d4)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc000be7320)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1772 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1d5)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc000be7330)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1773 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1d6)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc000be7350)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1774 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1d8)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc000be73c0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1775 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1d7)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc000be7400)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1776 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1d9)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc000be7840)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1777 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1da)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc000be7860)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1778 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1db)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc000be7880)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1779 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1dc)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc000be7890)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1780 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1de)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc000be78a0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1781 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1dd)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc000be78b0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1782 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc0050cf2d0, 0x1e0)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc0050cf2c0)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc002728aa0, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc000be78c0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1783 [semacquire]:
sync.runtime_Semacquire(0xc002728b30)
/usr/local/go/src/runtime/sema.go:56 +0x45
sync.(*WaitGroup).Wait(0xc002728b28)
/usr/local/go/src/sync/waitgroup.go:130 +0x65
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Wait(...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:212
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc000be78e0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1784 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).raftTickLoop(0xc00574dc00, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_raft.go:649 +0x265
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc000be7900)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1785 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).coalescedHeartbeatsLoop(0xc00574dc00, 0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_raft.go:711 +0x135
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc0001c6070)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1786 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).Start.func2(0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1547 +0xf5
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc001315d40)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1787 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startGossip.func3(0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1704 +0x36a
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c360, 0xc000074078, 0x0, 0xc0037f2e60)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1788 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startGossip.func3(0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1704 +0x36a
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c360, 0xc000074078, 0x0, 0xc0037f2eb0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1789 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startGossip.func3(0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1704 +0x36a
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c360, 0xc000074078, 0x0, 0xc0037f2f00)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1791 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startLeaseRenewer.func1(0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1755 +0x346
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc0001c6480)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1794 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startRangefeedUpdater.func1(0x540c3e0, 0xc0026635f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1864 +0x2ee
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026635f0, 0x0, 0xc0001c6500)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1795 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*StoreRebalancer).Start.func1(0x540c3e0, 0xc002663980)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_rebalancer.go:188 +0x192
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc002663980, 0x0, 0xc001315da0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1097 [select]:
github.com/cockroachdb/cockroach/pkg/server.(*Node).startComputePeriodicMetrics.func1(0x540c3e0, 0xc003591080)
/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:660 +0x125
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc003591080, 0x0, 0xc0058baee0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1098 [select]:
github.com/cockroachdb/cockroach/pkg/server.(*Node).startGossiping.func1(0x540c3e0, 0xc003591080)
/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:625 +0x207
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc003591080, 0x0, 0xc0058baf00)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1099 [select]:
github.com/cockroachdb/cockroach/pkg/server.periodicallyPersistHLCUpperBound(0xc003555cc0, 0xc0052960e0, 0xc0052fec60, 0x4db43f0, 0xc00025ff20, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1009 +0x19c
github.com/cockroachdb/cockroach/pkg/server.(*Server).startPersistingHLCUpperBound.func2(0x540c3e0, 0xc003591080)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1085 +0x69
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc003591080, 0x0, 0xc0045f0540)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1100 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/reports.(*Reporter).Start.func2(0x540c3e0, 0xc003591080)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/reports/reporter.go:152 +0x206
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc003591080, 0x0, 0xc0058bb0c0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1101 [select]:
github.com/cockroachdb/cockroach/pkg/server.startSampleEnvironment.func1(0x540c3e0, 0xc003591080)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:2306 +0x1eb
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc003591080, 0x0, 0xc0052ed110)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1102 [select]:
github.com/cockroachdb/cockroach/pkg/ts.(*poller).start.func1(0x540c360, 0xc0000740a0)
/go/src/github.com/cockroachdb/cockroach/pkg/ts/db.go:166 +0x11c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c360, 0xc0000740a0, 0x0, 0xc0052fed30)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1103 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/liveness.(*NodeLiveness).Start.func1(0x540c3e0, 0xc003591080)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/liveness/liveness.go:720 +0x465
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc003591080, 0x0, 0xc0052ed180)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1502 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).processEvents(0xc0056ff2b0, 0x540c320, 0xc00270df00, 0xc0043f1fb0, 0xc00535fc20, 0xc00535fc80, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:298 +0x129
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0xc0056ff2b0, 0x540c320, 0xc00270df00)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:209 +0x6e5
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c320, 0xc00270df00, 0x0, 0xc0056bf2f0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1503 [select]:
github.com/cockroachdb/cockroach/pkg/sql/catalog/lease.(*Manager).refreshLeases.func1(0x540c3e0, 0xc003591080)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/catalog/lease/lease.go:1699 +0x11f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc003591080, 0x0, 0xc003491c80)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 2348 [select]:
github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slstorage.(*Storage).deleteSessionsLoop(0xc0037c70a0, 0x540c3e0, 0xc003591080)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slstorage/slstorage.go:283 +0x205
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc003591080, 0x0, 0xc0044f6e80)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 2349 [select]:
github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slinstance.(*Instance).heartbeatLoop(0xc00389d260, 0x540c320, 0xc004588a80)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slinstance/slinstance.go:190 +0x19e
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc003591080, 0x0, 0xc0044f6ec0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 2340 [select]:
github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowScheduler).Start.func1(0x540c3e0, 0xc003591080)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow_scheduler.go:162 +0x165
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc003591080, 0x0, 0xc0044f6d70)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 2341 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*Server).PeriodicallyClearSQLStats.func1(0x540c3e0, 0xc003591080)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:757 +0x265
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc003591080, 0x0, 0xc006f7d410)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 22675 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc00eb0d400)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 2342 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*Server).PeriodicallyClearSQLStats.func1(0x540c3e0, 0xc003591080)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:757 +0x265
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc003591080, 0x0, 0xc006f7d440)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 2343 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*Server).PeriodicallyClearSQLStats.func1(0x540c3e0, 0xc003591080)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:757 +0x265
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc003591080, 0x0, 0xc006f7d470)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 2344 [select]:
github.com/cockroachdb/cockroach/pkg/sql/stats.(*Refresher).Start.func1(0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/stats/automatic_stats.go:264 +0x1b1
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c360, 0xc000074078, 0x0, 0xc004566b00)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 2345 [select]:
github.com/cockroachdb/cockroach/pkg/sql/stmtdiagnostics.(*Registry).poll(0xc0036e1aa0, 0x540c320, 0xc007c0c040)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/stmtdiagnostics/statement_diagnostics.go:147 +0x2e5
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c320, 0xc007c0c040, 0x0, 0xc0044f6e60)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4737 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicaScanner).waitAndProcess(0xc00a5c3140, 0x540c3e0, 0xc00b420480, 0xc001b95800, 0x252ec104, 0xed7ee0afd, 0x0, 0xc0052c8400, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scanner.go:217 +0x1ef
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicaScanner).scanLoop.func1.1(0xc0052c8400, 0xc00ad33f01)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scanner.go:279 +0x85
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*storeReplicaVisitor).Visit(0xc00ad33fb0, 0xc00fe518c0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:376 +0x151
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicaScanner).scanLoop.func1(0x540c3e0, 0xc00b420480)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scanner.go:277 +0x1b3
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420480, 0x0, 0xc00a86f200)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 8488 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc00a14e640)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 2347 [select]:
github.com/cockroachdb/cockroach/pkg/sql/catalog/lease.(*Manager).PeriodicallyRefreshSomeLeases.func1(0x540c3e0, 0xc003591080)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/catalog/lease/lease.go:1982 +0x285
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc003591080, 0x0, 0xc0044f6e70)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 2338 [select]:
github.com/cockroachdb/cockroach/pkg/sql/gcjob/gcjobnotifier.(*Notifier).run(0xc0002381e0, 0x540c3e0, 0xc003591080)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/gcjob/gcjobnotifier/notifier.go:136 +0x115
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc003591080, 0x0, 0xc0044f6d40)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 753 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2(0x540c3e0, 0xc002662de0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:818 +0x15f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc002662de0, 0x0, 0xc0026f42c0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1970 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2(0x540c3e0, 0xc002662e40)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:818 +0x15f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc002662e40, 0x0, 0xc0026f42e0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1971 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2(0x540c3e0, 0xc002662ed0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:818 +0x15f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc002662ed0, 0x0, 0xc0026f4300)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1972 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2(0x540c3e0, 0xc002662f60)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:818 +0x15f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc002662f60, 0x0, 0xc0026f4320)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1973 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2(0x540c3e0, 0xc002663080)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:818 +0x15f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc002663080, 0x0, 0xc0026f4340)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1974 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2(0x540c3e0, 0xc0026631a0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:818 +0x15f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026631a0, 0x0, 0xc0026f4360)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1975 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2(0x540c3e0, 0xc002663230)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:818 +0x15f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc002663230, 0x0, 0xc0026f4380)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1976 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2(0x540c3e0, 0xc002663320)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:818 +0x15f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc002663320, 0x0, 0xc0026f43a0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1977 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2(0x540c3e0, 0xc0026634a0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:818 +0x15f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0026634a0, 0x0, 0xc0026f43c0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 1978 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicaScanner).waitAndProcess(0xc003226000, 0x540c3e0, 0xc002663620, 0xc00358eb00, 0xfffe3a2, 0xed7ee0aff, 0x0, 0xc00b70fb00, 0x6)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scanner.go:217 +0x1ef
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicaScanner).scanLoop.func1.1(0xc00b70fb00, 0xc002662cc0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scanner.go:279 +0x85
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*storeReplicaVisitor).Visit(0xc002662cc0, 0xc00ae31a00)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:376 +0x151
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicaScanner).scanLoop.func1(0x540c3e0, 0xc002663620)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scanner.go:277 +0x1b3
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc002663620, 0x0, 0xc0026f4400)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 2128 [select]:
github.com/cockroachdb/cockroach/pkg/server.(*Server).startSystemLogsGC.func1(0x540c3e0, 0xc003591080)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server_systemlog_gc.go:177 +0x56a
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc003591080, 0x0, 0xc0045662c0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 2352 [select]:
github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).Start.func10(0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:792 +0x20c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c360, 0xc000074078, 0x0, 0xc007c0c0c0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 2127 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptreconcile.(*Reconciler).run(0xc00389ccc0, 0x540c3e0, 0xc003591080, 0xc00358eb00)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptreconcile/reconciler.go:121 +0x2b3
github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptreconcile.(*Reconciler).Start.func1(0x540c3e0, 0xc003591080)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptreconcile/reconciler.go:100 +0x47
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc003591080, 0x0, 0xc004566260)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 2351 [select]:
github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).Start.func9(0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:767 +0x34a
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c360, 0xc000074078, 0x0, 0xc004566c80)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 2126 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptcache.(*Cache).periodicallyRefreshProtectedtsCache(0xc00348f550, 0x540c3e0, 0xc003591080)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptcache/cache.go:160 +0x25b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc003591080, 0x0, 0xc0044f62f0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 2350 [select]:
github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).Start.func8(0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:727 +0x20d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c360, 0xc000074078, 0x0, 0xc006f7d590)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 2125 [select]:
github.com/cockroachdb/cockroach/pkg/server.(*Node).startWriteNodeStatus.func1(0x540c3e0, 0xc0045f06f0)
/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:724 +0x125
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc0045f06f0, 0x0, 0xc004566240)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 22602 [select]:
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc003495200, 0xc0054a7900, 0xc007153ef0, 0xf, 0xc0057ee420, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1124 +0x2e7
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1.1(0x540c320, 0xc003428600)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1053 +0x79
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c320, 0xc003428600, 0x0, 0xc0054a79f0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 21894 [select]:
google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc00ddde700)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1339 +0x193
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 21662 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed.func1(0x540c320, 0xc00f64e140, 0xc000074078, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:66 +0x14d
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1(0x4722d6, 0x4db3e68)
/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:166 +0x3a
golang.org/x/sync/errgroup.(*Group).Go.func1(0xc00b51a480, 0xc00b51a4b0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:57 +0x59
created by golang.org/x/sync/errgroup.(*Group).Go
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:54 +0x66
goroutine 22288 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc009033900)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 4727 [select]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00a86c5f0, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00a868c00, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc003325340)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 7474 [IO wait]:
internal/poll.runtime_pollWait(0x7f2242e668f0, 0x72, 0x537e880)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc0011eba18, 0x72, 0x537e800, 0x7499f98, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc0011eba00, 0xc006a433c0, 0x18, 0x18, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc0011eba00, 0xc006a433c0, 0x18, 0x18, 0x0, 0xc00108e750, 0xc006d03380)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc00a31cb60, 0xc006a433c0, 0x18, 0x18, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc0073fd9e0, 0xc006a433c0, 0x18, 0x18, 0xc006d033e8, 0x4801ac, 0x20)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x115
io.ReadAtLeast(0x7f2246bbbad8, 0xc0073fd9e0, 0xc006a433c0, 0x18, 0x18, 0x18, 0x0, 0xc006d034a0, 0x544514)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
encoding/binary.Read(0x7f2246bbbad8, 0xc0073fd9e0, 0x5462660, 0x7801270, 0x3e7e6c0, 0xc006a433a0, 0xffc27e8f37494790, 0xacdd67185d9434af)
/usr/local/go/src/encoding/binary/binary.go:256 +0x2d4
github.com/cockroachdb/cockroach/pkg/rpc.delayingConn.Read(0x546ba20, 0xc0073fd9e0, 0x0, 0x0, 0x0, 0x0, 0xc0044125d0, 0xc00552b000, 0x773, 0x773, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:898 +0x225
crypto/tls.(*atLeastReader).Read(0xc00cf557e0, 0xc00552b000, 0x773, 0x773, 0x1e, 0x76e, 0xc006d037a0)
/usr/local/go/src/crypto/tls/conn.go:779 +0x62
bytes.(*Buffer).ReadFrom(0xc0080cf080, 0x5372620, 0xc00cf557e0, 0x43c1a5, 0x40c3b60, 0x45821c0)
/usr/local/go/src/bytes/buffer.go:204 +0xb1
crypto/tls.(*Conn).readFromUntil(0xc0080cee00, 0x7f2242f4c398, 0xc0043035c0, 0x5, 0xc0043035c0, 0xd)
/usr/local/go/src/crypto/tls/conn.go:801 +0xf3
crypto/tls.(*Conn).readRecordOrCCS(0xc0080cee00, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:608 +0x115
crypto/tls.(*Conn).readRecord(...)
/usr/local/go/src/crypto/tls/conn.go:576
crypto/tls.(*Conn).Read(0xc0080cee00, 0xc0059ae000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:1252 +0x15f
bufio.(*Reader).Read(0xc005c670e0, 0xc0036f6818, 0x9, 0x9, 0xc008fd0000, 0xc006d03dff, 0xc006d03d88)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x5372400, 0xc005c670e0, 0xc0036f6818, 0x9, 0x9, 0x9, 0x4377a5, 0xc007f18ba0, 0xc006d03dff)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
golang.org/x/net/http2.readFrameHeader(0xc0036f6818, 0x9, 0x9, 0x5372400, 0xc005c670e0, 0x0, 0xc000000000, 0x4027200, 0xc00cf557a0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x89
golang.org/x/net/http2.(*Framer).ReadFrame(0xc0036f67e0, 0xc00bb6efe0, 0x77afbc0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc00ca4d080, 0xc008b86300, 0x4db22b0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:453 +0x98
google.golang.org/grpc.(*Server).serveStreams(0xc0002ecea0, 0x5473520, 0xc00ca4d080)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:742 +0xdb
google.golang.org/grpc.(*Server).handleRawConn.func1(0xc0002ecea0, 0x5473520, 0xc00ca4d080)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:703 +0x3f
created by google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:702 +0x50b
goroutine 4732 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2(0x540c3e0, 0xc00b4201e0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:818 +0x15f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b4201e0, 0x0, 0xc00a86f160)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4733 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2(0x540c3e0, 0xc00b420240)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:818 +0x15f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420240, 0x0, 0xc00a86f180)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 22652 [select]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc0028f5600)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:1126 +0x425
created by google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:799 +0x12a
goroutine 21688 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).outputLoop(0xc010893ce0, 0x540c320, 0xc00ec5ad40, 0xc00ec5ad40, 0xc00ac825e0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:254 +0x1f9
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).runOutputLoop(0xc010893ce0, 0x540c320, 0xc00ec5ad40)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:271 +0xc5
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run.func1(0x540c320, 0xc00f64e700)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:259 +0x65
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c320, 0xc00f64e700, 0x0, 0xc00ba99800)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 22487 [select]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc00d866840)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:1126 +0x425
created by google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:799 +0x12a
goroutine 17475 [IO wait]:
internal/poll.runtime_pollWait(0x7f2243a5f1e8, 0x72, 0x537e880)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc0052e9b18, 0x72, 0x537e800, 0x7499f98, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc0052e9b00, 0xc00d07ba20, 0x18, 0x18, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc0052e9b00, 0xc00d07ba20, 0x18, 0x18, 0x0, 0xc00108e750, 0xc010e35380)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc00cc32da0, 0xc00d07ba20, 0x18, 0x18, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc0095d3320, 0xc00d07ba20, 0x18, 0x18, 0xc010e353e8, 0x4801ac, 0x20)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x115
io.ReadAtLeast(0x7f2246bbbad8, 0xc0095d3320, 0xc00d07ba20, 0x18, 0x18, 0x18, 0x0, 0xc010e354a0, 0x544514)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
encoding/binary.Read(0x7f2246bbbad8, 0xc0095d3320, 0x5462660, 0x7801270, 0x3e7e6c0, 0xc00d07ba00, 0xbd30e7e0437f7790, 0x58fd9eaa7da56f5d)
/usr/local/go/src/encoding/binary/binary.go:256 +0x2d4
github.com/cockroachdb/cockroach/pkg/rpc.delayingConn.Read(0x546ba20, 0xc0095d3320, 0x0, 0x0, 0x0, 0x0, 0xc0073fbec0, 0xc00435c000, 0x773, 0x773, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:898 +0x225
crypto/tls.(*atLeastReader).Read(0xc0083d68c0, 0xc00435c000, 0x773, 0x773, 0xa0, 0x76e, 0xc010e357a0)
/usr/local/go/src/crypto/tls/conn.go:779 +0x62
bytes.(*Buffer).ReadFrom(0xc001c5a280, 0x5372620, 0xc0083d68c0, 0x43c1a5, 0x40c3b60, 0x45821c0)
/usr/local/go/src/bytes/buffer.go:204 +0xb1
crypto/tls.(*Conn).readFromUntil(0xc001c5a000, 0x7f2242f4c398, 0xc004d61640, 0x5, 0xc004d61640, 0x2a)
/usr/local/go/src/crypto/tls/conn.go:801 +0xf3
crypto/tls.(*Conn).readRecordOrCCS(0xc001c5a000, 0x0, 0x0, 0x18)
/usr/local/go/src/crypto/tls/conn.go:608 +0x115
crypto/tls.(*Conn).readRecord(...)
/usr/local/go/src/crypto/tls/conn.go:576
crypto/tls.(*Conn).Read(0xc001c5a000, 0xc009874000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:1252 +0x15f
bufio.(*Reader).Read(0xc007450780, 0xc00f8e1a78, 0x9, 0x9, 0x4da9e00, 0xaff1de, 0x543f01)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x5372400, 0xc007450780, 0xc00f8e1a78, 0x9, 0x9, 0x9, 0xc008a62f60, 0x0, 0x0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
golang.org/x/net/http2.readFrameHeader(0xc00f8e1a78, 0x9, 0x9, 0x5372400, 0xc007450780, 0x0, 0x0, 0x5306f7c120, 0x5300000001)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x89
golang.org/x/net/http2.(*Framer).ReadFrame(0xc00f8e1a40, 0xc006f7c120, 0x77afbc0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc00ebe3680, 0xc004c9cf30, 0x4db22b0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:453 +0x98
google.golang.org/grpc.(*Server).serveStreams(0xc0010ebd40, 0x5473520, 0xc00ebe3680)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:742 +0xdb
google.golang.org/grpc.(*Server).handleRawConn.func1(0xc0010ebd40, 0x5473520, 0xc00ebe3680)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:703 +0x3f
created by google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:702 +0x50b
goroutine 21673 [select]:
google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc010d7cc40)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1339 +0x193
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 4881 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc00b1ec180)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 4961 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2(0x540c3e0, 0xc00a5f0660)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:818 +0x15f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f0660, 0x0, 0xc00b289a40)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 20720 [IO wait]:
internal/poll.runtime_pollWait(0x7f2242f9ab00, 0x72, 0x537e880)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc010a82518, 0x72, 0x537e800, 0x7499f98, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc010a82500, 0xc00a8f1560, 0x18, 0x18, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc010a82500, 0xc00a8f1560, 0x18, 0x18, 0x7f2242287400, 0x0, 0x18)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc0001c81b8, 0xc00a8f1560, 0x18, 0x18, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
io.ReadAtLeast(0x537ae00, 0xc0001c81b8, 0xc00a8f1560, 0x18, 0x18, 0x18, 0x0, 0xc0081414f8, 0x544514)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
encoding/binary.Read(0x537ae00, 0xc0001c81b8, 0x5462660, 0x7801270, 0x3e7e6c0, 0xc00a8f1540, 0xfbe01b8b08a16ae4, 0xf173583e999807ba)
/usr/local/go/src/encoding/binary/binary.go:256 +0x2d4
github.com/cockroachdb/cockroach/pkg/rpc.delayingConn.Read(0x546f560, 0xc0001c81b8, 0x0, 0x0, 0x0, 0x0, 0xc012713890, 0xc00eb87200, 0x8b5, 0x8b5, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:898 +0x225
crypto/tls.(*atLeastReader).Read(0xc00b2aabc0, 0xc00eb87200, 0x8b5, 0x8b5, 0x95, 0x8b0, 0xc0081417f8)
/usr/local/go/src/crypto/tls/conn.go:779 +0x62
bytes.(*Buffer).ReadFrom(0xc00ce72980, 0x5372620, 0xc00b2aabc0, 0x43c1a5, 0x40c3b60, 0x45821c0)
/usr/local/go/src/bytes/buffer.go:204 +0xb1
crypto/tls.(*Conn).readFromUntil(0xc00ce72700, 0x7f2242f4c398, 0xc011c932c0, 0x5, 0xc011c932c0, 0x84)
/usr/local/go/src/crypto/tls/conn.go:801 +0xf3
crypto/tls.(*Conn).readRecordOrCCS(0xc00ce72700, 0x0, 0x0, 0xc001300700)
/usr/local/go/src/crypto/tls/conn.go:608 +0x115
crypto/tls.(*Conn).readRecord(...)
/usr/local/go/src/crypto/tls/conn.go:576
crypto/tls.(*Conn).Read(0xc00ce72700, 0xc003f90000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:1252 +0x15f
bufio.(*Reader).Read(0xc00b2a0a20, 0xc00c4b7d18, 0x9, 0x9, 0x53beb01, 0x1000500c0, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x5372400, 0xc00b2a0a20, 0xc00c4b7d18, 0x9, 0x9, 0x9, 0xc00b1d8320, 0x0, 0x0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
golang.org/x/net/http2.readFrameHeader(0xc00c4b7d18, 0x9, 0x9, 0x5372400, 0xc00b2a0a20, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x89
golang.org/x/net/http2.(*Framer).ReadFrame(0xc00c4b7ce0, 0xc00ba5e240, 0x77afbc0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc005f27a40)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1273 +0x179
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 21554 [select]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00efa5950, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00b2a1140, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc00fab9c80)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:291 +0xd7
created by google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:288 +0x10d6
goroutine 22572 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc00351fb00)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 4735 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2(0x540c3e0, 0xc00b420300)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:818 +0x15f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420300, 0x0, 0xc00a86f1c0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4734 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2(0x540c3e0, 0xc00b4202a0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:818 +0x15f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b4202a0, 0x0, 0xc00a86f1a0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4736 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2(0x540c3e0, 0xc00b420390)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:818 +0x15f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420390, 0x0, 0xc00a86f1e0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 3199 [select]:
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc003586480, 0xc001d36d70, 0xc0085c26c0, 0xf, 0xc007ef1320, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1124 +0x2e7
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1.1(0x540c320, 0xc00351ef80)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1053 +0x79
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c320, 0xc00351ef80, 0x0, 0xc001d37040)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4983 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc00b1ec680)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 7036 [sleep]:
time.Sleep(0x3b9aca00)
/usr/local/go/src/runtime/time.go:188 +0xbf
github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport.(*rpcConn).run.func1(0x540c3e0, 0xc000cb96b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport/sender.go:729 +0x2ba
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001c8a900, 0x540c3e0, 0xc000cb96b0, 0x0, 0xc0045ff8e0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 22285 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc009033680)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 4984 [chan receive]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc00b1f6000)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:1156 +0x709
created by google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:799 +0x12a
goroutine 4985 [select]:
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc003495200, 0xc00b1f02d0, 0xc007153df0, 0xf, 0xc00b1d5da0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1124 +0x2e7
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1.1(0x540c320, 0xc003428600)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1053 +0x79
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c320, 0xc003428600, 0x0, 0xc00b1f03c0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 21699 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed.func1(0x540c320, 0xc00f237540, 0xc00f771e68, 0xffffffffffffffff)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:66 +0x14d
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1(0xc00f771e68, 0xc0000c2280)
/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:166 +0x3a
golang.org/x/sync/errgroup.(*Group).Go.func1(0xc00c29a0c0, 0xc00c29a0f0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:57 +0x59
created by golang.org/x/sync/errgroup.(*Group).Go
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:54 +0x66
goroutine 21701 [select]:
google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc00eb00dc0, 0xc00b45c010, 0x5, 0x5, 0x41f31a0, 0xc0000c2040, 0xc006360fc0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:186 +0xd3
google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc00eb00dc0, 0xc00b45c010, 0x5, 0x5, 0xc00c634140, 0x4db4158, 0xc006360fe0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:166 +0x190
google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc00c29a720, 0xc00b45c010, 0x5, 0x5, 0xc012864c02, 0xc006361008, 0xb0257c)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x537a580, 0xc00c29a720, 0xc00b45c010, 0x5, 0x5, 0x5, 0xc006361078, 0x43c4c5, 0x40bde60)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
google.golang.org/grpc/internal/transport.(*Stream).Read(0xc00d8dcd00, 0xc00b45c010, 0x5, 0x5, 0xc012864c00, 0x16, 0x600)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
google.golang.org/grpc.(*parser).recvMsg(0xc00b45c000, 0x7fffffff, 0x8, 0x7801270, 0xc012864c00, 0x203002, 0x600, 0x459e500)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63
google.golang.org/grpc.recvAndDecompress(0xc00b45c000, 0xc00d8dcd00, 0x0, 0x0, 0x7fffffff, 0xc006361328, 0x53e7ee0, 0x7801270, 0x49e63b, 0x4b0836ab52e, ...)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d
google.golang.org/grpc.recv(0xc00b45c000, 0x7f2246bbbab0, 0xc0004b6600, 0xc00d8dcd00, 0x0, 0x0, 0x459e500, 0xc00b83eee0, 0x7fffffff, 0xc006361328, ...)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b
google.golang.org/grpc.(*csAttempt).recvMsg(0xc010a2a900, 0x459e500, 0xc00b83eee0, 0xc006361328, 0xc006361380, 0x498c60)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:884 +0xee
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc010a2a900, 0x203002, 0x203002)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:735 +0x46
google.golang.org/grpc.(*clientStream).withRetry(0xc00c8cf200, 0xc006361490, 0xc006361460, 0x0, 0x7f224231a320)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:589 +0x37e
google.golang.org/grpc.(*clientStream).RecvMsg(0xc00c8cf200, 0x459e500, 0xc00b83eee0, 0xc0063615b4, 0x2)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:734 +0x105
github.com/cockroachdb/cockroach/pkg/roachpb.(*internalRangeFeedClient).Recv(0xc011327830, 0xc0063615b0, 0x2, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9030 +0x62
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0xc00356d800, 0x540c320, 0xc00f237540, 0xc004966a60, 0x1, 0x8, 0xc004966a68, 0x1, 0x1, 0x166f7c082d5964d4, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:269 +0x936
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0xc00356d800, 0x540c320, 0xc00f237540, 0xc00c8cf0e0, 0x0, 0xc00b6a3440, 0xc00535fc20, 0x1, 0x1)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:151 +0x3a5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed.func1.1(0x540c320, 0xc00f237540, 0xc000074078, 0x700000000b62165)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:70 +0x65
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1(0xc00358eb00, 0x4db0318)
/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:166 +0x3a
golang.org/x/sync/errgroup.(*Group).Go.func1(0xc00c29a0c0, 0xc00c29a1b0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:57 +0x59
created by golang.org/x/sync/errgroup.(*Group).Go
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:54 +0x66
goroutine 21875 [semacquire]:
sync.runtime_Semacquire(0xc00b3582b0)
/usr/local/go/src/runtime/sema.go:56 +0x45
sync.(*WaitGroup).Wait(0xc00b3582a8)
/usr/local/go/src/sync/waitgroup.go:130 +0x65
golang.org/x/sync/errgroup.(*Group).Wait(0xc00b3582a0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:40 +0x31
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait(0xc00b3582a0, 0x540c320, 0xc00c89e1c0, 0xc00f014ea0, 0xc00c89e1c0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:142 +0x57
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed(0xc001842400, 0x540c3e0, 0xc00b358270, 0xc00762fa70, 0x1, 0x8, 0xc00762fa78, 0x1, 0x1, 0x166f7c082d5964d4, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:83 +0x387
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*dbAdapter).RangeFeed(0xc000b18060, 0x540c320, 0xc001e736c0, 0xc00762fa70, 0x1, 0x8, 0xc00762fa78, 0x1, 0x1, 0x166f7c082d5964d4, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/db_adapter.go:69 +0xb4
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run.func1(0x540c320, 0xc001e736c0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:203 +0xe3
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c320, 0xc001e736c0, 0x0, 0xc00b358240)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 21876 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed.func1(0x540c320, 0xc00c89e1c0, 0x0, 0x700000000000000)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:66 +0x14d
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1(0xc000c4d080, 0x4db0318)
/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:166 +0x3a
golang.org/x/sync/errgroup.(*Group).Go.func1(0xc00b3582a0, 0xc00b358300)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:57 +0x59
created by golang.org/x/sync/errgroup.(*Group).Go
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:54 +0x66
goroutine 21853 [select]:
github.com/cockroachdb/cockroach/pkg/rpc.respStreamClientAdapter.recvInternal(0x540c320, 0xc00e77f740, 0xc00bae0840, 0xc00bae08a0, 0xc00762fa78, 0x1, 0xc00c89e1d0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:520 +0xd6
github.com/cockroachdb/cockroach/pkg/rpc.rangeFeedClientAdapter.Recv(...)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:549
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0xc001842400, 0x540c320, 0xc00c89e1c0, 0xc00762fa70, 0x1, 0x8, 0xc00762fa78, 0x1, 0x1, 0x166f7c082d5964d4, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:269 +0x936
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0xc001842400, 0x540c320, 0xc00c89e1c0, 0xc0041dcfc0, 0xc00ec6bf00, 0xc00f014e40, 0xc00575b740, 0x1, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:151 +0x3a5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed.func1.1(0x540c320, 0xc00c89e1c0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:70 +0x65
github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1(0x4722d6, 0x4db3e68)
/go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:166 +0x3a
golang.org/x/sync/errgroup.(*Group).Go.func1(0xc00b3582a0, 0xc00f0f49f0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:57 +0x59
created by golang.org/x/sync/errgroup.(*Group).Go
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:54 +0x66
goroutine 4731 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2(0x540c3e0, 0xc00b420120)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:818 +0x15f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420120, 0x0, 0xc00a86f140)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 3197 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc000bf7bc0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 22629 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc001c56940)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 21886 [select]:
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc001e1e000, 0xc00b79c0f0, 0xc005990ea0, 0xf, 0xc000028960, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1124 +0x2e7
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1.1(0x540c320, 0xc0013bddc0)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1053 +0x79
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c320, 0xc0013bddc0, 0x0, 0xc00b79c1e0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4978 [chan receive]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc0043138c0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:1156 +0x709
created by google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:799 +0x12a
goroutine 20721 [select]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00efa51d0, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00b2a0b40, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc005f27a40)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 6175 [select]:
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc001e1e000, 0xc0019c20a0, 0xc001c85b10, 0xf, 0xc007b71560, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1124 +0x2e7
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1.1(0x540c320, 0xc0013bddc0)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1053 +0x79
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c320, 0xc0013bddc0, 0x0, 0xc0019c2190)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4979 [select]:
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc003495200, 0xc00b1bbef0, 0xc00b1d80e0, 0xf, 0xc00b1d54a0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1124 +0x2e7
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1.1(0x540c320, 0xc003428600)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1053 +0x79
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c320, 0xc003428600, 0x0, 0xc00b1f0000)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 11069 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc003328740)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 4963 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicaScanner).waitAndProcess(0xc00a5c26c0, 0x540c3e0, 0xc00a5f07e0, 0xc00326f500, 0x12b6d9f0, 0xed7ee0afc, 0x0, 0xc007959200, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scanner.go:217 +0x1ef
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicaScanner).scanLoop.func1.1(0xc007959200, 0xc00a5f0301)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scanner.go:279 +0x85
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*storeReplicaVisitor).Visit(0xc00a5f0330, 0xc00b284140)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:376 +0x151
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicaScanner).scanLoop.func1(0x540c3e0, 0xc00a5f07e0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scanner.go:277 +0x1b3
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07e0, 0x0, 0xc00b289a80)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 8237 [select]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00db340a0, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00db2ee40, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc004450380)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 5846 [select]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00cf3f6d0, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00cf47080, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc0093a1080)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:291 +0xd7
created by google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:288 +0x10d6
goroutine 20055 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).processQueue(0xc00402a8c0, 0x9, 0xc010a72420, 0xc010a5e280, 0x546bc60, 0xc00db5a6d0, 0x546bc00, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/raft_transport.go:481 +0x511
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).startProcessNewQueue.func2(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/raft_transport.go:632 +0x3a5
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc00f6dd050)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5505 [select]:
google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc007c45880)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1339 +0x193
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 4957 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2(0x540c3e0, 0xc00a5f0480)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:818 +0x15f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f0480, 0x0, 0xc00b2899c0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4725 [select]:
google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc003325340)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1339 +0x193
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 7061 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvprober.(*Prober).Start.func1(0x540c3e0, 0xc002483380)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvprober/kvprober.go:151 +0x2e9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc002483380, 0x0, 0xc001b4dee0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 8253 [IO wait]:
internal/poll.runtime_pollWait(0x7f2242f9af88, 0x72, 0x537e880)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc001adf098, 0x72, 0x537e800, 0x7499f98, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc001adf080, 0xc00bef33c0, 0x18, 0x18, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc001adf080, 0xc00bef33c0, 0x18, 0x18, 0x0, 0xc00108e750, 0xc0093f9380)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc009021b40, 0xc00bef33c0, 0x18, 0x18, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc009a18720, 0xc00bef33c0, 0x18, 0x18, 0xc0093f93e8, 0x4801ac, 0x20)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x115
io.ReadAtLeast(0x7f2246bbbad8, 0xc009a18720, 0xc00bef33c0, 0x18, 0x18, 0x18, 0x0, 0xc0093f94a0, 0x544514)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
encoding/binary.Read(0x7f2246bbbad8, 0xc009a18720, 0x5462660, 0x7801270, 0x3e7e6c0, 0xc00bef33a0, 0x4e8cd622cc49a3bb, 0xa90947dad8ad1570)
/usr/local/go/src/encoding/binary/binary.go:256 +0x2d4
github.com/cockroachdb/cockroach/pkg/rpc.delayingConn.Read(0x546ba20, 0xc009a18720, 0x0, 0x0, 0x0, 0x0, 0xc00a59ccc0, 0xc0090bc000, 0x773, 0x773, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:898 +0x225
crypto/tls.(*atLeastReader).Read(0xc001684780, 0xc0090bc000, 0x773, 0x773, 0x8d, 0x76e, 0xc0093f97a0)
/usr/local/go/src/crypto/tls/conn.go:779 +0x62
bytes.(*Buffer).ReadFrom(0xc00ad94980, 0x5372620, 0xc001684780, 0x43c1a5, 0x40c3b60, 0x45821c0)
/usr/local/go/src/bytes/buffer.go:204 +0xb1
crypto/tls.(*Conn).readFromUntil(0xc00ad94700, 0x7f2242f4c398, 0xc0088b4480, 0x5, 0xc0088b4480, 0x7c)
/usr/local/go/src/crypto/tls/conn.go:801 +0xf3
crypto/tls.(*Conn).readRecordOrCCS(0xc00ad94700, 0x0, 0x0, 0x18)
/usr/local/go/src/crypto/tls/conn.go:608 +0x115
crypto/tls.(*Conn).readRecord(...)
/usr/local/go/src/crypto/tls/conn.go:576
crypto/tls.(*Conn).Read(0xc00ad94700, 0xc00db94000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:1252 +0x15f
bufio.(*Reader).Read(0xc00daba240, 0xc0028e6f18, 0x9, 0x9, 0x1, 0xc001684760, 0x543f00)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x5372400, 0xc00daba240, 0xc0028e6f18, 0x9, 0x9, 0x9, 0x0, 0x53729c0, 0xc0000c2040)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
golang.org/x/net/http2.readFrameHeader(0xc0028e6f18, 0x9, 0x9, 0x5372400, 0xc00daba240, 0x0, 0x0, 0x580db90060, 0x5800010001)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x89
golang.org/x/net/http2.(*Framer).ReadFrame(0xc0028e6ee0, 0xc00db90060, 0x77afbc0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc00518bc80, 0xc00db901b0, 0x4db22b0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:453 +0x98
google.golang.org/grpc.(*Server).serveStreams(0xc0010b3860, 0x5473520, 0xc00518bc80)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:742 +0xdb
google.golang.org/grpc.(*Server).handleRawConn.func1(0xc0010b3860, 0x5473520, 0xc00518bc80)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:703 +0x3f
created by google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:702 +0x50b
goroutine 4959 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2(0x540c3e0, 0xc00a5f05a0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:818 +0x15f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f05a0, 0x0, 0xc00b289a00)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 7886 [select]:
github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).Start.func9(0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:767 +0x34a
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c360, 0xc000074078, 0x0, 0xc00a500a40)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 7059 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport.(*Sender).Run.func2(0x540c3e0, 0xc002483380)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport/sender.go:209 +0x1e5
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc002483380, 0x0, 0xc001b4de80)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 21890 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc00c89eb40)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 7062 [IO wait]:
internal/poll.runtime_pollWait(0x7f2242f480d8, 0x72, 0x0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc00358ea98, 0x72, 0x0, 0x0, 0x46c9bb4)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Accept(0xc00358ea80, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:394 +0x1fc
net.(*netFD).accept(0xc00358ea80, 0x203001, 0xd8e35ee8d752928c, 0xc00492f640)
/usr/local/go/src/net/fd_unix.go:172 +0x45
net.(*TCPListener).accept(0xc00357d4c0, 0xc00432ed50, 0x30, 0x28)
/usr/local/go/src/net/tcpsock_posix.go:139 +0x32
net.(*TCPListener).Accept(0xc00357d4c0, 0x28, 0x7f2271dac2f0, 0xc00432ed50, 0x0)
/usr/local/go/src/net/tcpsock.go:261 +0x65
github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith(0xc00c326e10, 0x540c3e0, 0xc002483380, 0xc001b95800, 0x53e7060, 0xc00357d4c0, 0xc00432ed50, 0xc0097b4759, 0x10000)
/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:135 +0x50
github.com/cockroachdb/cockroach/pkg/server.(*SQLServer).startServeSQL.func1(0x540c3e0, 0xc002483380)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:2075 +0xf4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc002483380, 0x0, 0xc0081e8540)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 11104 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc0082da600)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 6174 [chan receive]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc003279b80)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:1156 +0x709
created by google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:799 +0x12a
goroutine 10925 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).processQueue(0xc0037c6fc0, 0x7, 0xc00cf46300, 0xc00b98c780, 0x546bc60, 0xc00138f030, 0x546bc00, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/raft_transport.go:481 +0x511
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).startProcessNewQueue.func2(0x540c3e0, 0xc003591080)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/raft_transport.go:632 +0x3a5
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c3e0, 0xc003591080, 0x0, 0xc004aa4ff0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 6233 [IO wait]:
internal/poll.runtime_pollWait(0x7f2242f478b0, 0x72, 0x0)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc00467e918, 0x72, 0x0, 0x0, 0x46c9bb4)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Accept(0xc00467e900, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:394 +0x1fc
net.(*netFD).accept(0xc00467e900, 0x203001, 0xc00c55ba90, 0x16)
/usr/local/go/src/net/fd_unix.go:172 +0x45
net.(*TCPListener).accept(0xc00465fe00, 0xc00591b620, 0x30, 0x28)
/usr/local/go/src/net/tcpsock_posix.go:139 +0x32
net.(*TCPListener).Accept(0xc00465fe00, 0x28, 0x7f2271dac2f0, 0xc00591b620, 0xc00c0e1718)
/usr/local/go/src/net/tcpsock.go:261 +0x65
github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith(0xc00c326920, 0x540c3e0, 0xc0030e0990, 0xc00326f500, 0x53e7060, 0xc00465fe00, 0xc00591b620, 0x552b5c, 0xc00b6fa600)
/go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:135 +0x50
github.com/cockroachdb/cockroach/pkg/server.(*SQLServer).startServeSQL.func1(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:2075 +0xf4
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc00c4374c0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4318 [chan receive]:
github.com/cockroachdb/cockroach/pkg/gossip.(*server).start.func3(0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:380 +0x5a
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c360, 0xc000074078, 0x0, 0xc00a5c46e0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4956 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2(0x540c3e0, 0xc00a5f0420)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:818 +0x15f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f0420, 0x0, 0xc00b2899a0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 6399 [IO wait]:
internal/poll.runtime_pollWait(0x7f2242e94e40, 0x72, 0x537e880)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc004b1c618, 0x72, 0x537e800, 0x7499f98, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc004b1c600, 0xc00ec95ac0, 0x18, 0x18, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc004b1c600, 0xc00ec95ac0, 0x18, 0x18, 0x7f224238d3d8, 0x0, 0x18)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc0001c8340, 0xc00ec95ac0, 0x18, 0x18, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
io.ReadAtLeast(0x537ae00, 0xc0001c8340, 0xc00ec95ac0, 0x18, 0x18, 0x18, 0x0, 0xc005c9b4f8, 0x544514)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
encoding/binary.Read(0x537ae00, 0xc0001c8340, 0x5462660, 0x7801270, 0x3e7e6c0, 0xc00ec95aa0, 0x35a074e7383cc6b5, 0x4d60a5618723b2d6)
/usr/local/go/src/encoding/binary/binary.go:256 +0x2d4
github.com/cockroachdb/cockroach/pkg/rpc.delayingConn.Read(0x546f560, 0xc0001c8340, 0x0, 0x0, 0x0, 0x0, 0xc0081f5860, 0xc004b2bb00, 0x8b5, 0x8b5, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:898 +0x225
crypto/tls.(*atLeastReader).Read(0xc004fe31c0, 0xc004b2bb00, 0x8b5, 0x8b5, 0x2b, 0x8b0, 0xc005c9b7f8)
/usr/local/go/src/crypto/tls/conn.go:779 +0x62
bytes.(*Buffer).ReadFrom(0xc00293a600, 0x5372620, 0xc004fe31c0, 0x43c1a5, 0x40c3b60, 0x45821c0)
/usr/local/go/src/bytes/buffer.go:204 +0xb1
crypto/tls.(*Conn).readFromUntil(0xc00293a380, 0x7f2242f4c398, 0xc00c367880, 0x5, 0xc00c367880, 0x1a)
/usr/local/go/src/crypto/tls/conn.go:801 +0xf3
crypto/tls.(*Conn).readRecordOrCCS(0xc00293a380, 0x0, 0x0, 0x43e490)
/usr/local/go/src/crypto/tls/conn.go:608 +0x115
crypto/tls.(*Conn).readRecord(...)
/usr/local/go/src/crypto/tls/conn.go:576
crypto/tls.(*Conn).Read(0xc00293a380, 0xc005606000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:1252 +0x15f
bufio.(*Reader).Read(0xc0099fa120, 0xc00263b998, 0x9, 0x9, 0xc0059fcfb8, 0xc000580000, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x5372400, 0xc0099fa120, 0xc00263b998, 0x9, 0x9, 0x9, 0xaedec5, 0xc0059fcf60, 0x0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
golang.org/x/net/http2.readFrameHeader(0xc00263b998, 0x9, 0x9, 0x5372400, 0xc0099fa120, 0x0, 0xc000000000, 0xc00c54e700, 0x53729c0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x89
golang.org/x/net/http2.(*Framer).ReadFrame(0xc00263b960, 0xc00f58b800, 0x77afbc0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc00a379c00)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1273 +0x179
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 21898 [select]:
google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc006bfbb00)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:966 +0x28a
created by google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:297 +0x10fb
goroutine 22630 [select]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc00df95080)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:1126 +0x425
created by google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:799 +0x12a
goroutine 6669 [select]:
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc001e1e000, 0xc0010858b0, 0xc004d384c0, 0xf, 0xc0013e5ec0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1124 +0x2e7
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1.1(0x540c320, 0xc0013bddc0)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1053 +0x79
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c320, 0xc0013bddc0, 0x0, 0xc001085b30)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 7138 [select]:
google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc004e9aa80)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1339 +0x193
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 6400 [select]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc005298b90, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0099fa1e0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc00a379c00)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 7072 [select]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0085b8e10, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc005c67320, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc00ca4d080)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:291 +0xd7
created by google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:288 +0x10d6
goroutine 6232 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvprober.(*Prober).Start.func1(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvprober/kvprober.go:151 +0x2e9
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc005746000)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 8548 [chan receive]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc0093878c0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:1156 +0x709
created by google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:799 +0x12a
goroutine 5449 [select]:
google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc00a2c81c0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1339 +0x193
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 4013 [select]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00a0c63c0, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc009fab2c0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc00a0e6000)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 5452 [select]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00b7e05a0, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00b7b4f60, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc009ce7c80)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:291 +0xd7
created by google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:288 +0x10d6
goroutine 5756 [select]:
google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc004e9a380)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1339 +0x193
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 4960 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2(0x540c3e0, 0xc00a5f0600)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:818 +0x15f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f0600, 0x0, 0xc00b289a20)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4012 [IO wait]:
internal/poll.runtime_pollWait(0x7f2242f6b6a0, 0x72, 0x537e880)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc0053f9118, 0x72, 0x537e800, 0x7499f98, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc0053f9100, 0xc00a5469c0, 0x18, 0x18, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc0053f9100, 0xc00a5469c0, 0x18, 0x18, 0x7f2243a4b5c8, 0x0, 0x18)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc005914800, 0xc00a5469c0, 0x18, 0x18, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
io.ReadAtLeast(0x537ae00, 0xc005914800, 0xc00a5469c0, 0x18, 0x18, 0x18, 0x0, 0xc0029594f8, 0x544514)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
encoding/binary.Read(0x537ae00, 0xc005914800, 0x5462660, 0x7801270, 0x3e7e6c0, 0xc00a5469a0, 0x126bdad3351de981, 0x3046c140ce7c6823)
/usr/local/go/src/encoding/binary/binary.go:256 +0x2d4
github.com/cockroachdb/cockroach/pkg/rpc.delayingConn.Read(0x546f560, 0xc005914800, 0x0, 0x0, 0x0, 0x0, 0xc007c1e6f0, 0xc007b8a000, 0x8b5, 0x8b5, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:898 +0x225
crypto/tls.(*atLeastReader).Read(0xc004a341c0, 0xc007b8a000, 0x8b5, 0x8b5, 0x45, 0x8b0, 0xc0029597f8)
/usr/local/go/src/crypto/tls/conn.go:779 +0x62
bytes.(*Buffer).ReadFrom(0xc004460600, 0x5372620, 0xc004a341c0, 0x43c1a5, 0x40c3b60, 0x45821c0)
/usr/local/go/src/bytes/buffer.go:204 +0xb1
crypto/tls.(*Conn).readFromUntil(0xc004460380, 0x7f2242f4c398, 0xc001e731c0, 0x5, 0xc001e731c0, 0x34)
/usr/local/go/src/crypto/tls/conn.go:801 +0xf3
crypto/tls.(*Conn).readRecordOrCCS(0xc004460380, 0x0, 0x0, 0x43e490)
/usr/local/go/src/crypto/tls/conn.go:608 +0x115
crypto/tls.(*Conn).readRecord(...)
/usr/local/go/src/crypto/tls/conn.go:576
crypto/tls.(*Conn).Read(0xc004460380, 0xc00a0ce000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:1252 +0x15f
bufio.(*Reader).Read(0xc009fab200, 0xc009f923b8, 0x9, 0x9, 0xc00b75d078, 0xc004e4a000, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x5372400, 0xc009fab200, 0xc009f923b8, 0x9, 0x9, 0x9, 0xaedec5, 0xc00b75d020, 0x0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
golang.org/x/net/http2.readFrameHeader(0xc009f923b8, 0x9, 0x9, 0x5372400, 0xc009fab200, 0x0, 0xc000000000, 0xc009350300, 0x53729c0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x89
golang.org/x/net/http2.(*Framer).ReadFrame(0xc009f92380, 0xc00b1d8ee0, 0x77afbc0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc00a0e6000)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1273 +0x179
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 4955 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2(0x540c3e0, 0xc00a5f03c0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:818 +0x15f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f03c0, 0x0, 0xc00b289980)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4354 [select]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc007bd0410, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc007b87020, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc003d36180)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:291 +0xd7
created by google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:288 +0x10d6
goroutine 4355 [select]:
google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc003d36180)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:966 +0x28a
created by google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:297 +0x10fb
goroutine 4356 [IO wait]:
internal/poll.runtime_pollWait(0x7f2242f6b4d0, 0x72, 0x537e880)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc002886898, 0x72, 0x537e800, 0x7499f98, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc002886880, 0xc00bef2b40, 0x18, 0x18, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc002886880, 0xc00bef2b40, 0x18, 0x18, 0x0, 0xc00108e750, 0xc009269380)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc005914808, 0xc00bef2b40, 0x18, 0x18, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc007eadda0, 0xc00bef2b40, 0x18, 0x18, 0xc0092693e8, 0x4801ac, 0x20)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x115
io.ReadAtLeast(0x7f2246bbbad8, 0xc007eadda0, 0xc00bef2b40, 0x18, 0x18, 0x18, 0x0, 0xc0092694a0, 0x544514)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
encoding/binary.Read(0x7f2246bbbad8, 0xc007eadda0, 0x5462660, 0x7801270, 0x3e7e6c0, 0xc00bef2b20, 0x6395dcc26630013a, 0xbaf0c61f3a2e8ac5)
/usr/local/go/src/encoding/binary/binary.go:256 +0x2d4
github.com/cockroachdb/cockroach/pkg/rpc.delayingConn.Read(0x546ba20, 0xc007eadda0, 0x0, 0x0, 0x0, 0x0, 0xc007c1eb70, 0xc0089d9000, 0x773, 0x773, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:898 +0x225
crypto/tls.(*atLeastReader).Read(0xc00f8f6ae0, 0xc0089d9000, 0x773, 0x773, 0x1e, 0x76e, 0xc0092697a0)
/usr/local/go/src/crypto/tls/conn.go:779 +0x62
bytes.(*Buffer).ReadFrom(0xc004460d00, 0x5372620, 0xc00f8f6ae0, 0x43c1a5, 0x40c3b60, 0x45821c0)
/usr/local/go/src/bytes/buffer.go:204 +0xb1
crypto/tls.(*Conn).readFromUntil(0xc004460a80, 0x7f2242f4c398, 0xc001e732c0, 0x5, 0xc001e732c0, 0xd)
/usr/local/go/src/crypto/tls/conn.go:801 +0xf3
crypto/tls.(*Conn).readRecordOrCCS(0xc004460a80, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:608 +0x115
crypto/tls.(*Conn).readRecord(...)
/usr/local/go/src/crypto/tls/conn.go:576
crypto/tls.(*Conn).Read(0xc004460a80, 0xc00847a000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:1252 +0x15f
bufio.(*Reader).Read(0xc007b86fc0, 0xc004aa7c38, 0x9, 0x9, 0xc002933b00, 0xc009269dff, 0xc009269d88)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x5372400, 0xc007b86fc0, 0xc004aa7c38, 0x9, 0x9, 0x9, 0x4377a5, 0xc002429ce0, 0xc009269dff)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
golang.org/x/net/http2.readFrameHeader(0xc004aa7c38, 0x9, 0x9, 0x5372400, 0xc007b86fc0, 0x0, 0xc000000000, 0x4027200, 0xc00f8f6a20)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x89
golang.org/x/net/http2.(*Framer).ReadFrame(0xc004aa7c00, 0xc00f8f9d40, 0x77afbc0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc003d36180, 0xc007c1f9b0, 0x4db22b0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:453 +0x98
google.golang.org/grpc.(*Server).serveStreams(0xc0010cb520, 0x5473520, 0xc003d36180)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:742 +0xdb
google.golang.org/grpc.(*Server).handleRawConn.func1(0xc0010cb520, 0x5473520, 0xc003d36180)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:703 +0x3f
created by google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:702 +0x50b
goroutine 21892 [select]:
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc001e1e000, 0xc00b79c690, 0xc001c85b10, 0xf, 0xc0086f2120, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1124 +0x2e7
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1.1(0x540c320, 0xc0013bddc0)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1053 +0x79
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c320, 0xc0013bddc0, 0x0, 0xc00b79c780)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 6229 [select]:
github.com/cockroachdb/cockroach/pkg/jobs.(*jobScheduler).runDaemon.func1(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/jobs/job_scheduler.go:364 +0x1e5
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc008e6ff60)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 11829 [select]:
google.golang.org/grpc.newClientStream.func5(0xc007ed6380, 0xc001e68ea0, 0x540c3e0, 0xc0044f26f0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:318 +0xda
created by google.golang.org/grpc.newClientStream
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:317 +0xbf0
goroutine 5615 [IO wait]:
internal/poll.runtime_pollWait(0x7f224238a7e0, 0x72, 0x537e880)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc00350d818, 0x72, 0x537e800, 0x7499f98, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc00350d800, 0xc00bef2de0, 0x18, 0x18, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc00350d800, 0xc00bef2de0, 0x18, 0x18, 0x0, 0xc00108e750, 0xc00a563380)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc0065e2670, 0xc00bef2de0, 0x18, 0x18, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc00a9b0fc0, 0xc00bef2de0, 0x18, 0x18, 0xc00a5633e8, 0x4801ac, 0x20)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x115
io.ReadAtLeast(0x7f2246bbbad8, 0xc00a9b0fc0, 0xc00bef2de0, 0x18, 0x18, 0x18, 0x0, 0xc00a5634a0, 0x544514)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
encoding/binary.Read(0x7f2246bbbad8, 0xc00a9b0fc0, 0x5462660, 0x7801270, 0x3e7e6c0, 0xc00bef2dc0, 0xfe4d0eb72739a5f8, 0xed83d495d5e160ae)
/usr/local/go/src/encoding/binary/binary.go:256 +0x2d4
github.com/cockroachdb/cockroach/pkg/rpc.delayingConn.Read(0x546ba20, 0xc00a9b0fc0, 0x0, 0x0, 0x0, 0x0, 0xc00a9b67b0, 0xc00c89c000, 0x773, 0x773, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:898 +0x225
crypto/tls.(*atLeastReader).Read(0xc00f8f75c0, 0xc00c89c000, 0x773, 0x773, 0x1e, 0x76e, 0xc00a5637a0)
/usr/local/go/src/crypto/tls/conn.go:779 +0x62
bytes.(*Buffer).ReadFrom(0xc0064d9400, 0x5372620, 0xc00f8f75c0, 0x43c1a5, 0x40c3b60, 0x45821c0)
/usr/local/go/src/bytes/buffer.go:204 +0xb1
crypto/tls.(*Conn).readFromUntil(0xc0064d9180, 0x7f2242f4c398, 0xc00a988bc0, 0x5, 0xc00a988bc0, 0xd)
/usr/local/go/src/crypto/tls/conn.go:801 +0xf3
crypto/tls.(*Conn).readRecordOrCCS(0xc0064d9180, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:608 +0x115
crypto/tls.(*Conn).readRecord(...)
/usr/local/go/src/crypto/tls/conn.go:576
crypto/tls.(*Conn).Read(0xc0064d9180, 0xc00bae8000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:1252 +0x15f
bufio.(*Reader).Read(0xc00bae0960, 0xc00bada1f8, 0x9, 0x9, 0xc004077320, 0xc00a563dff, 0xc00a563d88)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x5372400, 0xc00bae0960, 0xc00bada1f8, 0x9, 0x9, 0x9, 0x4377a5, 0xc00b75d8c0, 0xc00a563dff)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
golang.org/x/net/http2.readFrameHeader(0xc00bada1f8, 0x9, 0x9, 0x5372400, 0xc00bae0960, 0x0, 0xc000000000, 0x4027200, 0xc00f8f7580)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x89
golang.org/x/net/http2.(*Framer).ReadFrame(0xc00bada1c0, 0xc00f8f9f00, 0x77afbc0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc00baab200, 0xc00baa7bc0, 0x4db22b0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:453 +0x98
google.golang.org/grpc.(*Server).serveStreams(0xc0010cb520, 0x5473520, 0xc00baab200)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:742 +0xdb
google.golang.org/grpc.(*Server).handleRawConn.func1(0xc0010cb520, 0x5473520, 0xc00baab200)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:703 +0x3f
created by google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:702 +0x50b
goroutine 20276 [sleep]:
time.Sleep(0x3b9aca00)
/usr/local/go/src/runtime/time.go:188 +0xbf
github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport.(*rpcConn).run.func1(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport/sender.go:729 +0x2ba
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc011979500)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4962 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2(0x540c3e0, 0xc00a5f06f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:818 +0x15f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f06f0, 0x0, 0xc00b289a60)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4954 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2(0x540c3e0, 0xc00a5f0360)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:818 +0x15f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f0360, 0x0, 0xc00b289960)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4958 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2(0x540c3e0, 0xc00a5f0540)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:818 +0x15f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f0540, 0x0, 0xc00b2899e0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 21899 [IO wait]:
internal/poll.runtime_pollWait(0x7f224238a270, 0x72, 0x537e880)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc010a2ab98, 0x72, 0x537e800, 0x7499f98, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc010a2ab80, 0xc007b75860, 0x18, 0x18, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc010a2ab80, 0xc007b75860, 0x18, 0x18, 0x0, 0xc00108e750, 0xc0110b9380)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc0056d26e0, 0xc007b75860, 0x18, 0x18, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc00b28bbc0, 0xc007b75860, 0x18, 0x18, 0xc0110b93e8, 0x4801ac, 0x20)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x115
io.ReadAtLeast(0x7f2246bbbad8, 0xc00b28bbc0, 0xc007b75860, 0x18, 0x18, 0x18, 0x0, 0xc0110b94a0, 0x544514)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
encoding/binary.Read(0x7f2246bbbad8, 0xc00b28bbc0, 0x5462660, 0x7801270, 0x3e7e6c0, 0xc007b75840, 0xbe3a3bbbe8e8230e, 0x4c30ce3947439b83)
/usr/local/go/src/encoding/binary/binary.go:256 +0x2d4
github.com/cockroachdb/cockroach/pkg/rpc.delayingConn.Read(0x546ba20, 0xc00b28bbc0, 0x0, 0x0, 0x0, 0x0, 0xc00c29b5f0, 0xc006718800, 0x773, 0x773, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:898 +0x225
crypto/tls.(*atLeastReader).Read(0xc0057477c0, 0xc006718800, 0x773, 0x773, 0xad, 0x76e, 0xc0110b97a0)
/usr/local/go/src/crypto/tls/conn.go:779 +0x62
bytes.(*Buffer).ReadFrom(0xc011281080, 0x5372620, 0xc0057477c0, 0x43c1a5, 0x40c3b60, 0x45821c0)
/usr/local/go/src/bytes/buffer.go:204 +0xb1
crypto/tls.(*Conn).readFromUntil(0xc011280e00, 0x7f2242f4c398, 0xc00dca8080, 0x5, 0xc00dca8080, 0x2a)
/usr/local/go/src/crypto/tls/conn.go:801 +0xf3
crypto/tls.(*Conn).readRecordOrCCS(0xc011280e00, 0x0, 0x0, 0x18)
/usr/local/go/src/crypto/tls/conn.go:608 +0x115
crypto/tls.(*Conn).readRecord(...)
/usr/local/go/src/crypto/tls/conn.go:576
crypto/tls.(*Conn).Read(0xc011280e00, 0xc004eec000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:1252 +0x15f
bufio.(*Reader).Read(0xc00b3d60c0, 0xc010f1a658, 0x9, 0x9, 0x1, 0xc0057477a0, 0x543f00)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x5372400, 0xc00b3d60c0, 0xc010f1a658, 0x9, 0x9, 0x9, 0x0, 0x53729c0, 0xc0000c2040)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
golang.org/x/net/http2.readFrameHeader(0xc010f1a658, 0x9, 0x9, 0x5372400, 0xc00b3d60c0, 0x0, 0x0, 0x5f0fa9cd80, 0x5f00010001)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x89
golang.org/x/net/http2.(*Framer).ReadFrame(0xc010f1a620, 0xc00fa9cd80, 0x77afbc0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc006bfbb00, 0xc00fa9d380, 0x4db22b0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:453 +0x98
google.golang.org/grpc.(*Server).serveStreams(0xc0002ecea0, 0x5473520, 0xc006bfbb00)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:742 +0xdb
google.golang.org/grpc.(*Server).handleRawConn.func1(0xc0002ecea0, 0x5473520, 0xc006bfbb00)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:703 +0x3f
created by google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:702 +0x50b
goroutine 4319 [select]:
github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).bootstrap.func1(0x540c3e0, 0xc00a5f1620)
/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1330 +0x285
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00329b920, 0x0, 0xc009bfcf10)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4320 [select]:
github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).manage.func1(0x540c3e0, 0xc00329b920)
/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1374 +0x345
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00329b920, 0x0, 0xc009bfcf20)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4924 [select]:
github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).bootstrap.func1(0x540c3e0, 0xc00a1bb6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1339 +0x37e
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00056e600, 0x0, 0xc00accff60)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4594 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).run(0xc004419d40, 0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:466 +0x370
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c360, 0xc000074078, 0x0, 0xc009bfd3d0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4595 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).run(0xc004419e60, 0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:466 +0x370
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c360, 0xc000074078, 0x0, 0xc009bfd3e0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4596 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).run(0xc004504000, 0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:466 +0x370
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c360, 0xc000074078, 0x0, 0xc009bfd3f0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4597 [chan receive]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func1(0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:193 +0x4c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc00a5c5220)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4598 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x120)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd420)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4599 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x121)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd430)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4600 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x122)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd440)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4601 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x124)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd450)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4602 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x123)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd460)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4603 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x125)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd470)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4604 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x126)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd480)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4605 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x129)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd490)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4606 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x128)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd4a0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4607 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x127)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd4b0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4608 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x12a)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd4c0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4609 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x12b)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd4d0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4610 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x12c)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd4e0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4611 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x12d)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd4f0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4612 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x12e)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd500)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4613 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x12f)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd510)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4614 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x131)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd520)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4615 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x130)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd530)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4616 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x132)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd540)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4617 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x133)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd550)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4618 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x134)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd560)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4619 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x135)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd570)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4620 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x136)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd580)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4621 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x137)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd590)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4622 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x13a)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd5a0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4623 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x138)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd5b0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4624 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x139)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd5c0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4625 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x13c)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd5d0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4626 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x13b)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd5e0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4627 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x13d)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd5f0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4628 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x13e)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd600)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4629 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x13f)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd610)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4630 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x141)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd620)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4631 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x140)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd630)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4632 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x142)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd640)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4633 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x143)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd650)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4634 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x144)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd660)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4635 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x146)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd670)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4636 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x145)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd680)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4637 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x147)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd690)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4638 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x148)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd6a0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4639 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x149)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4640 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x14a)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd6c0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4641 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x14b)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd6d0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4642 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x14c)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd6e0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4643 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x14d)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd6f0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4644 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x14e)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd700)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4645 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x14f)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd710)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4646 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x150)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd720)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4647 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x151)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd730)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4648 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x152)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd740)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4649 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x154)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd750)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4650 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x153)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd760)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4651 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x155)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd770)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4652 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x157)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd780)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4653 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x156)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd790)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4654 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x158)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd7a0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4655 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x159)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd7b0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4656 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0xfa)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd7c0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4657 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0xfb)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd7d0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4658 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0xfc)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd7e0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4659 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0xfd)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd7f0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4660 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0xfe)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd800)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4661 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0xff)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd810)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4662 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x100)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd820)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4663 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x101)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd830)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4664 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x102)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd840)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4665 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x103)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd850)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4666 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x105)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd860)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4667 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x106)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd870)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4668 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x104)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd880)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4669 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x107)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd890)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4670 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x108)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd8a0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4671 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x109)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd8b0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4672 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x10a)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd8c0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4673 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x10b)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd8d0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4674 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x10c)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd8e0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4675 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x10d)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd8f0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4676 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x10e)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd900)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4677 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x10f)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd910)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4678 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x110)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd920)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4679 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x111)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd930)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4680 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x112)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd940)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4681 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x113)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd950)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4682 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x114)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd960)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4683 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x115)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd970)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4684 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x116)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd980)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4685 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x117)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd990)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4686 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x118)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd9a0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4687 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x119)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd9b0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4688 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x11a)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd9c0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4689 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x11b)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd9d0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4690 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x11c)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd9e0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4691 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x11d)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfd9f0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4692 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x11e)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfda00)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4693 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b2590, 0x11f)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b2580)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00a4afe00, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfda10)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4694 [semacquire]:
sync.runtime_Semacquire(0xc00a4afe90)
/usr/local/go/src/runtime/sema.go:56 +0x45
sync.(*WaitGroup).Wait(0xc00a4afe88)
/usr/local/go/src/sync/waitgroup.go:130 +0x65
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Wait(...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:212
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfda20)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4695 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).raftTickLoop(0xc00574e300, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_raft.go:649 +0x265
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfda30)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4696 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).coalescedHeartbeatsLoop(0xc00574e300, 0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_raft.go:711 +0x135
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfda40)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4697 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).Start.func2(0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1547 +0xf5
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc00a5c5260)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4698 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startGossip.func3(0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1704 +0x36a
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c360, 0xc000074078, 0x0, 0xc00a507770)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4699 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startGossip.func3(0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1704 +0x36a
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c360, 0xc000074078, 0x0, 0xc00a5077c0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4700 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startGossip.func3(0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1704 +0x36a
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c360, 0xc000074078, 0x0, 0xc00a507810)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 21669 [chan receive]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).RangeFeed(0xc0027bc400, 0xc008d55d40, 0x545df80, 0xc00f03dd10, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_rangefeed.go:243 +0x605
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).RangeFeed(0xc00574e300, 0xc008d55d40, 0x545df80, 0xc00f03dd10, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:2502 +0x11e
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Stores).RangeFeed(0xc000860700, 0xc008d55d40, 0x545df80, 0xc00f03dd10, 0x10)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/stores.go:216 +0xce
github.com/cockroachdb/cockroach/pkg/server.(*Node).RangeFeed(0xc00401eb00, 0xc008d55d40, 0x545df80, 0xc00f03dd10, 0xc00401eb00, 0xc00b51adb0)
/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1011 +0x54
github.com/cockroachdb/cockroach/pkg/roachpb._Internal_RangeFeed_Handler(0x4646ca0, 0xc00401eb00, 0x5454920, 0xc008d55c80, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/roachpb/api.pb.go:9143 +0x10b
github.com/cockroachdb/cockroach/pkg/util/tracing.StreamServerInterceptor.func1(0x4646ca0, 0xc00401eb00, 0x5454920, 0xc008d55c80, 0xc00bc7ec20, 0x4dac178, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpc_interceptor.go:169 +0x5a9
google.golang.org/grpc.getChainStreamHandler.func1(0x4646ca0, 0xc00401eb00, 0x5454920, 0xc008d55c80, 0x43dc260, 0xc00f64e6c0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd
github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x4646ca0, 0xc00401eb00, 0x5454920, 0xc008d55c80, 0xc00bc7ec20, 0xc00f64e6c0, 0xc00f64e6c0, 0x2)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:184 +0x96
google.golang.org/grpc.getChainStreamHandler.func1(0x4646ca0, 0xc00401eb00, 0x5454920, 0xc008d55c80, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd
github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x4646ca0, 0xc00401eb00, 0x5454920, 0xc008d55c80, 0xc00bc7ec20, 0xc00f64e680, 0x43dc260, 0xc00f64e680)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8
google.golang.org/grpc.chainStreamServerInterceptors.func1(0x4646ca0, 0xc00401eb00, 0x5454920, 0xc008d55c80, 0xc00bc7ec20, 0x4dac178, 0x540c3e0, 0xc00b51b140)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd
google.golang.org/grpc.(*Server).processStreamingRPC(0xc0010da4e0, 0x5473520, 0xc002822780, 0xc00b2d5600, 0xc0033aca20, 0x7448f60, 0x0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x522
google.golang.org/grpc.(*Server).handleStream(0xc0010da4e0, 0x5473520, 0xc002822780, 0xc00b2d5600, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xc5c
google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc004c1ee10, 0xc0010da4e0, 0x5473520, 0xc002822780, 0xc00b2d5600)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xa5
created by google.golang.org/grpc.(*Server).serveStreams.func1
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa5
goroutine 4702 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startLeaseRenewer.func1(0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1755 +0x346
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfda90)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5613 [select]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00babb450, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00bae09c0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc00baab200)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:291 +0xd7
created by google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:288 +0x10d6
goroutine 4705 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startRangefeedUpdater.func1(0x540c3e0, 0xc00a5f07b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1864 +0x2ee
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f07b0, 0x0, 0xc009bfdaa0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4706 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*StoreRebalancer).Start.func1(0x540c3e0, 0xc00a5f0a20)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_rebalancer.go:188 +0x192
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f0a20, 0x0, 0xc00a5c52c0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4707 [select]:
github.com/cockroachdb/cockroach/pkg/server.(*Node).startComputePeriodicMetrics.func1(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:660 +0x125
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc00a5c5460)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4708 [select]:
github.com/cockroachdb/cockroach/pkg/server.(*Node).startGossiping.func1(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:625 +0x207
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc00a5c5480)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4709 [select]:
github.com/cockroachdb/cockroach/pkg/server.periodicallyPersistHLCUpperBound(0xc0031b1ea0, 0xc00554d960, 0xc009bfdb60, 0x4db43f0, 0xc000736d80, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1009 +0x19c
github.com/cockroachdb/cockroach/pkg/server.(*Server).startPersistingHLCUpperBound.func2(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1085 +0x69
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc00a5f0c30)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4710 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/reports.(*Reporter).Start.func2(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/reports/reporter.go:152 +0x206
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc00a5c5640)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4711 [select]:
github.com/cockroachdb/cockroach/pkg/server.startSampleEnvironment.func1(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:2306 +0x1eb
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc00a5e2460)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4712 [select]:
github.com/cockroachdb/cockroach/pkg/ts.(*poller).start.func1(0x540c360, 0xc0000740a0)
/go/src/github.com/cockroachdb/cockroach/pkg/ts/db.go:166 +0x11c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c360, 0xc0000740a0, 0x0, 0xc009bfdc30)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4713 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/liveness.(*NodeLiveness).Start.func1(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/liveness/liveness.go:720 +0x465
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc00a5e24d0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4923 [chan receive]:
github.com/cockroachdb/cockroach/pkg/gossip.(*server).start.func3(0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:380 +0x5a
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c360, 0xc000074078, 0x0, 0xc00ad70440)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 7073 [select]:
google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc00ca4d080)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:966 +0x28a
created by google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:297 +0x10fb
goroutine 16181 [select]:
google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc00ce7aa80)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1339 +0x193
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 7717 [select]:
google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc00d252480)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:966 +0x28a
created by google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:297 +0x10fb
goroutine 4729 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2(0x540c3e0, 0xc00b420060)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:818 +0x15f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420060, 0x0, 0xc00a86f100)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4925 [select]:
github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).manage.func1(0x540c3e0, 0xc00056e600)
/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1374 +0x345
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00056e600, 0x0, 0xc00accff70)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 20274 [sleep]:
time.Sleep(0x3b9aca00)
/usr/local/go/src/runtime/time.go:188 +0xbf
github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport.(*rpcConn).run.func1(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport/sender.go:729 +0x2ba
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc0119794c0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4927 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).run(0xc00b424000, 0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:466 +0x370
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c360, 0xc000074078, 0x0, 0xc00ad76420)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4928 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).run(0xc00b424120, 0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:466 +0x370
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c360, 0xc000074078, 0x0, 0xc00ad76430)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4929 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).run(0xc00b424240, 0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:466 +0x370
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c360, 0xc000074078, 0x0, 0xc00ad76440)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5010 [chan receive]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func1(0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:193 +0x4c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad70f80)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5011 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1e1)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76470)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5012 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1e2)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76480)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5013 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1e3)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76490)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5014 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1e4)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad764a0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5015 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1e6)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad764b0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5016 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1e5)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad764c0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5017 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1e7)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad764d0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5018 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1e8)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad764e0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5019 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1e9)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad764f0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5020 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1ea)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76500)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5021 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1eb)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76510)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5022 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1ec)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76520)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5023 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1ed)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76530)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5024 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1ef)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76540)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5025 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1f1)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76550)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5026 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1f0)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76560)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5027 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1ee)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76570)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5028 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1f2)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76580)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5029 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1f3)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76590)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5030 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1f4)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad765a0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5031 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1f5)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad765b0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5032 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1f6)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad765c0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5033 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1f7)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad765d0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5034 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1f8)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad765e0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5035 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1fb)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad765f0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5036 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1fa)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76600)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5037 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1fc)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76610)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5038 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1fd)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76620)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5039 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1f9)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76630)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5040 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x200)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76640)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5041 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1ff)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76650)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5042 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1fe)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76660)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5043 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x202)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76670)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5044 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x201)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76680)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5045 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x203)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76690)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5046 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x204)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad766a0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5047 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x205)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad766b0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5048 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x206)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad766c0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5049 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x207)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad766d0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5050 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x208)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad766e0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5051 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x209)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad766f0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5052 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x20a)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76700)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5053 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x20b)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76710)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5054 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x20c)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76720)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5055 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x20d)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76730)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5056 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x20f)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76740)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5057 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x20e)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76750)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5058 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x210)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76760)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5059 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x211)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76770)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5060 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x213)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76780)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5061 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x212)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76790)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5062 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x215)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad767a0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5063 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x214)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad767b0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5064 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x217)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad767c0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5065 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x216)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad767d0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5066 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1e0)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad767e0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5067 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x218)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad767f0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5068 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x21d)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76800)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5069 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x21a)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76810)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5070 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x21b)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76820)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5071 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x21c)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76830)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5072 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1be)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76840)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5073 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1bf)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76850)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5074 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1c1)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76860)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5075 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1c0)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76870)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5076 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1c2)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76880)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5077 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1c3)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76890)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5078 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1c4)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad768a0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5079 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1c5)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad768b0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5080 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1c7)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad768c0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5081 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1c6)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad768d0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5082 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1c8)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad768e0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5083 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1ca)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad768f0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5084 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1cb)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76900)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5085 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1c9)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76910)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5086 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1cc)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76920)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5087 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1ce)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76930)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5088 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1cf)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76940)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5089 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1cd)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76950)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5090 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1d0)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76960)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5091 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1d1)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76970)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5092 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1d2)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76980)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5093 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1d3)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76990)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5094 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1d4)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad769a0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5095 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1d6)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad769b0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5096 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1d5)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad769c0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5097 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1d8)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad769d0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5098 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1d9)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad769e0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5099 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1d7)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad769f0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5100 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1da)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76a00)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5101 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x219)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76a10)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5102 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1db)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76a20)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5103 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1dc)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76a30)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5104 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1dd)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76a40)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5105 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1de)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76a50)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5106 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00a5b3d10, 0x1df)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00a5b3d00)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00ad5e280, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76a60)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5107 [semacquire]:
sync.runtime_Semacquire(0xc00ad5e310)
/usr/local/go/src/runtime/sema.go:56 +0x45
sync.(*WaitGroup).Wait(0xc00ad5e308)
/usr/local/go/src/sync/waitgroup.go:130 +0x65
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Wait(...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:212
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76a70)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5108 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).raftTickLoop(0xc00ab80e00, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_raft.go:649 +0x265
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76a80)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5109 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).coalescedHeartbeatsLoop(0xc00ab80e00, 0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_raft.go:711 +0x135
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76a90)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5110 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).Start.func2(0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1547 +0xf5
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad70fc0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5111 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startGossip.func3(0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1704 +0x36a
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c360, 0xc000074078, 0x0, 0xc00abbfd10)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5112 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startGossip.func3(0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1704 +0x36a
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c360, 0xc000074078, 0x0, 0xc00abbfd60)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5113 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startGossip.func3(0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1704 +0x36a
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c360, 0xc000074078, 0x0, 0xc00abbfdb0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 22656 [select]:
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc003586480, 0xc004c93a90, 0xc007387140, 0xf, 0xc00593b8c0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1124 +0x2e7
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1.1(0x540c320, 0xc00351ef80)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1053 +0x79
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c320, 0xc00351ef80, 0x0, 0xc004c93c70)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5115 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startLeaseRenewer.func1(0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1755 +0x346
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76ae0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 6230 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport.(*Sender).Run.func2(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/sidetransport/sender.go:209 +0x1e5
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc008e6ff80)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 8236 [IO wait]:
internal/poll.runtime_pollWait(0x7f2242f9b070, 0x72, 0x537e880)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc003240798, 0x72, 0x537e800, 0x7499f98, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc003240780, 0xc00c26d6e0, 0x18, 0x18, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc003240780, 0xc00c26d6e0, 0x18, 0x18, 0x7f2270e2ec08, 0x0, 0x18)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc005185058, 0xc00c26d6e0, 0x18, 0x18, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
io.ReadAtLeast(0x537ae00, 0xc005185058, 0xc00c26d6e0, 0x18, 0x18, 0x18, 0x0, 0xc005dcd4f8, 0x544514)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
encoding/binary.Read(0x537ae00, 0xc005185058, 0x5462660, 0x7801270, 0x3e7e6c0, 0xc00c26d6c0, 0x119c4fd06ef3e5ec, 0xac595f68b46f591c)
/usr/local/go/src/encoding/binary/binary.go:256 +0x2d4
github.com/cockroachdb/cockroach/pkg/rpc.delayingConn.Read(0x546f560, 0xc005185058, 0x0, 0x0, 0x0, 0x0, 0xc00a6d9710, 0xc00a0b0900, 0x8b5, 0x8b5, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:898 +0x225
crypto/tls.(*atLeastReader).Read(0xc004c8a9e0, 0xc00a0b0900, 0x8b5, 0x8b5, 0x2b, 0x8b0, 0xc005dcd7f8)
/usr/local/go/src/crypto/tls/conn.go:779 +0x62
bytes.(*Buffer).ReadFrom(0xc00a011b00, 0x5372620, 0xc004c8a9e0, 0x43c1a5, 0x40c3b60, 0x45821c0)
/usr/local/go/src/bytes/buffer.go:204 +0xb1
crypto/tls.(*Conn).readFromUntil(0xc00a011880, 0x7f2242f4c398, 0xc00acbed00, 0x5, 0xc00acbed00, 0x1a)
/usr/local/go/src/crypto/tls/conn.go:801 +0xf3
crypto/tls.(*Conn).readRecordOrCCS(0xc00a011880, 0x0, 0x0, 0x43e490)
/usr/local/go/src/crypto/tls/conn.go:608 +0x115
crypto/tls.(*Conn).readRecord(...)
/usr/local/go/src/crypto/tls/conn.go:576
crypto/tls.(*Conn).Read(0xc00a011880, 0xc00db40000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:1252 +0x15f
bufio.(*Reader).Read(0xc00db2ed80, 0xc00291f6f8, 0x9, 0x9, 0xc00a952fb8, 0xc0043ac000, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x5372400, 0xc00db2ed80, 0xc00291f6f8, 0x9, 0x9, 0x9, 0xaedec5, 0xc00a952f60, 0x0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
golang.org/x/net/http2.readFrameHeader(0xc00291f6f8, 0x9, 0x9, 0x5372400, 0xc00db2ed80, 0x0, 0xc000000000, 0xc00ed7c900, 0x53729c0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x89
golang.org/x/net/http2.(*Framer).ReadFrame(0xc00291f6c0, 0xc00beeb5b0, 0x77afbc0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc004450380)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1273 +0x179
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 5118 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startRangefeedUpdater.func1(0x540c3e0, 0xc00b420450)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1864 +0x2ee
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420450, 0x0, 0xc00ad76af0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5119 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*StoreRebalancer).Start.func1(0x540c3e0, 0xc00b4206c0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_rebalancer.go:188 +0x192
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b4206c0, 0x0, 0xc00ad71020)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5120 [select]:
github.com/cockroachdb/cockroach/pkg/server.(*Node).startComputePeriodicMetrics.func1(0x540c3e0, 0xc002483380)
/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:660 +0x125
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc002483380, 0x0, 0xc00ad711c0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5121 [select]:
github.com/cockroachdb/cockroach/pkg/server.(*Node).startGossiping.func1(0x540c3e0, 0xc002483380)
/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:625 +0x207
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc002483380, 0x0, 0xc00ad711e0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5122 [select]:
github.com/cockroachdb/cockroach/pkg/server.periodicallyPersistHLCUpperBound(0xc001b81590, 0xc00ad68310, 0xc00ad76bb0, 0x4db43f0, 0xc000736240, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1009 +0x19c
github.com/cockroachdb/cockroach/pkg/server.(*Server).startPersistingHLCUpperBound.func2(0x540c3e0, 0xc002483380)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1085 +0x69
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc002483380, 0x0, 0xc00b4208d0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5123 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/reports.(*Reporter).Start.func2(0x540c3e0, 0xc002483380)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/reports/reporter.go:152 +0x206
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc002483380, 0x0, 0xc00ad713a0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5124 [select]:
github.com/cockroachdb/cockroach/pkg/server.startSampleEnvironment.func1(0x540c3e0, 0xc002483380)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:2306 +0x1eb
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc002483380, 0x0, 0xc00a5e3490)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5125 [select]:
github.com/cockroachdb/cockroach/pkg/ts.(*poller).start.func1(0x540c360, 0xc0000740a0)
/go/src/github.com/cockroachdb/cockroach/pkg/ts/db.go:166 +0x11c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c360, 0xc0000740a0, 0x0, 0xc00ad76c80)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5126 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/liveness.(*NodeLiveness).Start.func1(0x540c3e0, 0xc002483380)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/liveness/liveness.go:720 +0x465
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc002483380, 0x0, 0xc00a5e3500)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 21897 [select]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00bf020a0, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00b3d6360, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc006bfbb00)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:291 +0xd7
created by google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:288 +0x10d6
goroutine 7086 [IO wait]:
internal/poll.runtime_pollWait(0x7f2242e94278, 0x72, 0x537e880)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc0018fc498, 0x72, 0x537e800, 0x7499f98, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc0018fc480, 0xc00b7aff60, 0x18, 0x18, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc0018fc480, 0xc00b7aff60, 0x18, 0x18, 0x7f2242318458, 0x0, 0x18)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc00cc8a600, 0xc00b7aff60, 0x18, 0x18, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
io.ReadAtLeast(0x537ae00, 0xc00cc8a600, 0xc00b7aff60, 0x18, 0x18, 0x18, 0x0, 0xc00b8ab4f8, 0x544514)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
encoding/binary.Read(0x537ae00, 0xc00cc8a600, 0x5462660, 0x7801270, 0x3e7e6c0, 0xc00b7aff40, 0xc09412acb58981c4, 0x8cfab121f3e71ef4)
/usr/local/go/src/encoding/binary/binary.go:256 +0x2d4
github.com/cockroachdb/cockroach/pkg/rpc.delayingConn.Read(0x546f560, 0xc00cc8a600, 0x0, 0x0, 0x0, 0x0, 0xc0088faa20, 0xc003859600, 0x8b5, 0x8b5, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:898 +0x225
crypto/tls.(*atLeastReader).Read(0xc008e4e780, 0xc003859600, 0x8b5, 0x8b5, 0x2b, 0x8b0, 0xc00b8ab7f8)
/usr/local/go/src/crypto/tls/conn.go:779 +0x62
bytes.(*Buffer).ReadFrom(0xc008e0de80, 0x5372620, 0xc008e4e780, 0x43c1a5, 0x40c3b60, 0x45821c0)
/usr/local/go/src/bytes/buffer.go:204 +0xb1
crypto/tls.(*Conn).readFromUntil(0xc008e0dc00, 0x7f2242f4c398, 0xc0082dbd00, 0x5, 0xc0082dbd00, 0x1a)
/usr/local/go/src/crypto/tls/conn.go:801 +0xf3
crypto/tls.(*Conn).readRecordOrCCS(0xc008e0dc00, 0x0, 0x0, 0x43e490)
/usr/local/go/src/crypto/tls/conn.go:608 +0x115
crypto/tls.(*Conn).readRecord(...)
/usr/local/go/src/crypto/tls/conn.go:576
crypto/tls.(*Conn).Read(0xc008e0dc00, 0xc006080000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:1252 +0x15f
bufio.(*Reader).Read(0xc0085f9b60, 0xc0012f2b98, 0x9, 0x9, 0xc00f82cf58, 0xc00e7fe800, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x5372400, 0xc0085f9b60, 0xc0012f2b98, 0x9, 0x9, 0x9, 0xaedec5, 0xc00f82cf00, 0x0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
golang.org/x/net/http2.readFrameHeader(0xc0012f2b98, 0x9, 0x9, 0x5372400, 0xc0085f9b60, 0x0, 0xc000000000, 0xc00cd12700, 0x53729c0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x89
golang.org/x/net/http2.(*Framer).ReadFrame(0xc0012f2b60, 0xc010a07d60, 0x77afbc0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc007c45c00)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1273 +0x179
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 22609 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc001ca2500)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 7597 [chan receive]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc00b7fd600)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:1156 +0x709
created by google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:799 +0x12a
goroutine 7581 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptcache.(*Cache).periodicallyRefreshProtectedtsCache(0xc001cd4160, 0x540c3e0, 0xc002771ec0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptcache/cache.go:160 +0x25b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc002771ec0, 0x0, 0xc008843570)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 8061 [select]:
google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc004fbe1c0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1339 +0x193
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 6173 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc008e5cbc0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 5691 [chan receive]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc00ba7e840)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:1156 +0x709
created by google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:799 +0x12a
goroutine 5765 [select]:
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc002edc000, 0xc00c351180, 0xc00bb6eec0, 0xf, 0xc00c3416e0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1124 +0x2e7
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1.1(0x540c320, 0xc0012b3f00)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1053 +0x79
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c320, 0xc0012b3f00, 0x0, 0xc00c351270)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5758 [select]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00c430d20, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00c8d0c60, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc004e9a380)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 7596 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc0013db9c0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 5291 [chan receive]:
github.com/cockroachdb/cockroach/pkg/gossip.(*server).start.func3(0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:380 +0x5a
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c360, 0xc000074078, 0x0, 0xc00bed02a0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5292 [select]:
github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).bootstrap.func1(0x540c3e0, 0xc00b358930)
/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1339 +0x37e
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc0013a4c60, 0x0, 0xc00b574a90)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5293 [select]:
github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).manage.func1(0x540c3e0, 0xc0013a4c60)
/go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1374 +0x345
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc0013a4c60, 0x0, 0xc00b574aa0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5295 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).run(0xc004641680, 0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:466 +0x370
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c360, 0xc000074078, 0x0, 0xc00b574f50)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5296 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).run(0xc0046417a0, 0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:466 +0x370
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c360, 0xc000074078, 0x0, 0xc00b574f60)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5297 [select]:
github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).run(0xc0046418c0, 0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:466 +0x370
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c360, 0xc000074078, 0x0, 0xc00b574f70)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5298 [chan receive]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func1(0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:193 +0x4c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00bed0de0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5299 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xe2)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b574fa0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5300 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xe1)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b574fb0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5301 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xe3)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b574fc0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5302 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xe4)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b574fd0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5303 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xe5)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b574fe0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5304 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xe6)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b574ff0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5305 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xe7)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575000)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5306 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xe8)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575010)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5307 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xe9)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575020)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5308 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xea)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575030)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5309 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xeb)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575040)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5310 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xec)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575050)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5311 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xed)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575060)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5312 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xef)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575070)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5313 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xee)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575080)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5314 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xf1)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575090)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5315 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xf0)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b5750a0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5316 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xf2)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b5750b0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5317 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xf3)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b5750c0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5318 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xe0)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b5750d0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5319 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0x105)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b5750e0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5320 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0x108)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b5750f0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5321 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0x10a)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575100)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5322 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0x10b)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575110)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5323 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0x109)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575120)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5324 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0x10c)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575130)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5325 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0x10d)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575140)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5326 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0x10e)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575150)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5327 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0x10f)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575160)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5328 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0x111)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575170)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5329 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0x110)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575180)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5330 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0x112)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575190)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5331 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0x113)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b5751a0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5332 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0x107)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b5751b0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5333 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0x115)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b5751c0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5334 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0x116)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b5751d0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5335 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0x117)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b5751e0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5336 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0x118)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b5751f0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5337 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0x119)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575200)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5338 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0x11a)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575210)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5339 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0x114)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575220)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5340 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0x11c)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575230)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5341 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0x11d)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575240)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5342 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0x11b)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575250)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5343 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0x120)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575260)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5344 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0x11f)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575270)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5345 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0x11e)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575280)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5346 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0x124)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575290)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5347 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0x122)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b5752a0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5348 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0x123)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b5752b0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5349 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0x125)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b5752c0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5350 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0x126)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b5752d0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5351 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0x127)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b5752e0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5352 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0x129)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b5752f0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5353 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0x128)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575300)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5354 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xca)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575310)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5355 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xcb)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575320)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5356 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xcc)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575330)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5357 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xcd)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575340)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5358 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xce)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575350)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5359 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xcf)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575360)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5360 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xd0)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575370)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5361 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xd1)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575380)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5362 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xd2)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575390)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5363 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xd3)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b5753a0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5364 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xd4)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b5753b0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5365 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xd5)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b5753c0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5366 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xd6)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b5753d0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5367 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xd8)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b5753e0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5368 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xd9)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b5753f0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5369 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xd7)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575400)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5370 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xdb)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575410)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5371 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xda)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575420)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5372 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xdc)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575430)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5373 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xdd)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575440)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5374 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xde)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575450)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5375 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xdf)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575460)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5376 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0x121)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575470)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5377 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xf5)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575480)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5378 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xf6)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575490)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5379 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xf9)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b5754a0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5380 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xf7)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b5754b0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5381 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xf8)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b5754c0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5382 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xfb)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b5754d0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5383 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xfa)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b5754e0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5384 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xfd)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b5754f0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5385 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xfc)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575500)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5386 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xfe)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575510)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5387 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xff)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575520)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5388 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0x100)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575530)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5389 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0x101)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575540)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5390 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0x102)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575550)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5391 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0xf4)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575560)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5392 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0x103)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575570)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5393 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0x104)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575580)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5394 [sync.Cond.Wait]:
runtime.goparkunlock(...)
/usr/local/go/src/runtime/proc.go:312
sync.runtime_notifyListWait(0xc00b1edd90, 0x106)
/usr/local/go/src/runtime/sema.go:513 +0xf8
sync.(*Cond).Wait(0xc00b1edd80)
/usr/local/go/src/sync/cond.go:56 +0x9d
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00bec8320, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:251 +0x8b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575590)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5395 [semacquire]:
sync.runtime_Semacquire(0xc00bec83b0)
/usr/local/go/src/runtime/sema.go:56 +0x45
sync.(*WaitGroup).Wait(0xc00bec83a8)
/usr/local/go/src/sync/waitgroup.go:130 +0x65
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Wait(...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:212
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b5755a0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5396 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).raftTickLoop(0xc00b1ce700, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_raft.go:649 +0x265
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b5755b0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5397 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).coalescedHeartbeatsLoop(0xc00b1ce700, 0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_raft.go:711 +0x135
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b5755c0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5398 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).Start.func2(0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1547 +0xf5
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00bed0e20)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5399 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startGossip.func3(0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1704 +0x36a
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c360, 0xc000074078, 0x0, 0xc00beee1e0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5400 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startGossip.func3(0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1704 +0x36a
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c360, 0xc000074078, 0x0, 0xc00beee230)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5401 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startGossip.func3(0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1704 +0x36a
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c360, 0xc000074078, 0x0, 0xc00beee280)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5403 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startLeaseRenewer.func1(0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1755 +0x346
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575610)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 7580 [select]:
github.com/cockroachdb/cockroach/pkg/server.(*Node).startWriteNodeStatus.func1(0x540c3e0, 0xc00beabc80)
/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:724 +0x125
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beabc80, 0x0, 0xc00a500000)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5406 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startRangefeedUpdater.func1(0x540c3e0, 0xc00beab6b0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1864 +0x2ee
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab6b0, 0x0, 0xc00b575620)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5407 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*StoreRebalancer).Start.func1(0x540c3e0, 0xc00beab920)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_rebalancer.go:188 +0x192
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00beab920, 0x0, 0xc00bed0e80)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5450 [IO wait]:
internal/poll.runtime_pollWait(0x7f224238a6f8, 0x72, 0x537e880)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc00b1ccb98, 0x72, 0x537e800, 0x7499f98, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc00b1ccb80, 0xc00bef2d60, 0x18, 0x18, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc00b1ccb80, 0xc00bef2d60, 0x18, 0x18, 0x7f2242f14f50, 0x0, 0x18)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc00462b430, 0xc00bef2d60, 0x18, 0x18, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
io.ReadAtLeast(0x537ae00, 0xc00462b430, 0xc00bef2d60, 0x18, 0x18, 0x18, 0x0, 0xc00a05b4f8, 0x544514)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
encoding/binary.Read(0x537ae00, 0xc00462b430, 0x5462660, 0x7801270, 0x3e7e6c0, 0xc00bef2d40, 0x8f4f41e8e096788d, 0x502197e070f8e9e6)
/usr/local/go/src/encoding/binary/binary.go:256 +0x2d4
github.com/cockroachdb/cockroach/pkg/rpc.delayingConn.Read(0x546f560, 0xc00462b430, 0x0, 0x0, 0x0, 0x0, 0xc00a8c3680, 0xc004b2c400, 0x8b5, 0x8b5, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:898 +0x225
crypto/tls.(*atLeastReader).Read(0xc00f8f74c0, 0xc004b2c400, 0x8b5, 0x8b5, 0x2b, 0x8b0, 0xc00a05b7f8)
/usr/local/go/src/crypto/tls/conn.go:779 +0x62
bytes.(*Buffer).ReadFrom(0xc00a8e4980, 0x5372620, 0xc00f8f74c0, 0x43c1a5, 0x40c3b60, 0x45821c0)
/usr/local/go/src/bytes/buffer.go:204 +0xb1
crypto/tls.(*Conn).readFromUntil(0xc00a8e4700, 0x7f2242f4c398, 0xc0093bf8c0, 0x5, 0xc0093bf8c0, 0x1a)
/usr/local/go/src/crypto/tls/conn.go:801 +0xf3
crypto/tls.(*Conn).readRecordOrCCS(0xc00a8e4700, 0x0, 0x0, 0x43e490)
/usr/local/go/src/crypto/tls/conn.go:608 +0x115
crypto/tls.(*Conn).readRecord(...)
/usr/local/go/src/crypto/tls/conn.go:576
crypto/tls.(*Conn).Read(0xc00a8e4700, 0xc00b7c6000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:1252 +0x15f
bufio.(*Reader).Read(0xc00b7b4960, 0xc00a2b6e38, 0x9, 0x9, 0xc00e4b9a98, 0xc004c00000, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x5372400, 0xc00b7b4960, 0xc00a2b6e38, 0x9, 0x9, 0x9, 0xaedec5, 0xc00e4b9a40, 0x0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
golang.org/x/net/http2.readFrameHeader(0xc00a2b6e38, 0x9, 0x9, 0x5372400, 0xc00b7b4960, 0x0, 0xc000000000, 0xc00f116800, 0x53729c0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x89
golang.org/x/net/http2.(*Framer).ReadFrame(0xc00a2b6e00, 0xc00f8f9ed0, 0x77afbc0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc00a2c81c0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1273 +0x179
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 5451 [select]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00b79de50, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00b7b4a20, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc00a2c81c0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 5453 [select]:
google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc009ce7c80)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:966 +0x28a
created by google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:297 +0x10fb
goroutine 5454 [IO wait]:
internal/poll.runtime_pollWait(0x7f224234cf98, 0x72, 0x537e880)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc00350d698, 0x72, 0x537e800, 0x7499f98, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc00350d680, 0xc00c56f2c0, 0x18, 0x18, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc00350d680, 0xc00c56f2c0, 0x18, 0x18, 0x0, 0xc00108e750, 0xc0051ab380)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc0065e2660, 0xc00c56f2c0, 0x18, 0x18, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc00a98b560, 0xc00c56f2c0, 0x18, 0x18, 0xc0051ab3e8, 0x4801ac, 0x20)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x115
io.ReadAtLeast(0x7f2246bbbad8, 0xc00a98b560, 0xc00c56f2c0, 0x18, 0x18, 0x18, 0x0, 0xc0051ab4a0, 0x544514)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
encoding/binary.Read(0x7f2246bbbad8, 0xc00a98b560, 0x5462660, 0x7801270, 0x3e7e6c0, 0xc00c56f2a0, 0x29d9190442489768, 0x740b67484148006a)
/usr/local/go/src/encoding/binary/binary.go:256 +0x2d4
github.com/cockroachdb/cockroach/pkg/rpc.delayingConn.Read(0x546ba20, 0xc00a98b560, 0x0, 0x0, 0x0, 0x0, 0xc009b4fdd0, 0xc00492d800, 0x773, 0x773, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:898 +0x225
crypto/tls.(*atLeastReader).Read(0xc00284eb80, 0xc00492d800, 0x773, 0x773, 0x1e, 0x76e, 0xc0051ab7a0)
/usr/local/go/src/crypto/tls/conn.go:779 +0x62
bytes.(*Buffer).ReadFrom(0xc0064d9080, 0x5372620, 0xc00284eb80, 0x43c1a5, 0x40c3b60, 0x45821c0)
/usr/local/go/src/bytes/buffer.go:204 +0xb1
crypto/tls.(*Conn).readFromUntil(0xc0064d8e00, 0x7f2242f4c398, 0xc00a988940, 0x5, 0xc00a988940, 0xd)
/usr/local/go/src/crypto/tls/conn.go:801 +0xf3
crypto/tls.(*Conn).readRecordOrCCS(0xc0064d8e00, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:608 +0x115
crypto/tls.(*Conn).readRecord(...)
/usr/local/go/src/crypto/tls/conn.go:576
crypto/tls.(*Conn).Read(0xc0064d8e00, 0xc00b7e4000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:1252 +0x15f
bufio.(*Reader).Read(0xc00b7b4f00, 0xc00a2b6ff8, 0x9, 0x9, 0xc0068613e0, 0xc0051abdff, 0xc0051abd88)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x5372400, 0xc00b7b4f00, 0xc00a2b6ff8, 0x9, 0x9, 0x9, 0x4377a5, 0xc00a2e73e0, 0xc0051abdff)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
golang.org/x/net/http2.readFrameHeader(0xc00a2b6ff8, 0x9, 0x9, 0x5372400, 0xc00b7b4f00, 0x0, 0xc000000000, 0x4027200, 0xc00284eb00)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x89
golang.org/x/net/http2.(*Framer).ReadFrame(0xc00a2b6fc0, 0xc00a9b4280, 0x77afbc0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc009ce7c80, 0xc00b7a2ff0, 0x4db22b0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:453 +0x98
google.golang.org/grpc.(*Server).serveStreams(0xc0010ebd40, 0x5473520, 0xc009ce7c80)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:742 +0xdb
google.golang.org/grpc.(*Server).handleRawConn.func1(0xc0010ebd40, 0x5473520, 0xc009ce7c80)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:703 +0x3f
created by google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:702 +0x50b
goroutine 16903 [select]:
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc003495200, 0xc002651590, 0xc00b1d80e0, 0xf, 0xc003814120, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1124 +0x2e7
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1.1(0x540c320, 0xc003428600)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1053 +0x79
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c320, 0xc003428600, 0x0, 0xc002651680)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5763 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc00c3665c0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 5764 [chan receive]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc00ba7f080)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:1156 +0x709
created by google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:799 +0x12a
goroutine 5690 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc00c31be40)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 7716 [select]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00a90c460, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00a30aba0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc00d252480)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:291 +0xd7
created by google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:288 +0x10d6
goroutine 7715 [select]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00669bd10, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00a30a5a0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc005f26fc0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 7718 [IO wait]:
internal/poll.runtime_pollWait(0x7f2242e65ef8, 0x72, 0x537e880)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc000c4c398, 0x72, 0x537e800, 0x7499f98, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc000c4c380, 0xc006a43220, 0x18, 0x18, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc000c4c380, 0xc006a43220, 0x18, 0x18, 0x0, 0xc00108e750, 0xc00ca5f380)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc007dca378, 0xc006a43220, 0x18, 0x18, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc005213020, 0xc006a43220, 0x18, 0x18, 0xc00ca5f3e8, 0x4801ac, 0x20)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x115
io.ReadAtLeast(0x7f2246bbbad8, 0xc005213020, 0xc006a43220, 0x18, 0x18, 0x18, 0x0, 0xc00ca5f4a0, 0x544514)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
encoding/binary.Read(0x7f2246bbbad8, 0xc005213020, 0x5462660, 0x7801270, 0x3e7e6c0, 0xc006a43200, 0xc96bf12da1a69bff, 0xfe76620942c1a7b5)
/usr/local/go/src/encoding/binary/binary.go:256 +0x2d4
github.com/cockroachdb/cockroach/pkg/rpc.delayingConn.Read(0x546ba20, 0xc005213020, 0x0, 0x0, 0x0, 0x0, 0xc007972720, 0xc00bbe3800, 0x773, 0x773, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:898 +0x225
crypto/tls.(*atLeastReader).Read(0xc00cf55240, 0xc00bbe3800, 0x773, 0x773, 0x1e, 0x76e, 0xc00ca5f7a0)
/usr/local/go/src/crypto/tls/conn.go:779 +0x62
bytes.(*Buffer).ReadFrom(0xc007cf6280, 0x5372620, 0xc00cf55240, 0x43c1a5, 0x40c3b60, 0x45821c0)
/usr/local/go/src/bytes/buffer.go:204 +0xb1
crypto/tls.(*Conn).readFromUntil(0xc007cf6000, 0x7f2242f4c398, 0xc003234c80, 0x5, 0xc003234c80, 0xd)
/usr/local/go/src/crypto/tls/conn.go:801 +0xf3
crypto/tls.(*Conn).readRecordOrCCS(0xc007cf6000, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:608 +0x115
crypto/tls.(*Conn).readRecord(...)
/usr/local/go/src/crypto/tls/conn.go:576
crypto/tls.(*Conn).Read(0xc007cf6000, 0xc00906e000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:1252 +0x15f
bufio.(*Reader).Read(0xc00a30ab40, 0xc00a2b7998, 0x9, 0x9, 0xc00ce0e2a0, 0xc00ca5fdff, 0xc00ca5fd88)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x5372400, 0xc00a30ab40, 0xc00a2b7998, 0x9, 0x9, 0x9, 0x4377a5, 0xc0083c05a0, 0xc00ca5fdff)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
golang.org/x/net/http2.readFrameHeader(0xc00a2b7998, 0x9, 0x9, 0x5372400, 0xc00a30ab40, 0x0, 0xc000000000, 0x4027200, 0xc00cf55200)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x89
golang.org/x/net/http2.(*Framer).ReadFrame(0xc00a2b7960, 0xc00bb6ef00, 0x77afbc0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc00d252480, 0xc007973a40, 0x4db22b0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:453 +0x98
google.golang.org/grpc.(*Server).serveStreams(0xc0010da4e0, 0x5473520, 0xc00d252480)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:742 +0xdb
google.golang.org/grpc.(*Server).handleRawConn.func1(0xc0010da4e0, 0x5473520, 0xc00d252480)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:703 +0x3f
created by google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:702 +0x50b
goroutine 6667 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc004246040)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 5408 [select]:
github.com/cockroachdb/cockroach/pkg/server.(*Node).startComputePeriodicMetrics.func1(0x540c3e0, 0xc002771ec0)
/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:660 +0x125
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc002771ec0, 0x0, 0xc00bed1040)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5409 [select]:
github.com/cockroachdb/cockroach/pkg/server.(*Node).startGossiping.func1(0x540c3e0, 0xc002771ec0)
/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:625 +0x207
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc002771ec0, 0x0, 0xc00bed1060)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5554 [select]:
github.com/cockroachdb/cockroach/pkg/server.periodicallyPersistHLCUpperBound(0xc000e89db0, 0xc00b52f960, 0xc00b5756e0, 0x4db43f0, 0xc00077d860, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1009 +0x19c
github.com/cockroachdb/cockroach/pkg/server.(*Server).startPersistingHLCUpperBound.func2(0x540c3e0, 0xc002771ec0)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1085 +0x69
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc002771ec0, 0x0, 0xc00beabb30)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5555 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/reports.(*Reporter).Start.func2(0x540c3e0, 0xc002771ec0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/reports/reporter.go:152 +0x206
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc002771ec0, 0x0, 0xc00bed1220)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5556 [select]:
github.com/cockroachdb/cockroach/pkg/server.startSampleEnvironment.func1(0x540c3e0, 0xc002771ec0)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:2306 +0x1eb
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc002771ec0, 0x0, 0xc00b5393b0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5557 [select]:
github.com/cockroachdb/cockroach/pkg/ts.(*poller).start.func1(0x540c360, 0xc0000740a0)
/go/src/github.com/cockroachdb/cockroach/pkg/ts/db.go:166 +0x11c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c360, 0xc0000740a0, 0x0, 0xc00b5757b0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5558 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/liveness.(*NodeLiveness).Start.func1(0x540c3e0, 0xc002771ec0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/liveness/liveness.go:720 +0x465
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc002771ec0, 0x0, 0xc00b539420)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 21891 [chan receive]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc00d8662c0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:1156 +0x709
created by google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:799 +0x12a
goroutine 5757 [IO wait]:
internal/poll.runtime_pollWait(0x7f224238a0a0, 0x72, 0x537e880)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc00c319318, 0x72, 0x537e800, 0x7499f98, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc00c319300, 0xc00ec95a40, 0x18, 0x18, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc00c319300, 0xc00ec95a40, 0x18, 0x18, 0x7f224238d3d8, 0x0, 0x18)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc004d63150, 0xc00ec95a40, 0x18, 0x18, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
io.ReadAtLeast(0x537ae00, 0xc004d63150, 0xc00ec95a40, 0x18, 0x18, 0x18, 0x0, 0xc0049b94f8, 0x544514)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
encoding/binary.Read(0x537ae00, 0xc004d63150, 0x5462660, 0x7801270, 0x3e7e6c0, 0xc00ec95a20, 0x83ba201f8b86a393, 0x138b69fe89915daf)
/usr/local/go/src/encoding/binary/binary.go:256 +0x2d4
github.com/cockroachdb/cockroach/pkg/rpc.delayingConn.Read(0x546f560, 0xc004d63150, 0x0, 0x0, 0x0, 0x0, 0xc00ce00780, 0xc006db0900, 0x8b5, 0x8b5, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:898 +0x225
crypto/tls.(*atLeastReader).Read(0xc004fe30e0, 0xc006db0900, 0x8b5, 0x8b5, 0x45, 0x8b0, 0xc0049b97f8)
/usr/local/go/src/crypto/tls/conn.go:779 +0x62
bytes.(*Buffer).ReadFrom(0xc00a7e1400, 0x5372620, 0xc004fe30e0, 0x43c1a5, 0x40c3b60, 0x45821c0)
/usr/local/go/src/bytes/buffer.go:204 +0xb1
crypto/tls.(*Conn).readFromUntil(0xc00a7e1180, 0x7f2242f4c398, 0xc00b79b580, 0x5, 0xc00b79b580, 0x34)
/usr/local/go/src/crypto/tls/conn.go:801 +0xf3
crypto/tls.(*Conn).readRecordOrCCS(0xc00a7e1180, 0x0, 0x0, 0x43e490)
/usr/local/go/src/crypto/tls/conn.go:608 +0x115
crypto/tls.(*Conn).readRecord(...)
/usr/local/go/src/crypto/tls/conn.go:576
crypto/tls.(*Conn).Read(0xc00a7e1180, 0xc009046000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:1252 +0x15f
bufio.(*Reader).Read(0xc00c8d0ba0, 0xc00c568578, 0x9, 0x9, 0xc00a953198, 0xc000580000, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x5372400, 0xc00c8d0ba0, 0xc00c568578, 0x9, 0x9, 0x9, 0xaedec5, 0xc00a953140, 0x0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
golang.org/x/net/http2.readFrameHeader(0xc00c568578, 0x9, 0x9, 0x5372400, 0xc00c8d0ba0, 0x0, 0xc000000000, 0xc00ed7ca00, 0x53729c0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x89
golang.org/x/net/http2.(*Framer).ReadFrame(0xc00c568540, 0xc00f58b7c0, 0x77afbc0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc004e9a380)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1273 +0x179
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 5692 [select]:
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc002edc000, 0xc00c350be0, 0xc00c332e90, 0xf, 0xc00c340960, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1124 +0x2e7
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1.1(0x540c320, 0xc0012b3f00)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1053 +0x79
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c320, 0xc0012b3f00, 0x0, 0xc00c350cd0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 4728 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func2(0x540c3e0, 0xc00b420000)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:818 +0x15f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc00b420000, 0x0, 0xc00a86f0e0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 21885 [chan receive]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc008387080)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:1156 +0x709
created by google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:799 +0x12a
goroutine 22616 [select]:
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc001e1e000, 0xc004c921e0, 0xc004d38490, 0xf, 0xc00f82d380, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1124 +0x2e7
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1.1(0x540c320, 0xc0013bddc0)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1053 +0x79
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c320, 0xc0013bddc0, 0x0, 0xc004c92320)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 8252 [select]:
google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc00518bc80)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:966 +0x28a
created by google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:297 +0x10fb
goroutine 5614 [select]:
google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc00baab200)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:966 +0x28a
created by google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:297 +0x10fb
goroutine 7598 [select]:
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc001e1e000, 0xc00a506d20, 0xc005990b90, 0xf, 0xc00497eae0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1124 +0x2e7
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1.1(0x540c320, 0xc0013bddc0)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1053 +0x79
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c320, 0xc0013bddc0, 0x0, 0xc00a506e10)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5848 [IO wait]:
internal/poll.runtime_pollWait(0x7f2242389d00, 0x72, 0x537e880)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc00c319698, 0x72, 0x537e800, 0x7499f98, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc00c319680, 0xc00921e900, 0x18, 0x18, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc00c319680, 0xc00921e900, 0x18, 0x18, 0x0, 0xc00108e750, 0xc00c377380)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc00c326700, 0xc00921e900, 0x18, 0x18, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc00c365320, 0xc00921e900, 0x18, 0x18, 0xc00c3773e8, 0x4801ac, 0x20)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x115
io.ReadAtLeast(0x7f2246bbbad8, 0xc00c365320, 0xc00921e900, 0x18, 0x18, 0x18, 0x0, 0xc00c3774a0, 0x544514)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
encoding/binary.Read(0x7f2246bbbad8, 0xc00c365320, 0x5462660, 0x7801270, 0x3e7e6c0, 0xc00921e8e0, 0xa5b49a8c324745f1, 0x371d0a8a6668d871)
/usr/local/go/src/encoding/binary/binary.go:256 +0x2d4
github.com/cockroachdb/cockroach/pkg/rpc.delayingConn.Read(0x546ba20, 0xc00c365320, 0x0, 0x0, 0x0, 0x0, 0xc00c368c90, 0xc00cf66000, 0x773, 0x773, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:898 +0x225
crypto/tls.(*atLeastReader).Read(0xc0012128a0, 0xc00cf66000, 0x773, 0x773, 0x1e, 0x76e, 0xc00c3777a0)
/usr/local/go/src/crypto/tls/conn.go:779 +0x62
bytes.(*Buffer).ReadFrom(0xc00c363400, 0x5372620, 0xc0012128a0, 0x43c1a5, 0x40c3b60, 0x45821c0)
/usr/local/go/src/bytes/buffer.go:204 +0xb1
crypto/tls.(*Conn).readFromUntil(0xc00c363180, 0x7f2242f4c398, 0xc00c366800, 0x5, 0xc00c366800, 0xd)
/usr/local/go/src/crypto/tls/conn.go:801 +0xf3
crypto/tls.(*Conn).readRecordOrCCS(0xc00c363180, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:608 +0x115
crypto/tls.(*Conn).readRecord(...)
/usr/local/go/src/crypto/tls/conn.go:576
crypto/tls.(*Conn).Read(0xc00c363180, 0xc00cf70000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:1252 +0x15f
bufio.(*Reader).Read(0xc00cf47020, 0xc00a8bd8b8, 0x9, 0x9, 0xc00c8c58c0, 0xc00c377dff, 0xc00c377d88)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x5372400, 0xc00cf47020, 0xc00a8bd8b8, 0x9, 0x9, 0x9, 0x4377a5, 0xc00b9c8ea0, 0xc00c377dff)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
golang.org/x/net/http2.readFrameHeader(0xc00a8bd8b8, 0x9, 0x9, 0x5372400, 0xc00cf47020, 0x0, 0xc000000000, 0x4027200, 0xc001212860)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x89
golang.org/x/net/http2.(*Framer).ReadFrame(0xc00a8bd880, 0xc00876dc50, 0x77afbc0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc0093a1080, 0xc00cf45860, 0x4db22b0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:453 +0x98
google.golang.org/grpc.(*Server).serveStreams(0xc0010ebd40, 0x5473520, 0xc0093a1080)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:742 +0xdb
google.golang.org/grpc.(*Server).handleRawConn.func1(0xc0010ebd40, 0x5473520, 0xc0093a1080)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:703 +0x3f
created by google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:702 +0x50b
goroutine 6067 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptreconcile.(*Reconciler).run(0xc004034f00, 0x540c3e0, 0xc0030e0990, 0xc00326f500)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptreconcile/reconciler.go:121 +0x2b3
github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptreconcile.(*Reconciler).Start.func1(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptreconcile/reconciler.go:100 +0x47
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc008f22060)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 22655 [select]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc001356840)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:1126 +0x425
created by google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:799 +0x12a
goroutine 6066 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptcache.(*Cache).periodicallyRefreshProtectedtsCache(0xc003315a20, 0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptcache/cache.go:160 +0x25b
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc0077f43b0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 6770 [select]:
github.com/cockroachdb/cockroach/pkg/sql/catalog/lease.(*Manager).refreshLeases.func1(0x540c3e0, 0xc002483380)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/catalog/lease/lease.go:1699 +0x11f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc002483380, 0x0, 0xc0080faf90)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 6001 [select]:
github.com/cockroachdb/cockroach/pkg/server.(*Node).startWriteNodeStatus.func1(0x540c3e0, 0xc00a5f0d80)
/go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:724 +0x125
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc00a5f0d80, 0x0, 0xc008f22040)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5847 [select]:
google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc0093a1080)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:966 +0x28a
created by google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:297 +0x10fb
goroutine 6668 [chan receive]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc001ca82c0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:1156 +0x709
created by google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:799 +0x12a
goroutine 6068 [select]:
github.com/cockroachdb/cockroach/pkg/server.(*Server).startSystemLogsGC.func1(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server_systemlog_gc.go:177 +0x56a
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc008f220c0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 6070 [select]:
github.com/cockroachdb/cockroach/pkg/sql/gcjob/gcjobnotifier.(*Notifier).run(0xc004076e40, 0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/gcjob/gcjobnotifier/notifier.go:136 +0x115
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc0077f4c20)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 6071 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*TemporaryObjectCleaner).Start.func1(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/temporary_schema.go:596 +0x32c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc008f22920)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 6318 [select]:
github.com/cockroachdb/cockroach/pkg/server.(*Server).startSystemLogsGC.func1(0x540c3e0, 0xc002483380)
/go/src/github.com/cockroachdb/cockroach/pkg/server/server_systemlog_gc.go:177 +0x56a
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc002483380, 0x0, 0xc0095cef20)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 21141 [select]:
github.com/cockroachdb/cockroach/pkg/util/retry.(*Retry).Next(0xc00658b9f8, 0x540c320)
/go/src/github.com/cockroachdb/cockroach/pkg/util/retry/retry.go:128 +0x187
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(0xc003533000, 0x540c320, 0xc00e4cbc00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1467 +0x258
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(0xc003533000, 0x540c320, 0xc00e4cbc00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1145 +0x3e5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).Send(0xc003533000, 0x540c320, 0xc00e4cbc00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:784 +0x59b
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnLockGatekeeper).SendLocked(0xc0044708b8, 0x540c320, 0xc00e4cbc00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_lock_gatekeeper.go:86 +0x135
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnMetricRecorder).SendLocked(0xc004470880, 0x540c320, 0xc00e4cbc00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_metric_recorder.go:46 +0x9e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnCommitter).SendLocked(0xc004470850, 0x540c320, 0xc00e4cbc00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_committer.go:126 +0x8db
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).sendLockedWithRefreshAttempts(0xc0044707b0, 0x540c320, 0xc00e4cbc00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:267 +0xb5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).SendLocked(0xc0044707b0, 0x540c320, 0xc00e4cbc00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:202 +0x2e5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnPipeliner).SendLocked(0xc0044706f0, 0x540c320, 0xc00e4cbc00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_pipeliner.go:253 +0x1b5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSeqNumAllocator).SendLocked(0xc0044706d0, 0x540c320, 0xc00e4cbc00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_seq_num_allocator.go:105 +0x215
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).SendLocked(0xc004470638, 0x540c320, 0xc00e4cbc00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:171 +0x23f
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*TxnCoordSender).Send(0xc004470480, 0x540c320, 0xc00e4cbc00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_coord_sender.go:503 +0x302
github.com/cockroachdb/cockroach/pkg/kv.(*DB).sendUsingSender(0xc000860000, 0x540c320, 0xc00e4cbc00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/db.go:808 +0x135
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).Send(0xc00c138900, 0x540c320, 0xc00e4cbc00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/txn.go:936 +0x12e
github.com/cockroachdb/cockroach/pkg/sql/row.makeKVBatchFetcher.func1(0x540c320, 0xc00e4cbc00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/row/kv_batch_fetcher.go:217 +0x85
github.com/cockroachdb/cockroach/pkg/sql/row.(*txnKVFetcher).fetch(0xc010892c40, 0x540c320, 0xc00e4cbc00, 0xc00e59eb70, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/row/kv_batch_fetcher.go:379 +0x739
github.com/cockroachdb/cockroach/pkg/sql/row.(*txnKVFetcher).nextBatch(0xc010892c40, 0x540c320, 0xc00e4cbc00, 0x0, 0x0, 0x0, 0x0, 0xc00e6e4e60, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/row/kv_batch_fetcher.go:480 +0x1ab
github.com/cockroachdb/cockroach/pkg/sql/row.(*KVFetcher).NextKV(0xc00fe29170, 0x540c320, 0xc00e4cbc00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/row/kv_fetcher.go:129 +0x104
github.com/cockroachdb/cockroach/pkg/sql/row.(*Fetcher).NextKey(0xc00dca72c0, 0x540c320, 0xc00e4cbc00, 0x0, 0xc00e6e4e60, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/row/fetcher.go:707 +0x6a
github.com/cockroachdb/cockroach/pkg/sql/row.(*Fetcher).StartScanFrom(0xc00dca72c0, 0x540c320, 0xc00e4cbc00, 0x53bc4e0, 0xc010892c40, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/row/fetcher.go:697 +0xa5
github.com/cockroachdb/cockroach/pkg/sql/row.(*Fetcher).StartScan(0xc00dca72c0, 0x540c320, 0xc00e4cbc00, 0xc00c138900, 0xc00e59eae0, 0x1, 0x1, 0xc004cdd501, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/row/fetcher.go:587 +0x1fc
github.com/cockroachdb/cockroach/pkg/sql/rowexec.(*tableReader).Start(0xc0045db200, 0x540c320, 0xc00e4cbc00)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/rowexec/tablereader.go:191 +0x1eb
github.com/cockroachdb/cockroach/pkg/sql.(*rowSourceToPlanNode).startExec(0xc00432b200, 0x540c320, 0xc00e4cbc00, 0xc00432af00, 0xc007ee24d8, 0xa32bdf01f774c00, 0xc007ee26f0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/row_source_to_plan_node.go:69 +0x47
github.com/cockroachdb/cockroach/pkg/sql.startExec.func2(0x4709d09, 0x17, 0x540e4a0, 0xc00432b200, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/plan.go:502 +0xcb
github.com/cockroachdb/cockroach/pkg/sql.(*planVisitor).visitInternal.func1(0xc00658f988, 0x4709d09, 0x17, 0x540e4a0, 0xc00432b200)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/walk.go:119 +0x5d
github.com/cockroachdb/cockroach/pkg/sql.(*planVisitor).visitInternal(0xc004cdd988, 0x540e4a0, 0xc00432b200, 0x4709d09, 0x17)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/walk.go:296 +0x188
github.com/cockroachdb/cockroach/pkg/sql.(*planVisitor).visit(0xc004cdd988, 0x540e4a0, 0xc00432b200, 0x6, 0x540eb60)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/walk.go:86 +0x8f
github.com/cockroachdb/cockroach/pkg/sql.(*planVisitor).visitInternal(0xc004cdd988, 0x540eb60, 0xc011b5cc00, 0x46c76fb, 0x6)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/walk.go:201 +0x1232
github.com/cockroachdb/cockroach/pkg/sql.(*planVisitor).visitConcrete(0xc004cdd988, 0x540eb60, 0xc011b5cc00)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/walk.go:99 +0x85
github.com/cockroachdb/cockroach/pkg/sql.(*planVisitor).visitInternal(0xc004cdd988, 0x540e6e0, 0xc00e59e660, 0x46bf736, 0x3)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/walk.go:209 +0x9cf
github.com/cockroachdb/cockroach/pkg/sql.(*planVisitor).visit(0xc004cdd988, 0x540e6e0, 0xc00e59e660, 0x540c320, 0xc00e4cbc00)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/walk.go:86 +0x8f
github.com/cockroachdb/cockroach/pkg/sql.walkPlan(...)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/walk.go:50
github.com/cockroachdb/cockroach/pkg/sql.startExec(0x540c320, 0xc00e4cbc00, 0xc00432af00, 0xc007ee24d8, 0x540e6e0, 0xc00e59e660, 0x540c320, 0xc00e4cbc00)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/plan.go:505 +0x11f
github.com/cockroachdb/cockroach/pkg/sql.(*planNodeToRowSource).Start(0xc011b5d200, 0x540c320, 0xc00e4cbc00)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/plan_node_to_row_source.go:121 +0xb6
github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc011b5d200, 0x540c320, 0xc00e4cbc00)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:773 +0x52
github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc0029fd560, 0x540c320, 0xc00e4cbc00, 0x4dac7d8, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:382 +0x2e2
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc0045bd290, 0xc010892a80, 0xc00c138900, 0xc0012d2280, 0xc01024c700, 0xc007ee26f0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:359 +0x472
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc0045bd290, 0x540c3e0, 0xc00e77def0, 0xc007ee26f0, 0xc010892a80, 0xc00c138900, 0x540e6e0, 0xc00e59e660, 0x0, 0xc01024c700, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:968 +0x1d2
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc007ee2000, 0x540c3e0, 0xc00e77def0, 0xc007ee24d8, 0x3, 0x5479300, 0xc00e77dec0, 0xc004cde200, 0xc00fc895b8, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1040 +0x428
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc007ee2000, 0x540c3e0, 0xc00e77def0, 0xc007ee24d8, 0x5479300, 0xc00e77dec0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:912 +0x75b
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc007ee2000, 0x540c3e0, 0xc00e77def0, 0x542b920, 0xc00cff7800, 0x48030d8, 0x51, 0x2, 0x1, 0xc008a423c0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:656 +0xf86
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc007ee2000, 0x540c320, 0xc00f0855c0, 0x542b920, 0xc00cff7800, 0x48030d8, 0x51, 0x2, 0x1, 0xc008a423c0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:120 +0xb14
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc007ee2000, 0x540c320, 0xc00f0855c0, 0xc008a423c0, 0xc00f8c3fe0, 0x2, 0x2, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:207 +0x14e
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0x0, 0x0, 0x0, 0x1088676d, 0xed7ee0afe, 0x0, 0xc007ee2000, 0xc006591c18, 0xc006591c08, 0x2, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1596 +0x47b
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc007ee2000, 0x540c320, 0xc00f0855c0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1598 +0x45c
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc007ee2000, 0x540c3e0, 0xc00ba17f20, 0xc0045f34a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1450 +0x228
github.com/cockroachdb/cockroach/pkg/sql.(*InternalExecutor).initConnEx.func1(0xc007ee2000, 0x540c3e0, 0xc00ba17f20, 0xc004034a20, 0xc00e4d17e0, 0xc00f0a7320, 0xc00c138900, 0xc00ff658b0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/internal.go:202 +0x65
created by github.com/cockroachdb/cockroach/pkg/sql.(*InternalExecutor).initConnEx
/go/src/github.com/cockroachdb/cockroach/pkg/sql/internal.go:201 +0x2dc
goroutine 5858 [IO wait]:
internal/poll.runtime_pollWait(0x7f2242389de8, 0x72, 0x537e880)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc00c319618, 0x72, 0x537e800, 0x7499f98, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc00c319600, 0xc00bef2e20, 0x18, 0x18, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc00c319600, 0xc00bef2e20, 0x18, 0x18, 0x7f2242f14f50, 0x0, 0x18)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc00c3266f8, 0xc00bef2e20, 0x18, 0x18, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
io.ReadAtLeast(0x537ae00, 0xc00c3266f8, 0xc00bef2e20, 0x18, 0x18, 0x18, 0x0, 0xc00c3b54f8, 0x544514)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
encoding/binary.Read(0x537ae00, 0xc00c3266f8, 0x5462660, 0x7801270, 0x3e7e6c0, 0xc00bef2e00, 0xa04a4477a656a423, 0xbdd5001da0c4b2bf)
/usr/local/go/src/encoding/binary/binary.go:256 +0x2d4
github.com/cockroachdb/cockroach/pkg/rpc.delayingConn.Read(0x546f560, 0xc00c3266f8, 0x0, 0x0, 0x0, 0x0, 0xc00c368ba0, 0xc004f7d200, 0x8b5, 0x8b5, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:898 +0x225
crypto/tls.(*atLeastReader).Read(0xc00f8f76a0, 0xc004f7d200, 0x8b5, 0x8b5, 0x2b, 0x8b0, 0xc00c3b57f8)
/usr/local/go/src/crypto/tls/conn.go:779 +0x62
bytes.(*Buffer).ReadFrom(0xc00c363080, 0x5372620, 0xc00f8f76a0, 0x43c1a5, 0x40c3b60, 0x45821c0)
/usr/local/go/src/bytes/buffer.go:204 +0xb1
crypto/tls.(*Conn).readFromUntil(0xc00c362e00, 0x7f2242f4c398, 0xc00c3667c0, 0x5, 0xc00c3667c0, 0x1a)
/usr/local/go/src/crypto/tls/conn.go:801 +0xf3
crypto/tls.(*Conn).readRecordOrCCS(0xc00c362e00, 0x0, 0x0, 0x43e490)
/usr/local/go/src/crypto/tls/conn.go:608 +0x115
crypto/tls.(*Conn).readRecord(...)
/usr/local/go/src/crypto/tls/conn.go:576
crypto/tls.(*Conn).Read(0xc00c362e00, 0xc00c3ba000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:1252 +0x15f
bufio.(*Reader).Read(0xc00c2f3aa0, 0xc009d1f8b8, 0x9, 0x9, 0xc00a953438, 0x77b3c00, 0x0)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x5372400, 0xc00c2f3aa0, 0xc009d1f8b8, 0x9, 0x9, 0x9, 0xaedec5, 0xc00a9533e0, 0x0)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
golang.org/x/net/http2.readFrameHeader(0xc009d1f8b8, 0x9, 0x9, 0x5372400, 0xc00c2f3aa0, 0x0, 0xc000000000, 0xc00ed7cb00, 0x53729c0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x89
golang.org/x/net/http2.(*Framer).ReadFrame(0xc009d1f880, 0xc00f8f9f20, 0x77afbc0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc007c45880)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1273 +0x179
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd31
goroutine 5859 [select]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00c382f50, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00c2f3b60, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc007c45880)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 8354 [select]:
google.golang.org/grpc.newClientStream.func5(0xc00a055c00, 0xc0026be5a0, 0x540c3e0, 0xc00a4aa7e0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:318 +0xda
created by google.golang.org/grpc.newClientStream
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:317 +0xbf0
goroutine 5787 [select]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00ccb85a0, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00cca92c0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc00c54bc80)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:291 +0xd7
created by google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:288 +0x10d6
goroutine 5788 [select]:
google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc00c54bc80)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:966 +0x28a
created by google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:297 +0x10fb
goroutine 5789 [IO wait]:
internal/poll.runtime_pollWait(0x7f2242ecf080, 0x72, 0x537e880)
/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc00cf4a498, 0x72, 0x537e800, 0x7499f98, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc00cf4a480, 0xc008c6a540, 0x18, 0x18, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:159 +0x1a5
net.(*netFD).Read(0xc00cf4a480, 0xc008c6a540, 0x18, 0x18, 0x0, 0xc00108e750, 0xc0049c5380)
/usr/local/go/src/net/fd_posix.go:55 +0x4f
net.(*conn).Read(0xc00462b770, 0xc008c6a540, 0x18, 0x18, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:182 +0x8e
github.com/cockroachdb/cmux.(*MuxConn).Read(0xc00cf47920, 0xc008c6a540, 0x18, 0x18, 0xc0049c53e8, 0x4801ac, 0x20)
/go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x115
io.ReadAtLeast(0x7f2246bbbad8, 0xc00cf47920, 0xc008c6a540, 0x18, 0x18, 0x18, 0x0, 0xc0049c54a0, 0x544514)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
encoding/binary.Read(0x7f2246bbbad8, 0xc00cf47920, 0x5462660, 0x7801270, 0x3e7e6c0, 0xc008c6a520, 0x5be205eeac389ae9, 0xa44ff601a9961abc)
/usr/local/go/src/encoding/binary/binary.go:256 +0x2d4
github.com/cockroachdb/cockroach/pkg/rpc.delayingConn.Read(0x546ba20, 0xc00cf47920, 0x0, 0x0, 0x0, 0x0, 0xc00cf7c8d0, 0xc00a572800, 0x773, 0x773, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:898 +0x225
crypto/tls.(*atLeastReader).Read(0xc00c42c760, 0xc00a572800, 0x773, 0x773, 0x1e, 0x76e, 0xc0049c57a0)
/usr/local/go/src/crypto/tls/conn.go:779 +0x62
bytes.(*Buffer).ReadFrom(0xc00a8e5e80, 0x5372620, 0xc00c42c760, 0x43c1a5, 0x40c3b60, 0x45821c0)
/usr/local/go/src/bytes/buffer.go:204 +0xb1
crypto/tls.(*Conn).readFromUntil(0xc00a8e5c00, 0x7f2242f4c398, 0xc00b9d3900, 0x5, 0xc00b9d3900, 0xd)
/usr/local/go/src/crypto/tls/conn.go:801 +0xf3
crypto/tls.(*Conn).readRecordOrCCS(0xc00a8e5c00, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:608 +0x115
crypto/tls.(*Conn).readRecord(...)
/usr/local/go/src/crypto/tls/conn.go:576
crypto/tls.(*Conn).Read(0xc00a8e5c00, 0xc0098a8000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/crypto/tls/conn.go:1252 +0x15f
bufio.(*Reader).Read(0xc00cca9260, 0xc00a8bc118, 0x9, 0x9, 0xc00e778180, 0xc0049c5dff, 0xc0049c5d88)
/usr/local/go/src/bufio/bufio.go:227 +0x222
io.ReadAtLeast(0x5372400, 0xc00cca9260, 0xc00a8bc118, 0x9, 0x9, 0x9, 0x4377a5, 0xc00c83c720, 0xc0049c5dff)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
golang.org/x/net/http2.readFrameHeader(0xc00a8bc118, 0x9, 0x9, 0x5372400, 0xc00cca9260, 0x0, 0xc000000000, 0x4027200, 0xc00c42c720)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x89
golang.org/x/net/http2.(*Framer).ReadFrame(0xc00a8bc0e0, 0xc00efc3cb0, 0x77afbc0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa5
google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc00c54bc80, 0xc009000480, 0x4db22b0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:453 +0x98
google.golang.org/grpc.(*Server).serveStreams(0xc0010cb520, 0x5473520, 0xc00c54bc80)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:742 +0xdb
google.golang.org/grpc.(*Server).handleRawConn.func1(0xc0010cb520, 0x5473520, 0xc00c54bc80)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:703 +0x3f
created by google.golang.org/grpc.(*Server).handleRawConn
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:702 +0x50b
goroutine 21179 [select]:
github.com/cockroachdb/cockroach/pkg/util/retry.(*Retry).Next(0xc0061259f8, 0x540c320)
/go/src/github.com/cockroachdb/cockroach/pkg/util/retry/retry.go:128 +0x187
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(0xc00266ac00, 0x540c320, 0xc00f551dc0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1467 +0x258
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(0xc00266ac00, 0x540c320, 0xc00f551dc0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1145 +0x3e5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).Send(0xc00266ac00, 0x540c320, 0xc00f551dc0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:784 +0x59b
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnLockGatekeeper).SendLocked(0xc004369ab8, 0x540c320, 0xc00f551dc0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_lock_gatekeeper.go:86 +0x135
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnMetricRecorder).SendLocked(0xc004369a80, 0x540c320, 0xc00f551dc0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_metric_recorder.go:46 +0x9e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnCommitter).SendLocked(0xc004369a50, 0x540c320, 0xc00f551dc0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_committer.go:126 +0x8db
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).sendLockedWithRefreshAttempts(0xc0043699b0, 0x540c320, 0xc00f551dc0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:267 +0xb5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).SendLocked(0xc0043699b0, 0x540c320, 0xc00f551dc0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:202 +0x2e5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnPipeliner).SendLocked(0xc0043698f0, 0x540c320, 0xc00f551dc0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_pipeliner.go:253 +0x1b5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSeqNumAllocator).SendLocked(0xc0043698d0, 0x540c320, 0xc00f551dc0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_seq_num_allocator.go:105 +0x215
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).SendLocked(0xc004369838, 0x540c320, 0xc00f551dc0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:171 +0x23f
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*TxnCoordSender).Send(0xc004369680, 0x540c320, 0xc00f551dc0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_coord_sender.go:503 +0x302
github.com/cockroachdb/cockroach/pkg/kv.(*DB).sendUsingSender(0xc0003c79d0, 0x540c320, 0xc00f551dc0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/db.go:808 +0x135
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).Send(0xc00cffc000, 0x540c320, 0xc00f551dc0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/txn.go:936 +0x12e
github.com/cockroachdb/cockroach/pkg/sql/row.makeKVBatchFetcher.func1(0x540c320, 0xc00f551dc0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/row/kv_batch_fetcher.go:217 +0x85
github.com/cockroachdb/cockroach/pkg/sql/row.(*txnKVFetcher).fetch(0xc00b9e9500, 0x540c320, 0xc00f551dc0, 0xc00a9b60c0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/row/kv_batch_fetcher.go:379 +0x739
github.com/cockroachdb/cockroach/pkg/sql/row.(*txnKVFetcher).nextBatch(0xc00b9e9500, 0x540c320, 0xc00f551dc0, 0x0, 0x0, 0x0, 0x0, 0xc007035400, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/row/kv_batch_fetcher.go:480 +0x1ab
github.com/cockroachdb/cockroach/pkg/sql/row.(*KVFetcher).NextKV(0xc00c70a480, 0x540c320, 0xc00f551dc0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/row/kv_fetcher.go:129 +0x104
github.com/cockroachdb/cockroach/pkg/sql/row.(*Fetcher).NextKey(0xc00d062500, 0x540c320, 0xc00f551dc0, 0x0, 0xc007035400, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/row/fetcher.go:707 +0x6a
github.com/cockroachdb/cockroach/pkg/sql/row.(*Fetcher).StartScanFrom(0xc00d062500, 0x540c320, 0xc00f551dc0, 0x53bc4e0, 0xc00b9e9500, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/row/fetcher.go:697 +0xa5
github.com/cockroachdb/cockroach/pkg/sql/row.(*Fetcher).StartScan(0xc00d062500, 0x540c320, 0xc00f551dc0, 0xc00cffc000, 0xc00a9b6030, 0x1, 0x1, 0xc006129501, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/row/fetcher.go:587 +0x1fc
github.com/cockroachdb/cockroach/pkg/sql/rowexec.(*tableReader).Start(0xc00664a000, 0x540c320, 0xc00f551dc0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/rowexec/tablereader.go:191 +0x1eb
github.com/cockroachdb/cockroach/pkg/sql.(*rowSourceToPlanNode).startExec(0xc00311f200, 0x540c320, 0xc00f551dc0, 0xc00311ec00, 0xc00d9b6ad8, 0xeb53c663d0575f00, 0xc00d9b6cf0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/row_source_to_plan_node.go:69 +0x47
github.com/cockroachdb/cockroach/pkg/sql.startExec.func2(0x4709d09, 0x17, 0x540e4a0, 0xc00311f200, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/plan.go:502 +0xcb
github.com/cockroachdb/cockroach/pkg/sql.(*planVisitor).visitInternal.func1(0xc006129988, 0x4709d09, 0x17, 0x540e4a0, 0xc00311f200)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/walk.go:119 +0x5d
github.com/cockroachdb/cockroach/pkg/sql.(*planVisitor).visitInternal(0xc006129988, 0x540e4a0, 0xc00311f200, 0x4709d09, 0x17)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/walk.go:296 +0x188
github.com/cockroachdb/cockroach/pkg/sql.(*planVisitor).visit(0xc006129988, 0x540e4a0, 0xc00311f200, 0x6, 0x540eb60)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/walk.go:86 +0x8f
github.com/cockroachdb/cockroach/pkg/sql.(*planVisitor).visitInternal(0xc006129988, 0x540eb60, 0xc0026d8600, 0x46c76fb, 0x6)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/walk.go:201 +0x1232
github.com/cockroachdb/cockroach/pkg/sql.(*planVisitor).visitConcrete(0xc006129988, 0x540eb60, 0xc0026d8600)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/walk.go:99 +0x85
github.com/cockroachdb/cockroach/pkg/sql.(*planVisitor).visitInternal(0xc006129988, 0x540e6e0, 0xc00edf5d40, 0x46bf736, 0x3)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/walk.go:209 +0x9cf
github.com/cockroachdb/cockroach/pkg/sql.(*planVisitor).visit(0xc006129988, 0x540e6e0, 0xc00edf5d40, 0x540c320, 0xc00f551dc0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/walk.go:86 +0x8f
github.com/cockroachdb/cockroach/pkg/sql.walkPlan(...)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/walk.go:50
github.com/cockroachdb/cockroach/pkg/sql.startExec(0x540c320, 0xc00f551dc0, 0xc00311ec00, 0xc00d9b6ad8, 0x540e6e0, 0xc00edf5d40, 0x540c320, 0xc00f551dc0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/plan.go:505 +0x11f
github.com/cockroachdb/cockroach/pkg/sql.(*planNodeToRowSource).Start(0xc0026d9200, 0x540c320, 0xc00f551dc0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/plan_node_to_row_source.go:121 +0xb6
github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc0026d9200, 0x540c320, 0xc00f551dc0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:773 +0x52
github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc00c412120, 0x540c320, 0xc00f551dc0, 0x4dac7d8, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:382 +0x2e2
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc00348ed10, 0xc00b9e9340, 0xc00cffc000, 0xc00d669f00, 0xc00dd3dc00, 0xc00d9b6cf0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:359 +0x472
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc00348ed10, 0x540c3e0, 0xc00edf55c0, 0xc00d9b6cf0, 0xc00b9e9340, 0xc00cffc000, 0x540e6e0, 0xc00edf5d40, 0x0, 0xc00dd3dc00, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:968 +0x1d2
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc00d9b6600, 0x540c3e0, 0xc00edf55c0, 0xc00d9b6ad8, 0x3, 0x5479300, 0xc00edf5590, 0xc00612a200, 0xc00b3c6838, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1040 +0x428
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc00d9b6600, 0x540c3e0, 0xc00edf55c0, 0xc00d9b6ad8, 0x5479300, 0xc00edf5590, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:912 +0x75b
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc00d9b6600, 0x540c3e0, 0xc00edf55c0, 0x542b920, 0xc010443200, 0x48030d8, 0x51, 0x2, 0x1, 0xc00b3b0d20, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:656 +0xf86
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc00d9b6600, 0x540c320, 0xc00fbabe00, 0x542b920, 0xc010443200, 0x48030d8, 0x51, 0x2, 0x1, 0xc00b3b0d20, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:120 +0xb14
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc00d9b6600, 0x540c320, 0xc00fbabe00, 0xc00b3b0d20, 0xc00ba3cd20, 0x2, 0x2, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:207 +0x14e
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0x0, 0x0, 0x0, 0x10c62133, 0xed7ee0afe, 0x0, 0xc00d9b6600, 0xc00612bc18, 0xc00612bc08, 0x2, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1596 +0x47b
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc00d9b6600, 0x540c320, 0xc00fbabe00, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1598 +0x45c
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc00d9b6600, 0x540c3e0, 0xc00f1b5d70, 0xc0034fd900, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1450 +0x228
github.com/cockroachdb/cockroach/pkg/sql.(*InternalExecutor).initConnEx.func1(0xc00d9b6600, 0x540c3e0, 0xc00f1b5d70, 0xc002f103c0, 0xc00fc48900, 0xc00e3fe840, 0xc00cffc000, 0xc010f9d5a0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/internal.go:202 +0x65
created by github.com/cockroachdb/cockroach/pkg/sql.(*InternalExecutor).initConnEx
/go/src/github.com/cockroachdb/cockroach/pkg/sql/internal.go:201 +0x2dc
goroutine 20624 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).RaftMessageBatch(0xc0019ddea0, 0x546bcc0, 0xc00ce95fc0, 0x53bb020, 0xc0019ddea0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/raft_transport.go:381 +0x1ce
github.com/cockroachdb/cockroach/pkg/kv/kvserver._MultiRaft_RaftMessageBatch_Handler(0x45d9f40, 0xc0019ddea0, 0x5454920, 0xc008536600, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/storage_services.pb.go:123 +0xad
github.com/cockroachdb/cockroach/pkg/util/tracing.StreamServerInterceptor.func1(0x45d9f40, 0xc0019ddea0, 0x5454920, 0xc008536600, 0xc0127914e0, 0x4dabc00, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/tracing/grpc_interceptor.go:169 +0x5a9
google.golang.org/grpc.getChainStreamHandler.func1(0x45d9f40, 0xc0019ddea0, 0x5454920, 0xc008536600, 0x43dc260, 0xc01029bdc0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd
github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x45d9f40, 0xc0019ddea0, 0x5454920, 0xc008536600, 0xc0127914e0, 0xc01029bdc0, 0xc01029bdc0, 0x2)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:184 +0x96
google.golang.org/grpc.getChainStreamHandler.func1(0x45d9f40, 0xc0019ddea0, 0x5454920, 0xc008536600, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd
github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x45d9f40, 0xc0019ddea0, 0x5454920, 0xc008536600, 0xc0127914e0, 0xc01029bd80, 0x43dc260, 0xc01029bd80)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8
google.golang.org/grpc.chainStreamServerInterceptors.func1(0x45d9f40, 0xc0019ddea0, 0x5454920, 0xc008536600, 0xc0127914e0, 0x4dabc00, 0x540c3e0, 0xc011bff5c0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd
google.golang.org/grpc.(*Server).processStreamingRPC(0xc0010b3860, 0x5473520, 0xc00f5e8000, 0xc0103c4800, 0xc0013a57d0, 0x7448f20, 0x0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x522
google.golang.org/grpc.(*Server).handleStream(0xc0010b3860, 0x5473520, 0xc00f5e8000, 0xc0103c4800, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xc5c
google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc0074d5160, 0xc0010b3860, 0x5473520, 0xc00f5e8000, 0xc0103c4800)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xa5
created by google.golang.org/grpc.(*Server).serveStreams.func1
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa5
goroutine 17135 [select]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc008834730, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00528cba0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc004d5fa40)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xefc
goroutine 6072 [select]:
github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowScheduler).Start.func1(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow_scheduler.go:162 +0x165
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc0077f4c60)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 6073 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*Server).PeriodicallyClearSQLStats.func1(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:757 +0x265
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc00969d8c0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 6074 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*Server).PeriodicallyClearSQLStats.func1(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:757 +0x265
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc00969d8f0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 6075 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*Server).PeriodicallyClearSQLStats.func1(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:757 +0x265
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc00969d920)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 6076 [select]:
github.com/cockroachdb/cockroach/pkg/sql/stats.(*Refresher).Start.func1(0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/stats/automatic_stats.go:264 +0x1b1
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c360, 0xc000074078, 0x0, 0xc008f22940)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 6077 [select]:
github.com/cockroachdb/cockroach/pkg/sql/stmtdiagnostics.(*Registry).poll(0xc0048590e0, 0x540c320, 0xc00cc95740)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/stmtdiagnostics/statement_diagnostics.go:147 +0x2e5
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c320, 0xc00cc95740, 0x0, 0xc0077f4cd0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 6079 [select]:
github.com/cockroachdb/cockroach/pkg/sql/catalog/lease.(*Manager).PeriodicallyRefreshSomeLeases.func1(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/catalog/lease/lease.go:1982 +0x285
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc0077f4ce0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 6080 [select]:
github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slstorage.(*Storage).deleteSessionsLoop(0xc00402a9a0, 0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slstorage/slstorage.go:283 +0x205
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc0077f4cf0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 6081 [select]:
github.com/cockroachdb/cockroach/pkg/sql.(*rowsIterator).Next(0xc00cff7900, 0x540c320, 0xc008b78180, 0x0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/internal.go:279 +0x179
github.com/cockroachdb/cockroach/pkg/sql.(*rowsIterator).Next(0xc00cff7900, 0x540c320, 0xc008b78180, 0x46e2b00, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/internal.go:306 +0x2c6
github.com/cockroachdb/cockroach/pkg/sql.(*InternalExecutor).queryInternalBuffered(0xc004034a20, 0x540c320, 0xc008b78180, 0x46e2be9, 0xe, 0xc00c138900, 0x46c1041, 0x4, 0x46c7539, 0x6, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/internal.go:414 +0x154
github.com/cockroachdb/cockroach/pkg/sql.(*InternalExecutor).QueryRowExWithCols(0xc004034a20, 0x540c320, 0xc008b78180, 0x46e2be9, 0xe, 0xc00c138900, 0x46c1041, 0x4, 0x46c7539, 0x6, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/internal.go:466 +0x10b
github.com/cockroachdb/cockroach/pkg/sql.(*InternalExecutor).QueryRowEx(0xc004034a20, 0x540c320, 0xc008b78180, 0x46e2be9, 0xe, 0xc00c138900, 0x46c1041, 0x4, 0x46c7539, 0x6, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/internal.go:452 +0xff
github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slstorage.(*Storage).Update.func1(0x540c320, 0xc008b78180, 0xc00c138900, 0x3ff0000000000000, 0x555ac40)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slstorage/slstorage.go:363 +0x2cf
github.com/cockroachdb/cockroach/pkg/kv.(*DB).Txn.func1(0x540c320, 0xc008b78180, 0xc00c138900, 0x3ff0000000000000, 0x555ac40)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/db.go:772 +0x43
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).exec(0xc00c138900, 0x540c320, 0xc008b78180, 0xc004cb7c08, 0xc00c138900, 0xc0110b1c08)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/txn.go:828 +0xdc
github.com/cockroachdb/cockroach/pkg/kv.(*DB).Txn(0xc000860000, 0x540c320, 0xc008b78180, 0xc0110b1c98, 0x540c360, 0xc0000740a0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/db.go:771 +0x105
github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slstorage.(*Storage).Update(0xc00402a9a0, 0x540c320, 0xc008b78180, 0xc008abc2b0, 0x10, 0x166f7c11994a00c7, 0x3fc3330000000000, 0x0, 0x989680, 0x77359400)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slstorage/slstorage.go:362 +0xff
github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slinstance.(*Instance).extendSession(0xc0040354a0, 0x540c320, 0xc008b78180, 0x53bd120, 0xc008dba3c0, 0x0, 0xc00b75c960, 0x10)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slinstance/slinstance.go:159 +0x242
github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slinstance.(*Instance).heartbeatLoop(0xc0040354a0, 0x540c320, 0xc008b78180)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slinstance/slinstance.go:205 +0x21f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc0077f4d30)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 6082 [select]:
github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).Start.func8(0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:727 +0x20d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c360, 0xc000074078, 0x0, 0xc00969da40)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 6083 [select]:
github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).Start.func9(0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:767 +0x34a
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c360, 0xc000074078, 0x0, 0xc008f22ac0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 6084 [select]:
github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).Start.func10(0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:792 +0x20c
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c360, 0xc000074078, 0x0, 0xc00cc957c0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 7885 [select]:
github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).Start.func8(0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:727 +0x20d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c360, 0xc000074078, 0x0, 0xc00a1274d0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 16262 [select]:
google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc00b34b680, 0xc00a57e5f0, 0x5, 0x5, 0x0, 0x0, 0x7f2271daa108)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xcb
google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc00b34b680, 0xc00a57e5f0, 0x5, 0x5, 0xc00fc95a40, 0x4db4158, 0xc00ef00a90)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x211
google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc00b9becc0, 0xc00a57e5f0, 0x5, 0x5, 0xc00ef00b28, 0xc00ef00ab8, 0xb03a3c)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55
io.ReadAtLeast(0x537a580, 0xc00b9becc0, 0xc00a57e5f0, 0x5, 0x5, 0x5, 0xc00ef00b28, 0x43c4c5, 0x40bde60)
/usr/local/go/src/io/io.go:314 +0x87
io.ReadFull(...)
/usr/local/go/src/io/io.go:333
google.golang.org/grpc/internal/transport.(*Stream).Read(0xc00b2d5200, 0xc00a57e5f0, 0x5, 0x5, 0x433a90, 0xc00ef00ce0, 0xc00e63aaa0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xd2
google.golang.org/grpc.(*parser).recvMsg(0xc00a57e5e0, 0x7fffffff, 0xc00ef00c60, 0xc0088be278, 0x10bc726275bb1001, 0x100000c00e634db0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63
google.golang.org/grpc.recvAndDecompress(0xc00a57e5e0, 0xc00b2d5200, 0x0, 0x0, 0x7fffffff, 0xc00ef00dd8, 0x53e7ee0, 0x7801270, 0xc005907da0, 0x4, ...)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d
google.golang.org/grpc.recv(0xc00a57e5e0, 0x7f2246bbbab0, 0xc0004b6600, 0xc00b2d5200, 0x0, 0x0, 0x44f5d20, 0xc00ce5acc0, 0x7fffffff, 0xc00ef00dd8, ...)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b
google.golang.org/grpc.(*serverStream).RecvMsg(0xc008cb0000, 0x44f5d20, 0xc00ce5acc0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:1473 +0x156
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*multiRaftRaftMessageBatchServer).Recv(0xc00dcc1d00, 0x540c3e0, 0xc00b9bf2f0, 0xc00cb3f680)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/storage_services.pb.go:142 +0x62
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*lockedRaftMessageResponseStream).Recv(...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/raft_transport.go:83
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).RaftMessageBatch.func1.1(0x546bcc0, 0xc00dcc1d00, 0xc0019ddea0, 0x540c3e0, 0xc00b9bf2f0, 0xcc1a8e, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/raft_transport.go:340 +0x82
github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).RaftMessageBatch.func1(0x540c3e0, 0xc00b9bf2f0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/raft_transport.go:376 +0x5d
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc00b9bf2f0, 0x0, 0xc00b9bf380)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 20667 [select]:
google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc00f5e8000)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:966 +0x28a
created by google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:297 +0x10fb
goroutine 7089 [select]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc004936f00, 0x1, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x125
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00518d200, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1d3
google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc002822a80)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:291 +0xd7
created by google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:288 +0x10d6
goroutine 6320 [select]:
github.com/cockroachdb/cockroach/pkg/sql/gcjob/gcjobnotifier.(*Notifier).run(0xc002f7a7e0, 0x540c3e0, 0xc002483380)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/gcjob/gcjobnotifier/notifier.go:136 +0x115
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc001b95800, 0x540c3e0, 0xc002483380, 0x0, 0xc002ee10b0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 21874 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangecache.(*RangeCache).tryLookup(0xc000f93b60, 0x540c320, 0xc000a10840, 0xc00badd040, 0x16, 0x20, 0xc000f93b60, 0x23, 0xc00f22d6f8, 0x1, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangecache/range_cache.go:737 +0x5a5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangecache.(*RangeCache).lookupInternal(0xc000f93b60, 0x540c320, 0xc000a10840, 0xc00badd040, 0x16, 0x20, 0xc000f93b60, 0x23, 0xc00f22d6f8, 0x1, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangecache/range_cache.go:577 +0x195
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangecache.(*RangeCache).LookupWithEvictionToken(0xc000f93b60, 0x540c320, 0xc000a10840, 0xc00badd040, 0x16, 0x20, 0xc000f93b60, 0x23, 0xc00f22d6f8, 0x1, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangecache/range_cache.go:511 +0x107
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).getRoutingInfo(0xc001842400, 0x540c320, 0xc000a10840, 0xc00badd040, 0x16, 0x20, 0xc000f93b60, 0x23, 0xc00f22d6f8, 0x1, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:555 +0x10a
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).sendPartialBatch(0xc001842400, 0x540c320, 0xc000a10840, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1478 +0x1bc5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).divideAndSendBatchToRanges(0xc001842400, 0x540c320, 0xc000a10840, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:1145 +0x3e5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).Send(0xc001842400, 0x540c320, 0xc000a10840, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender.go:784 +0x59b
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnLockGatekeeper).SendLocked(0xc0042bd638, 0x540c320, 0xc000a10840, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_lock_gatekeeper.go:86 +0x135
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnMetricRecorder).SendLocked(0xc0042bd600, 0x540c320, 0xc000a10840, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_metric_recorder.go:46 +0x9e
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnCommitter).SendLocked(0xc0042bd5d0, 0x540c320, 0xc000a10840, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_committer.go:126 +0x8db
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).sendLockedWithRefreshAttempts(0xc0042bd530, 0x540c320, 0xc000a10840, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:267 +0xb5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSpanRefresher).SendLocked(0xc0042bd530, 0x540c320, 0xc000a10840, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_span_refresher.go:202 +0x2e5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnPipeliner).SendLocked(0xc0042bd470, 0x540c320, 0xc000a10840, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_pipeliner.go:253 +0x1b5
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnSeqNumAllocator).SendLocked(0xc0042bd450, 0x540c320, 0xc000a10840, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_seq_num_allocator.go:105 +0x215
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*txnHeartbeater).SendLocked(0xc0042bd3b8, 0x540c320, 0xc000a10840, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_interceptor_heartbeater.go:171 +0x23f
github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*TxnCoordSender).Send(0xc0042bd200, 0x540c320, 0xc000a10840, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/txn_coord_sender.go:503 +0x302
github.com/cockroachdb/cockroach/pkg/kv.(*DB).sendUsingSender(0xc000835d50, 0x540c320, 0xc000a10840, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/db.go:808 +0x135
github.com/cockroachdb/cockroach/pkg/kv.(*Txn).Send(0xc00936cb40, 0x540c320, 0xc000a10840, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/txn.go:936 +0x12e
github.com/cockroachdb/cockroach/pkg/sql/row.makeKVBatchFetcher.func1(0x540c320, 0xc000a10840, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/row/kv_batch_fetcher.go:217 +0x85
github.com/cockroachdb/cockroach/pkg/sql/row.(*txnKVFetcher).fetch(0xc00f264e00, 0x540c320, 0xc000a10840, 0xc00c5502a0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/row/kv_batch_fetcher.go:379 +0x739
github.com/cockroachdb/cockroach/pkg/sql/row.(*txnKVFetcher).nextBatch(0xc00f264e00, 0x540c320, 0xc000a10840, 0x0, 0x0, 0x0, 0x0, 0xc00f500320, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/row/kv_batch_fetcher.go:480 +0x1ab
github.com/cockroachdb/cockroach/pkg/sql/row.(*KVFetcher).NextKV(0xc00bce5050, 0x540c320, 0xc000a10840, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/row/kv_fetcher.go:129 +0x104
github.com/cockroachdb/cockroach/pkg/sql/row.(*Fetcher).NextKey(0xc00babd7c0, 0x540c320, 0xc000a10840, 0x0, 0xc00f500320, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/row/fetcher.go:707 +0x6a
github.com/cockroachdb/cockroach/pkg/sql/row.(*Fetcher).StartScanFrom(0xc00babd7c0, 0x540c320, 0xc000a10840, 0x53bc4e0, 0xc00f264e00, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/row/fetcher.go:697 +0xa5
github.com/cockroachdb/cockroach/pkg/sql/row.(*Fetcher).StartScan(0xc00babd7c0, 0x540c320, 0xc000a10840, 0xc00936cb40, 0xc00c550210, 0x1, 0x1, 0xc00645f501, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/row/fetcher.go:587 +0x1fc
github.com/cockroachdb/cockroach/pkg/sql/rowexec.(*tableReader).Start(0xc0054c7200, 0x540c320, 0xc000a10840)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/rowexec/tablereader.go:191 +0x1eb
github.com/cockroachdb/cockroach/pkg/sql.(*rowSourceToPlanNode).startExec(0xc0034df200, 0x540c320, 0xc000a10840, 0xc0034def00, 0xc007ca70d8, 0x812e7fc651b1b00, 0xc007ca72f0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/row_source_to_plan_node.go:69 +0x47
github.com/cockroachdb/cockroach/pkg/sql.startExec.func2(0x4709d09, 0x17, 0x540e4a0, 0xc0034df200, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/plan.go:502 +0xcb
github.com/cockroachdb/cockroach/pkg/sql.(*planVisitor).visitInternal.func1(0xc00645f988, 0x4709d09, 0x17, 0x540e4a0, 0xc0034df200)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/walk.go:119 +0x5d
github.com/cockroachdb/cockroach/pkg/sql.(*planVisitor).visitInternal(0xc00645f988, 0x540e4a0, 0xc0034df200, 0x4709d09, 0x17)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/walk.go:296 +0x188
github.com/cockroachdb/cockroach/pkg/sql.(*planVisitor).visit(0xc00645f988, 0x540e4a0, 0xc0034df200, 0x6, 0x540eb60)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/walk.go:86 +0x8f
github.com/cockroachdb/cockroach/pkg/sql.(*planVisitor).visitInternal(0xc00645f988, 0x540eb60, 0xc00b6fd800, 0x46c76fb, 0x6)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/walk.go:201 +0x1232
github.com/cockroachdb/cockroach/pkg/sql.(*planVisitor).visitConcrete(0xc00645f988, 0x540eb60, 0xc00b6fd800)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/walk.go:99 +0x85
github.com/cockroachdb/cockroach/pkg/sql.(*planVisitor).visitInternal(0xc00645f988, 0x540e6e0, 0xc00c317ef0, 0x46bf736, 0x3)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/walk.go:209 +0x9cf
github.com/cockroachdb/cockroach/pkg/sql.(*planVisitor).visit(0xc00645f988, 0x540e6e0, 0xc00c317ef0, 0x540c320, 0xc000a10840)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/walk.go:86 +0x8f
github.com/cockroachdb/cockroach/pkg/sql.walkPlan(...)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/walk.go:50
github.com/cockroachdb/cockroach/pkg/sql.startExec(0x540c320, 0xc000a10840, 0xc0034def00, 0xc007ca70d8, 0x540e6e0, 0xc00c317ef0, 0x540c320, 0xc000a10840)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/plan.go:505 +0x11f
github.com/cockroachdb/cockroach/pkg/sql.(*planNodeToRowSource).Start(0xc0014b8600, 0x540c320, 0xc000a10840)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/plan_node_to_row_source.go:121 +0xb6
github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc0014b8600, 0x540c320, 0xc000a10840)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:773 +0x52
github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc00f6bca20, 0x540c320, 0xc000a10840, 0x4dac7d8, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:382 +0x2e2
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc003315130, 0xc00f264c40, 0xc00936cb40, 0xc00fab1c80, 0xc00b213880, 0xc007ca72f0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:359 +0x472
github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc003315130, 0x540c3e0, 0xc00c3177d0, 0xc007ca72f0, 0xc00f264c40, 0xc00936cb40, 0x540e6e0, 0xc00c317ef0, 0x0, 0xc00b213880, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:968 +0x1d2
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc007ca6c00, 0x540c3e0, 0xc00c3177d0, 0xc007ca70d8, 0x3, 0x5479300, 0xc00c3177a0, 0xc006460200, 0xc00c325f78, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1040 +0x428
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc007ca6c00, 0x540c3e0, 0xc00c3177d0, 0xc007ca70d8, 0x5479300, 0xc00c3177a0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:912 +0x75b
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc007ca6c00, 0x540c3e0, 0xc00c3177d0, 0x542b920, 0xc00ff75f80, 0x48030d8, 0x51, 0x2, 0x1, 0xc0054be960, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:656 +0xf86
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc007ca6c00, 0x540c320, 0xc00c89e0c0, 0x542b920, 0xc00ff75f80, 0x48030d8, 0x51, 0x2, 0x1, 0xc0054be960, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:120 +0xb14
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc007ca6c00, 0x540c320, 0xc00c89e0c0, 0xc0054be960, 0xc00b7b8da0, 0x2, 0x2, 0x0, 0x0, 0x0, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:207 +0x14e
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0x0, 0x0, 0x0, 0x21ce3649, 0xed7ee0afe, 0x0, 0xc007ca6c00, 0xc006461c18, 0xc006461c08, 0x2, ...)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1596 +0x47b
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc007ca6c00, 0x540c320, 0xc00c89e0c0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1598 +0x45c
github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc007ca6c00, 0x540c3e0, 0xc00b4bf8c0, 0xc00323d360, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1450 +0x228
github.com/cockroachdb/cockroach/pkg/sql.(*InternalExecutor).initConnEx.func1(0xc007ca6c00, 0x540c3e0, 0xc00b4bf8c0, 0xc001233e00, 0xc00ba01380, 0xc00f014c60, 0xc00936cb40, 0xc010457410)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/internal.go:202 +0x65
created by github.com/cockroachdb/cockroach/pkg/sql.(*InternalExecutor).initConnEx
/go/src/github.com/cockroachdb/cockroach/pkg/sql/internal.go:201 +0x2dc
goroutine 22485 [select]:
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc003495200, 0xc00bbc0870, 0xc007153cf0, 0xf, 0xc008e7f260, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1124 +0x2e7
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1.1(0x540c320, 0xc003428600)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1053 +0x79
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c320, 0xc003428600, 0x0, 0xc00bbc0960)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 6147 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc007b5da80)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 6148 [chan receive]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc00ba7f8c0)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:1156 +0x709
created by google.golang.org/grpc.(*addrConn).connect
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:799 +0x12a
goroutine 6149 [select]:
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc003586480, 0xc00352a910, 0xc00b30d320, 0xf, 0xc00ce15d40, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1124 +0x2e7
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1.1(0x540c320, 0xc00351ef80)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1053 +0x79
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00358eb00, 0x540c320, 0xc00351ef80, 0x0, 0xc00352aa00)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 5979 [select]:
google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc00bf12c40)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1339 +0x193
created by google.golang.org/grpc/internal/transport.newHTTP2Client
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16fc
goroutine 21677 [select]:
google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc0090abb00)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:966 +0x28a
created by google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:297 +0x10fb
goroutine 7882 [select]:
github.com/cockroachdb/cockroach/pkg/sql/catalog/lease.(*Manager).PeriodicallyRefreshSomeLeases.func1(0x540c3e0, 0xc002771ec0)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/catalog/lease/lease.go:1982 +0x285
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c3e0, 0xc002771ec0, 0x0, 0xc00ade2170)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 21884 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc00c89e740)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc8
created by google.golang.org/grpc.newCCBalancerWrapper
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x172
goroutine 7083 [select]:
google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc002822780)
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:966 +0x28a
created by google.golang.org/grpc/internal/transport.newHTTP2Server
/go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:297 +0x10fb
goroutine 7879 [select]:
github.com/cockroachdb/cockroach/pkg/sql/stats.(*Refresher).Start.func1(0x540c360, 0xc000074078)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/stats/automatic_stats.go:264 +0x1b1
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c360, 0xc000074078, 0x0, 0xc00a5008c0)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 21857 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).outputLoop(0xc01075bce0, 0x540c320, 0xc00e77f940, 0xc00e77f940, 0xc00f54ba60)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:254 +0x1f9
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).runOutputLoop(0xc01075bce0, 0x540c320, 0xc00e77f940)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:271 +0xc5
github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run.func1(0x540c320, 0xc00e77f800)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:259 +0x65
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c320, 0xc00e77f800, 0x0, 0xc00bb1eb60)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 7880 [select]:
github.com/cockroachdb/cockroach/pkg/sql/stmtdiagnostics.(*Registry).poll(0xc003f56e40, 0x540c320, 0xc001e72500)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/stmtdiagnostics/statement_diagnostics.go:147 +0x2e5
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000c4d080, 0x540c320, 0xc001e72500, 0x0, 0xc00ade2160)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 22677 [select]:
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc003495200, 0xc0013ed220, 0xc007153cf0, 0xf, 0xc00e4b9e60, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1124 +0x2e7
github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1.1(0x540c320, 0xc003428600)
/go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1053 +0x79
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c320, 0xc003428600, 0x0, 0xc0013ed310)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 6093 [select]:
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).processEvents(0xc001d48000, 0x540c320, 0xc008b78100, 0xc0023cb380, 0xc00896f0e0, 0xc00896f140, 0x0, 0x0)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:298 +0x129
github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed.(*RangeFeed).run(0xc001d48000, 0x540c320, 0xc008b78100)
/go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/rangefeed/rangefeed.go:209 +0x6e5
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c320, 0xc008b78100, 0x0, 0xc0077f5360)
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:351 +0xb9
created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask
/go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:346 +0xfc
goroutine 6094 [select]:
github.com/cockroachdb/cockroach/pkg/sql/catalog/lease.(*Manager).refreshLeases.func1(0x540c3e0, 0xc0030e0990)
/go/src/github.com/cockroachdb/cockroach/pkg/sql/catalog/lease/lease.go:1699 +0x11f
github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc00326f500, 0x540c3e0, 0xc0030e0990, 0x0, 0xc0052e1a10)
/go/src/github.com/cockroachdb/cockr
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment