-
-
Save nick-jones/3ec988bb4a7e5b323feadb767dd35b04 to your computer and use it in GitHub Desktop.
This file has been truncated, but you can view the full file.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| goroutine 288376 [running]: | |
| runtime/pprof.writeGoroutineStacks(0x7f3c72d54950, 0xc0095763c0, 0x0, 0x0) | |
| /usr/local/go/src/runtime/pprof/pprof.go:679 +0x9d | |
| runtime/pprof.writeGoroutine(0x7f3c72d54950, 0xc0095763c0, 0x2, 0xdf2d083d0292d545, 0xd6990624d192e819) | |
| /usr/local/go/src/runtime/pprof/pprof.go:668 +0x44 | |
| runtime/pprof.(*Profile).WriteTo(0x8cf7fa0, 0x7f3c72d54950, 0xc0095763c0, 0x2, 0xc0095763c0, 0xd) | |
| /usr/local/go/src/runtime/pprof/pprof.go:329 +0x3da | |
| net/http/pprof.handler.ServeHTTP(0xc008ebb661, 0x9, 0x62c6e60, 0xc0095763c0, 0xc00957bc00) | |
| /usr/local/go/src/net/http/pprof/pprof.go:245 +0x33a | |
| net/http/pprof.Index(0x62c6e60, 0xc0095763c0, 0xc00957bc00) | |
| /usr/local/go/src/net/http/pprof/pprof.go:268 +0x6f1 | |
| net/http.HandlerFunc.ServeHTTP(0x57f3100, 0x62c6e60, 0xc0095763c0, 0xc00957bc00) | |
| /usr/local/go/src/net/http/server.go:2036 +0x44 | |
| github.com/cockroachdb/cockroach/pkg/server/debug.(*Server).ServeHTTP(0xc00000f0a0, 0x62c6e60, 0xc0095763c0, 0xc00957bc00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/debug/server.go:259 +0xa4 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func19(0x62c6e60, 0xc0095763c0, 0xc00957bc00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1649 +0x24d | |
| net/http.HandlerFunc.ServeHTTP(0xc001fe2180, 0x62c6e60, 0xc0095763c0, 0xc00957bc00) | |
| /usr/local/go/src/net/http/server.go:2036 +0x44 | |
| github.com/cockroachdb/cockroach/pkg/server.(*authenticationMux).ServeHTTP(0xc000dcada0, 0x62c6e60, 0xc0095763c0, 0xc009650b00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/authentication.go:489 +0xd0 | |
| net/http.(*ServeMux).ServeHTTP(0xc000cdda48, 0x62c6e60, 0xc0095763c0, 0xc009650b00) | |
| /usr/local/go/src/net/http/server.go:2416 +0x1bd | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).ServeHTTP(0xc000cdd500, 0x62d6ee0, 0xc005aa6000, 0xc009650b00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:2144 +0x1e1 | |
| net/http.serverHandler.ServeHTTP(0xc000625500, 0x62d6ee0, 0xc005aa6000, 0xc009650b00) | |
| /usr/local/go/src/net/http/server.go:2831 +0xa4 | |
| net/http.(*conn).serve(0xc003b3a8c0, 0x62f9720, 0xc004a4a380) | |
| /usr/local/go/src/net/http/server.go:1919 +0x875 | |
| created by net/http.(*Server).Serve | |
| /usr/local/go/src/net/http/server.go:2957 +0x384 | |
| goroutine 1 [select, 235 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/cli.runStart(0x8d2cbc0, 0xc000e4aee0, 0x0, 0xe, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/cli/start.go:712 +0xc22 | |
| github.com/cockroachdb/cockroach/pkg/cli.runStartJoin(0x8d2cbc0, 0xc000e4aee0, 0x0, 0xe, 0x7b1411, 0x57f36f8) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/cli/start.go:257 +0x4e | |
| github.com/cockroachdb/cockroach/pkg/cli.MaybeDecorateGRPCError.func1(0x8d2cbc0, 0xc000e4aee0, 0x0, 0xe, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/cli/error.go:193 +0x79 | |
| github.com/cockroachdb/cockroach/pkg/cli.maybeShoutError.func1(0x8d2cbc0, 0xc000e4aee0, 0x0, 0xe, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/cli/error.go:376 +0x51 | |
| github.com/spf13/cobra.(*Command).execute(0x8d2cbc0, 0xc000e4ae00, 0xe, 0xe, 0x8d2cbc0, 0xc000e4ae00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/spf13/cobra/command.go:826 +0x460 | |
| github.com/spf13/cobra.(*Command).ExecuteC(0x8d235c0, 0xc000104090, 0x51eb068, 0x6) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/spf13/cobra/command.go:914 +0x2fb | |
| github.com/spf13/cobra.(*Command).Execute(...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/spf13/cobra/command.go:864 | |
| github.com/cockroachdb/cockroach/pkg/cli.Run(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/cli/cli.go:225 | |
| github.com/cockroachdb/cockroach/pkg/cli.Main() | |
| /go/src/github.com/cockroachdb/cockroach/pkg/cli/cli.go:67 +0x272 | |
| main.main() | |
| /go/src/github.com/cockroachdb/cockroach/pkg/cmd/cockroach/main.go:26 +0x20 | |
| goroutine 20 [syscall, 235 minutes]: | |
| os/signal.signal_recv(0x0) | |
| /usr/local/go/src/runtime/sigqueue.go:147 +0x9c | |
| os/signal.loop() | |
| /usr/local/go/src/os/signal/signal_unix.go:23 +0x22 | |
| created by os/signal.init.0 | |
| /usr/local/go/src/os/signal/signal_unix.go:29 +0x41 | |
| goroutine 21 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.flushDaemon() | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_flush.go:72 +0x73 | |
| created by github.com/cockroachdb/cockroach/pkg/util/log.init.7 | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_flush.go:44 +0x35 | |
| goroutine 22 [chan receive, 235 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.signalFlusher() | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_flush.go:99 +0x124 | |
| created by github.com/cockroachdb/cockroach/pkg/util/log.init.7 | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_flush.go:45 +0x4d | |
| goroutine 7 [select]: | |
| go.opencensus.io/stats/view.(*worker).start(0xc0003ed5c0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/go.opencensus.io/stats/view/worker.go:152 +0xdd | |
| created by go.opencensus.io/stats/view.init.0 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/go.opencensus.io/stats/view/worker.go:29 +0x57 | |
| goroutine 31 [select, 17 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x62f97e0, 0xc0007da330) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:104 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ff610, 0xc000aed9e0, 0xc0003ff600) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 32 [select, 20 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x62f97e0, 0xc0004580f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:104 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ff630, 0xc000aed9e0, 0xc0003ff620) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 30 [select, 20 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x62f97e0, 0xc0007da3c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:104 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ff5f0, 0xc000aed9e0, 0xc0003ff5e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 9 [chan receive, 235 minutes]: | |
| github.com/cockroachdb/sentry-go.(*HTTPTransport).worker(0xc000b1d200) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/sentry-go/transport.go:303 +0x7a | |
| created by github.com/cockroachdb/sentry-go.(*HTTPTransport).Configure.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/sentry-go/transport.go:174 +0x3e | |
| goroutine 10 [chan receive, 235 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/cli.runStart.func1(0xc00010a480) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/cli/start.go:307 +0x34 | |
| created by github.com/cockroachdb/cockroach/pkg/cli.runStart | |
| /go/src/github.com/cockroachdb/cockroach/pkg/cli/start.go:305 +0x1989 | |
| goroutine 11 [select, 235 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.(*loggerT).gcDaemon(0x966b220, 0x62f97e0, 0xc000e0a090) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_gc.go:44 +0xcc | |
| created by github.com/cockroachdb/cockroach/pkg/util/log.StartGCDaemon | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_gc.go:37 +0x55 | |
| goroutine 12 [select, 235 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.(*loggerT).gcDaemon(0xc000b1d780, 0x62f9720, 0xc000a368c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_gc.go:44 +0xcc | |
| created by github.com/cockroachdb/cockroach/pkg/util/log.NewSecondaryLogger | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/secondary_log.go:88 +0x2db | |
| goroutine 13 [select, 235 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.(*loggerT).gcDaemon(0xc000b1d880, 0x62f97e0, 0xc000e0a090) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_gc.go:44 +0xcc | |
| created by github.com/cockroachdb/cockroach/pkg/util/log.NewSecondaryLogger | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/secondary_log.go:88 +0x2db | |
| goroutine 14 [select, 235 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.(*loggerT).gcDaemon(0xc000b1d900, 0x62f97e0, 0xc000e0a090) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_gc.go:44 +0xcc | |
| created by github.com/cockroachdb/cockroach/pkg/util/log.NewSecondaryLogger | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/secondary_log.go:88 +0x2db | |
| goroutine 169062 [select, 99 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).RunWithStream(0xc00464e000, 0x62f97e0, 0xc004f9a9c0, 0x7f3c7384d4c0, 0xc004a48330, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:210 +0x639 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow.vectorizedInboundStreamHandler.Run(0xc00464e000, 0x62f97e0, 0xc004f9a9c0, 0x63759e0, 0xc004a48330, 0xc005e2a9c0, 0xc004929c20, 0xc00734d958, 0x2) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/vectorized_flow.go:1168 +0x63 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).flowStreamInt(0xc000ced8c0, 0x62f97e0, 0xc004f9a9c0, 0x63759e0, 0xc004a48330, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:623 +0x4b0 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).FlowStream(0xc000ced8c0, 0x63759e0, 0xc004a48330, 0x62cc660, 0xc000ced8c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:629 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb._DistSQL_FlowStream_Handler(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc00278d500, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:636 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc00278d500, 0xc002afb3c0, 0x57ed320, 0x57ed320, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc00278d500, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc00278d500, 0xc002afb3c0, 0xc004c7a700, 0x4edd9e0, 0xc004c7a700) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc00278d500, 0xc002afb3c0, 0x57ed320, 0x62f97e0, 0xc004f9a990) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc00470ce00, 0xc000d7d6e0, 0x8cfe000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc00470ce00, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00045be80, 0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc00470ce00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 16 [chan receive, 235 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewContext.func1(0x62f97e0, 0xc000bf6180) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:438 +0x51 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000838c10, 0xc000aed9e0, 0xc00145d1c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 114 [select, 235 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/security.(*CertificateManager).RegisterSignalHandler.func1(0xc000aed9e0, 0xc000e76e10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/security/certificate_manager.go:232 +0x142 | |
| created by github.com/cockroachdb/cockroach/pkg/security.(*CertificateManager).RegisterSignalHandler | |
| /go/src/github.com/cockroachdb/cockroach/pkg/security/certificate_manager.go:229 +0x49 | |
| goroutine 115 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.newInfoStore.func1(0x62f97e0, 0xc000bf61b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/infostore.go:190 +0x169 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0005ac2d0, 0xc000aed9e0, 0xc0005ac2c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 116 [chan receive, 235 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x62f97e0, 0xc000a9e1e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:160 +0x76 | |
| runtime/pprof.Do(0x62f97e0, 0xc000a9e1e0, 0xc0003bb100, 0x1, 0x1, 0xc0004a9fb8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:37 +0xf8 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc000513800) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:159 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:151 +0x1a3 | |
| goroutine 117 [chan receive, 235 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x62f97e0, 0xc000a9e2d0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:160 +0x76 | |
| runtime/pprof.Do(0x62f97e0, 0xc000a9e2d0, 0xc0003bb100, 0x1, 0x1, 0xc0004aafb8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:37 +0xf8 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0005138f8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:159 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:151 +0x1a3 | |
| goroutine 118 [chan receive, 235 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x62f97e0, 0xc000a9e3c0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:160 +0x76 | |
| runtime/pprof.Do(0x62f97e0, 0xc000a9e3c0, 0xc0003bb100, 0x1, 0x1, 0xc0004ab7b8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:37 +0xf8 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0005139f0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:159 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:151 +0x1a3 | |
| goroutine 119 [chan receive, 235 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x62f97e0, 0xc000a9e180) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:160 +0x76 | |
| runtime/pprof.Do(0x62f97e0, 0xc000a9e180, 0xc0003bb100, 0x1, 0x1, 0xc0004627b8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:37 +0xf8 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc000513ae8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:159 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:151 +0x1a3 | |
| goroutine 120 [chan receive, 235 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x62f97e0, 0xc000a9e870) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:160 +0x76 | |
| runtime/pprof.Do(0x62f97e0, 0xc000a9e870, 0xc0003bb100, 0x1, 0x1, 0xc000462fb8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:37 +0xf8 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc000513be0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:159 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:151 +0x1a3 | |
| goroutine 121 [chan receive, 235 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x62f97e0, 0xc000a9e7b0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:160 +0x76 | |
| runtime/pprof.Do(0x62f97e0, 0xc000a9e7b0, 0xc0003bb100, 0x1, 0x1, 0xc0004637b8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:37 +0xf8 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc000513cd8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:159 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:151 +0x1a3 | |
| goroutine 122 [chan receive, 235 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x62f97e0, 0xc000a9e8d0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:160 +0x76 | |
| runtime/pprof.Do(0x62f97e0, 0xc000a9e8d0, 0xc0003bb100, 0x1, 0x1, 0xc000463fb8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:37 +0xf8 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc000513dd0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:159 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:151 +0x1a3 | |
| goroutine 123 [chan receive, 235 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x62f97e0, 0xc000a9e930) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:160 +0x76 | |
| runtime/pprof.Do(0x62f97e0, 0xc000a9e930, 0xc0003bb100, 0x1, 0x1, 0xc000dc7fb8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:37 +0xf8 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc000513ec8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:159 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:151 +0x1a3 | |
| goroutine 124 [select]: | |
| github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker.func1(0xc000b9a0c0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/vfs/disk_health.go:63 +0x113 | |
| created by github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/vfs/disk_health.go:58 +0x50 | |
| goroutine 29 [select, 17 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x62f97e0, 0xc0007da390) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:104 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ff5d0, 0xc000aed9e0, 0xc0003ff5c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 126 [select]: | |
| github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker.func1(0xc000b9a2c0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/vfs/disk_health.go:63 +0x113 | |
| created by github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/vfs/disk_health.go:58 +0x50 | |
| goroutine 127 [sync.Cond.Wait, 235 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc0002d25e0, 0x0) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc0002d25d0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/pebble/internal/record.(*flusherCond).Wait(...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:193 | |
| github.com/cockroachdb/pebble/internal/record.(*LogWriter).flushLoop(0xc0002d2500, 0x62f97e0, 0xc000e3e030) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:396 +0x11d | |
| runtime/pprof.Do(0x62f97e0, 0xc000e3e030, 0xc0003ba980, 0x1, 0x1, 0xc0004ad7b8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:37 +0xf8 | |
| github.com/cockroachdb/pebble/internal/record.NewLogWriter.func2(0xc0002d2500) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:314 +0x89 | |
| created by github.com/cockroachdb/pebble/internal/record.NewLogWriter | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:313 +0x2cd | |
| goroutine 55 [chan receive, 235 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*server).start.func3(0x62f97e0, 0xc000d0e060) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:383 +0x5a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003fe590, 0xc000aed9e0, 0xc000bea100) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 241918 [select, 38 minutes]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc003e51630, 0xc003ad6d90, 0x5, 0x5, 0x62f97e0, 0xc001fdfec0, 0x57f36e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xc7 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc003e51630, 0xc003ad6d90, 0x5, 0x5, 0xc0018edda0, 0xc001969e80, 0xc0018eda80) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x21a | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc001fdf5c0, 0xc003ad6d90, 0x5, 0x5, 0x50f6840, 0xc0018edaa8, 0xf54b7c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55 | |
| io.ReadAtLeast(0x6257380, 0xc001fdf5c0, 0xc003ad6d90, 0x5, 0x5, 0x5, 0x57ed320, 0x1, 0x0) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc005137700, 0xc003ad6d90, 0x5, 0x5, 0x4, 0x4, 0x78f0cb) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xcd | |
| google.golang.org/grpc.(*parser).recvMsg(0xc003ad6d80, 0x7fffffff, 0x0, 0xc000b6fc00, 0x7f3c79b906d0, 0x0, 0x7d12d8, 0xebf65fd28900e) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63 | |
| google.golang.org/grpc.recvAndDecompress(0xc003ad6d80, 0xc005137700, 0x0, 0x0, 0x7fffffff, 0xc0018ede18, 0x62da020, 0x96bb9f0, 0xc000dc1cc0, 0xc000dc1d48, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d | |
| google.golang.org/grpc.recv(0xc003ad6d80, 0x7f3c79b65bc0, 0xc0005ac530, 0xc005137700, 0x0, 0x0, 0x500ce60, 0xc0034dbce0, 0x7fffffff, 0xc0018ede18, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc002b76300, 0x500ce60, 0xc0034dbce0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:1473 +0x170 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb.(*distSQLFlowStreamServer).Recv(0xc004826cb0, 0xc003ba6560, 0xc00767b000, 0xa) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:655 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStreamHelper.func2(0xc003ba6480, 0x63759e0, 0xc004826cb0, 0xc003ad7160, 0xc0034dbc80, 0x62f97e0, 0xc001fdfec0, 0x62cc6a0, 0xc004147d40, 0xc007661180, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:135 +0x9f | |
| created by github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStreamHelper | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:132 +0x1b3 | |
| goroutine 33 [select, 17 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x62f97e0, 0xc0007b80f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:104 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ff660, 0xc000aed9e0, 0xc0003ff640) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 130 [select, 20 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x62f97e0, 0xc0004580c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:104 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ff680, 0xc000aed9e0, 0xc0003ff670) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 131 [select, 5 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x62f97e0, 0xc0005d2c60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:104 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ff6b0, 0xc000aed9e0, 0xc0003ff6a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 132 [select, 20 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x62f97e0, 0xc0007b81e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:104 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ff6e0, 0xc000aed9e0, 0xc0003ff6c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 133 [select, 20 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x62f97e0, 0xc0003bc450) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:104 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ff700, 0xc000aed9e0, 0xc0003ff6f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 134 [select, 20 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x62f97e0, 0xc0007b8120) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:104 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ff720, 0xc000aed9e0, 0xc0003ff710) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 135 [select, 17 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x62f97e0, 0xc0005d2ba0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:104 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ff740, 0xc000aed9e0, 0xc0003ff730) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 136 [select, 20 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x62f97e0, 0xc000458150) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:104 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ff760, 0xc000aed9e0, 0xc0003ff750) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 137 [select, 17 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x62f97e0, 0xc000458180) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:104 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ff780, 0xc000aed9e0, 0xc0003ff770) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 138 [select, 20 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x62f97e0, 0xc0005aa3f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:104 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ff7a0, 0xc000aed9e0, 0xc0003ff790) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 139 [select, 20 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x62f97e0, 0xc0004581b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:104 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ff7c0, 0xc000aed9e0, 0xc0003ff7b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 140 [select, 9 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).initRunners.func1(0x62f97e0, 0xc000458120) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:104 +0x139 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ff7e0, 0xc000aed9e0, 0xc0003ff7d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 141 [select, 235 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.(*loggerT).gcDaemon(0xc000f52a80, 0x62f9720, 0xc0003ed2c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_gc.go:44 +0xcc | |
| created by github.com/cockroachdb/cockroach/pkg/util/log.NewSecondaryLogger | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/secondary_log.go:88 +0x2db | |
| goroutine 142 [select, 235 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.(*loggerT).gcDaemon(0xc000f52b00, 0x62f9720, 0xc0003ed2c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_gc.go:44 +0xcc | |
| created by github.com/cockroachdb/cockroach/pkg/util/log.NewSecondaryLogger | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/secondary_log.go:88 +0x2db | |
| goroutine 143 [select, 235 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.(*loggerT).gcDaemon(0xc000f52b80, 0x62f9720, 0xc0003ed2c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_gc.go:44 +0xcc | |
| created by github.com/cockroachdb/cockroach/pkg/util/log.NewSecondaryLogger | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/secondary_log.go:88 +0x2db | |
| goroutine 144 [select, 235 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.(*loggerT).gcDaemon(0xc000f52c00, 0x62f9720, 0xc0003ed2c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_gc.go:44 +0xcc | |
| created by github.com/cockroachdb/cockroach/pkg/util/log.NewSecondaryLogger | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/secondary_log.go:88 +0x2db | |
| goroutine 145 [select, 235 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/log.(*loggerT).gcDaemon(0xc000f52c80, 0x62f9720, 0xc0003ed2c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/log_gc.go:44 +0xcc | |
| created by github.com/cockroachdb/cockroach/pkg/util/log.NewSecondaryLogger | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/log/secondary_log.go:88 +0x2db | |
| goroutine 146 [select, 235 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/hlc.(*Clock).StartMonitoringForwardClockJumps.func1(0x57f38d8, 0xc000e4d6d0, 0xc00035ccb0, 0x62f97e0, 0xc000b32c90, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/hlc/hlc.go:186 +0x11a | |
| created by github.com/cockroachdb/cockroach/pkg/util/hlc.(*Clock).StartMonitoringForwardClockJumps | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/hlc/hlc.go:179 +0xd0 | |
| goroutine 147 [chan receive, 235 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.MakeServer.func2(0x62f97e0, 0xc0004582a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:107 +0x64 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ffe90, 0xc000aed9e0, 0xc00000f160) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 148 [chan receive, 235 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).startServeUI.func1(0x62f97e0, 0xc0005aa420) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1822 +0x53 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ffee0, 0xc000aed9e0, 0xc00000f1a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 149 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c79b3d160, 0x72, 0x0) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc000f52d98, 0x72, 0x0, 0x0, 0x51ed7d1) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Accept(0xc000f52d80, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:384 +0x1f8 | |
| net.(*netFD).accept(0xc000f52d80, 0x37e11d600, 0x0, 0x0) | |
| /usr/local/go/src/net/fd_unix.go:238 +0x42 | |
| net.(*TCPListener).accept(0xc00000f180, 0xc00106be28, 0xc00106be30, 0x28) | |
| /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 | |
| net.(*TCPListener).Accept(0xc00000f180, 0x57ead78, 0xc0003ed900, 0x6376340, 0xc000109228) | |
| /usr/local/go/src/net/tcpsock.go:261 +0x47 | |
| github.com/cockroachdb/cmux.(*cMux).Serve(0xc0003ed900, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:124 +0xaf | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).startServeUI.func2(0x62f97e0, 0xc000a309f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1835 +0x2f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003ffef0, 0xc000aed9e0, 0xc00000f200) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 150 [chan receive, 235 minutes]: | |
| github.com/cockroachdb/cmux.muxListener.Accept(...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:184 | |
| net/http.(*Server).Serve(0xc000e4a000, 0x62d99a0, 0xc00000f1c0, 0x0, 0x0) | |
| /usr/local/go/src/net/http/server.go:2925 +0x280 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).startServeUI.func3(0x62f97e0, 0xc0004582d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1851 +0x127 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003fff00, 0xc000aed9e0, 0xc000b60600) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 151 [chan receive]: | |
| github.com/cockroachdb/cmux.muxListener.Accept(...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:184 | |
| crypto/tls.(*listener).Accept(0xc00000f220, 0xc000c77d58, 0x18, 0xc0005b4480, 0xc6bb04) | |
| /usr/local/go/src/crypto/tls/tls.go:59 +0x37 | |
| net/http.(*Server).Serve(0xc000625500, 0x62bd820, 0xc00000f220, 0x0, 0x0) | |
| /usr/local/go/src/net/http/server.go:2925 +0x280 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).startServeUI.func4(0x62f97e0, 0xc00055d680) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1862 +0x3f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003fff10, 0xc000aed9e0, 0xc00000f240) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 162 [chan receive, 235 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.MakeServer.func2(0x62f97e0, 0xc000458900) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:107 +0x64 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0004562e0, 0xc000aed9e0, 0xc001054220) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 152 [chan receive, 235 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x62f97e0, 0xc000beca50) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:160 +0x76 | |
| runtime/pprof.Do(0x62f97e0, 0xc000beca50, 0xc0003bb100, 0x1, 0x1, 0xc0010637b8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:37 +0xf8 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0011ea000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:159 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:151 +0x1a3 | |
| goroutine 153 [chan receive, 235 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x62f97e0, 0xc0005aa600) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:160 +0x76 | |
| runtime/pprof.Do(0x62f97e0, 0xc0005aa600, 0xc0003bb100, 0x1, 0x1, 0xc001063fb8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:37 +0xf8 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0011ea0f8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:159 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:151 +0x1a3 | |
| goroutine 154 [chan receive, 235 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x62f97e0, 0xc000bc2900) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:160 +0x76 | |
| runtime/pprof.Do(0x62f97e0, 0xc000bc2900, 0xc0003bb100, 0x1, 0x1, 0xc0010647b8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:37 +0xf8 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0011ea1f0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:159 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:151 +0x1a3 | |
| goroutine 155 [chan receive, 235 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x62f97e0, 0xc000bc21b0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:160 +0x76 | |
| runtime/pprof.Do(0x62f97e0, 0xc000bc21b0, 0xc0003bb100, 0x1, 0x1, 0xc001064fb8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:37 +0xf8 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0011ea2e8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:159 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:151 +0x1a3 | |
| goroutine 156 [chan receive, 235 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x62f97e0, 0xc000bc3170) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:160 +0x76 | |
| runtime/pprof.Do(0x62f97e0, 0xc000bc3170, 0xc0003bb100, 0x1, 0x1, 0xc0010657b8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:37 +0xf8 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0011ea3e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:159 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:151 +0x1a3 | |
| goroutine 157 [chan receive, 235 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x62f97e0, 0xc000bc3080) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:160 +0x76 | |
| runtime/pprof.Do(0x62f97e0, 0xc000bc3080, 0xc0003bb100, 0x1, 0x1, 0xc001065fb8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:37 +0xf8 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0011ea4d8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:159 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:151 +0x1a3 | |
| goroutine 158 [chan receive, 235 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x62f97e0, 0xc000bc3410) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:160 +0x76 | |
| runtime/pprof.Do(0x62f97e0, 0xc000bc3410, 0xc0003bb100, 0x1, 0x1, 0xc0010667b8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:37 +0xf8 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0011ea5d0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:159 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:151 +0x1a3 | |
| goroutine 159 [chan receive, 235 minutes]: | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop.func1(0x62f97e0, 0xc000becab0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:160 +0x76 | |
| runtime/pprof.Do(0x62f97e0, 0xc000becab0, 0xc0003bb100, 0x1, 0x1, 0xc001066fb8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:37 +0xf8 | |
| github.com/cockroachdb/pebble.(*tableCacheShard).releaseLoop(0xc0011ea6c8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:159 +0x89 | |
| created by github.com/cockroachdb/pebble.(*tableCacheShard).init | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/table_cache.go:151 +0x1a3 | |
| goroutine 166 [select]: | |
| github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker.func1(0xc000b9a740) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/vfs/disk_health.go:63 +0x113 | |
| created by github.com/cockroachdb/pebble/vfs.(*diskHealthCheckingFile).startTicker | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/vfs/disk_health.go:58 +0x50 | |
| goroutine 161 [chan receive, 235 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).startListenRPCAndSQL.func3(0x62f97e0, 0xc000b86c00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1777 +0x7c | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000b3b1b0, 0xc000aed9e0, 0xc000b2c6c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 160 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).startAssertEngineHealth.func1(0x62f97e0, 0xc000a30e10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/node_engine_health.go:42 +0x17a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000b3b040, 0xc000aed9e0, 0xc000e0acf0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 194 [chan receive, 235 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func2(0x62f97e0, 0xc000b86c90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1194 +0x4b | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000b3b390, 0xc000aed9e0, 0xc00055b100) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 195 [select, 235 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*loopbackListener).Accept(0xc000e0b1a0, 0x57f1908, 0xc000b6cb60, 0x6376460, 0xc0002c9500) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/loopback.go:49 +0xeb | |
| google.golang.org/grpc.(*Server).Serve(0xc000b6cb60, 0x62c6ea0, 0xc000e0b1a0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:621 +0x22e | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func3(0x62f97e0, 0xc000bc21b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1199 +0x49 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000b3b420, 0xc000aed9e0, 0xc00055b120) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 196 [select, 235 minutes]: | |
| google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc000b2d000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc2 | |
| created by google.golang.org/grpc.newCCBalancerWrapper | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x16d | |
| goroutine 197 [chan receive, 235 minutes]: | |
| google.golang.org/grpc.(*addrConn).resetTransport(0xc0009b9340) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:1156 +0x6ea | |
| created by google.golang.org/grpc.(*addrConn).connect | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:799 +0x128 | |
| goroutine 198 [chan receive, 235 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).Start.func5(0x62f97e0, 0xc000d0e000) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1218 +0x53 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000b3bea0, 0xc000aed9e0, 0xc00055b560) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 102 [select]: | |
| net.(*pipe).read(0xc000aba080, 0xc001bb2800, 0x7f0, 0x7f0, 0x203001, 0x0, 0x7eb) | |
| /usr/local/go/src/net/pipe.go:164 +0x19b | |
| net.(*pipe).Read(0xc000aba080, 0xc001bb2800, 0x7f0, 0x7f0, 0xc001bb2805, 0x12, 0x10) | |
| /usr/local/go/src/net/pipe.go:147 +0x4d | |
| crypto/tls.(*atLeastReader).Read(0xc0070e68a0, 0xc001bb2800, 0x7f0, 0x7f0, 0x27, 0x624f6a0, 0xc001e39a30) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc000b5bad8, 0x624f380, 0xc0070e68a0, 0x78ca05, 0x4bbab80, 0x4f625e0) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc000b5b880, 0x7f3c79a10140, 0xc000aba080, 0x5, 0xc000aba080, 0x11) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc000b5b880, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc000b5b880, 0xc001ba0000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| bufio.(*Reader).Read(0xc001842000, 0xc000e4a498, 0x9, 0x9, 0xc000444380, 0x7f3c79b90d98, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:226 +0x26a | |
| io.ReadAtLeast(0x624f160, 0xc001842000, 0xc000e4a498, 0x9, 0x9, 0x9, 0xefea85, 0xc002866b0c, 0xc001e39de0) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| golang.org/x/net/http2.readFrameHeader(0xc000e4a498, 0x9, 0x9, 0x624f160, 0xc001842000, 0x0, 0xbffbd44200000000, 0xcde63cce7f9, 0x9668940) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x87 | |
| golang.org/x/net/http2.(*Framer).ReadFrame(0xc000e4a460, 0xc002866b00, 0xc002866b00, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa1 | |
| google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc000632000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1273 +0x183 | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd23 | |
| goroutine 199 [chan receive, 37 minutes]: | |
| github.com/cockroachdb/cmux.muxListener.Accept(...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:184 | |
| google.golang.org/grpc.(*Server).Serve(0xc000b6cb60, 0x62d99a0, 0xc00055b0e0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:621 +0x22e | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).startListenRPCAndSQL.func4.1(0x62f97e0, 0xc000a310b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1797 +0x46 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000b3bf40, 0xc000aed9e0, 0xc000dca2c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 200 [IO wait, 5 minutes]: | |
| internal/poll.runtime_pollWait(0x7f3c79b3d090, 0x72, 0x0) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc00051a218, 0x72, 0x0, 0x0, 0x51ed7d1) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Accept(0xc00051a200, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:384 +0x1f8 | |
| net.(*netFD).accept(0xc00051a200, 0x37e11d600, 0x0, 0x0) | |
| /usr/local/go/src/net/fd_unix.go:238 +0x42 | |
| net.(*TCPListener).accept(0xc00055b080, 0xc001b87d50, 0xc001b87d58, 0x28) | |
| /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 | |
| net.(*TCPListener).Accept(0xc00055b080, 0x57ead78, 0xc000b2c580, 0x6376340, 0xc003a34c38) | |
| /usr/local/go/src/net/tcpsock.go:261 +0x47 | |
| github.com/cockroachdb/cmux.(*cMux).Serve(0xc000b2c580, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:124 +0xaf | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).startListenRPCAndSQL.func4.2.1() | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1802 +0x2f | |
| sync.(*Once).doSlow(0xc001b5a2f0, 0xc000dc26d0) | |
| /usr/local/go/src/sync/once.go:66 +0xe3 | |
| sync.(*Once).Do(...) | |
| /usr/local/go/src/sync/once.go:57 | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).startListenRPCAndSQL.func4.2(0x62f97e0, 0xc000b87080) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1801 +0x73 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000b3bf90, 0xc000aed9e0, 0xc000dca2e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 56 [select, 235 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).bootstrap.func1(0x62f97e0, 0xc000d7c0c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1342 +0x3f2 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003fe5c0, 0xc000aed9e0, 0xc0003fe5b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 57 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*Gossip).manage.func1(0x62f97e0, 0xc000d0e0c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.go:1377 +0x3a4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003fe660, 0xc000aed9e0, 0xc0003fe650) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 58 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/provider.(*Provider).runCloser(0xc000120700, 0x62f97e0, 0xc000d7e840) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/provider/provider.go:139 +0x382 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003fe810, 0xc000aed9e0, 0xc0003fe800) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 288010 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c7206ba68, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc002352c18, 0x72, 0x200, 0x205, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc002352c00, 0xc005b76240, 0x205, 0x205, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc002352c00, 0xc005b76240, 0x205, 0x205, 0xc003da4000, 0x1d26, 0x401d) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc001c7d438, 0xc005b76240, 0x205, 0x205, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc003695aa0, 0xc005b76240, 0x205, 0x205, 0x0, 0x0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc003c14b40, 0xc005b76240, 0x205, 0x205, 0x6, 0xc00008d980, 0xc00afa3548) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc005fcfad8, 0x624f380, 0xc003c14b40, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc005fcf880, 0x7f3c7383c0c8, 0xc003695aa0, 0x5, 0xc003695aa0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc005fcf880, 0x0, 0x0, 0xc00008d900) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc005fcf880, 0xc005206000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| net/http.(*connReader).Read(0xc003f16cf0, 0xc005206000, 0x1000, 0x1000, 0x0, 0xc00afa3b08, 0x16b202352c00) | |
| /usr/local/go/src/net/http/server.go:796 +0xf4 | |
| bufio.(*Reader).fill(0xc0025dfa40) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadSlice(0xc0025dfa40, 0xc00afa390a, 0x7f3c79b66df8, 0xc00afa39a8, 0x78ea26, 0xc002cb8000, 0x100) | |
| /usr/local/go/src/bufio/bufio.go:359 +0x3d | |
| bufio.(*Reader).ReadLine(0xc0025dfa40, 0xc00afa39b0, 0xc000c9ee00, 0x7f3c79b921f0, 0x0, 0x5, 0x7b3c0c) | |
| /usr/local/go/src/bufio/bufio.go:388 +0x34 | |
| net/textproto.(*Reader).readLineSlice(0xc008393680, 0xc002cb8000, 0xc002352c00, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/textproto/reader.go:57 +0x6c | |
| net/textproto.(*Reader).ReadLine(...) | |
| /usr/local/go/src/net/textproto/reader.go:38 | |
| net/http.readRequest(0xc0025dfa40, 0x0, 0xc002cb8000, 0x0, 0x0) | |
| /usr/local/go/src/net/http/request.go:1012 +0x92 | |
| net/http.(*conn).readRequest(0xc007969860, 0x62f9720, 0xc007679640, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/http/server.go:982 +0x15f | |
| net/http.(*conn).serve(0xc007969860, 0x62f9720, 0xc007679640) | |
| /usr/local/go/src/net/http/server.go:1845 +0x6d4 | |
| created by net/http.(*Server).Serve | |
| /usr/local/go/src/net/http/server.go:2957 +0x384 | |
| goroutine 179 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/provider.(*Provider).Notify.func1(0x62f97e0, 0xc000d7e8a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/provider/provider.go:223 +0x147 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0007d0d50, 0xc000aed9e0, 0xc001de7580) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 181 [select, 235 minutes]: | |
| google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc001908480) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc2 | |
| created by google.golang.org/grpc.newCCBalancerWrapper | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x16d | |
| goroutine 84 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c79b3cfc0, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc000b0a418, 0x72, 0x700, 0x7f0, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc000b0a400, 0xc001bb3000, 0x7f0, 0x7f0, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc000b0a400, 0xc001bb3000, 0x7f0, 0x7f0, 0x203001, 0x0, 0x7eb) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc001038038, 0xc001bb3000, 0x7f0, 0x7f0, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| crypto/tls.(*atLeastReader).Read(0xc007629320, 0xc001bb3000, 0x7f0, 0x7f0, 0x78ea26, 0xc000444380, 0xc001e349e8) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc000c9e958, 0x624f380, 0xc007629320, 0x78ca05, 0x4bbab80, 0x51115e0) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc000c9e700, 0x6257d40, 0xc001038038, 0x5, 0xc001038038, 0x1) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc000c9e700, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc000c9e700, 0xc00227c000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| bufio.(*Reader).Read(0xc000ccf380, 0xc00225e118, 0x9, 0x9, 0x20, 0xc001e34cf8, 0xf4122c) | |
| /usr/local/go/src/bufio/bufio.go:226 +0x26a | |
| io.ReadAtLeast(0x624f160, 0xc000ccf380, 0xc00225e118, 0x9, 0x9, 0x9, 0x28dcc5a2d6020e01, 0x0, 0x0) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| golang.org/x/net/http2.readFrameHeader(0xc00225e118, 0x9, 0x9, 0x624f160, 0xc000ccf380, 0x0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x87 | |
| golang.org/x/net/http2.(*Framer).ReadFrame(0xc00225e0e0, 0xc00898ef90, 0x9668940, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa1 | |
| google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc000a64700) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1273 +0x183 | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd23 | |
| goroutine 182 [chan receive, 235 minutes]: | |
| google.golang.org/grpc.(*addrConn).resetTransport(0xc0009b9600) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:1156 +0x6ea | |
| created by google.golang.org/grpc.(*addrConn).connect | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:799 +0x128 | |
| goroutine 183 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc000ced200, 0xc0005702d0, 0xc00146a7e0, 0x1f, 0xc000c8c840, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1123 +0x312 | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1.1.1(0x62f97e0, 0xc0005ab1d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1058 +0x79 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000b3bb20, 0xc000aed9e0, 0xc0005703c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 83 [select]: | |
| google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc000a64700) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1339 +0x193 | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16cd | |
| goroutine 169175 [chan receive, 97 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*RowChannel).Next(0xc0049e4e40, 0x0, 0x2, 0x2, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:481 +0x4a | |
| github.com/cockroachdb/cockroach/pkg/sql/rowexec.(*noopProcessor).Next(0xc006162000, 0xc0049e4e00, 0x51e4f62, 0x4, 0x62f9720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/rowexec/noop.go:69 +0x4c | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc0049e4e00, 0x6329660, 0xc006162000, 0x62ce660, 0xc006160000) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc006162000, 0x62f9720, 0xc0049e4e00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc0057678c0, 0x62f9720, 0xc0049e4e00, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc0050bcc40, 0xc005f62750, 0xc00624cf00, 0xc002666a80, 0xc006336518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc0059b1920, 0xc006336518, 0xc0050bcc40, 0xc005f62750, 0x62fbba0, 0xc005f62d80, 0x0, 0xc002666a80, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc006336000, 0x62f97e0, 0xc0059b1920, 0xc006336418, 0x3, 0x7f3c72d5a8e0, 0xc0036d4180, 0xc00601ff01, 0xc0057d6838, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc006336000, 0x62f97e0, 0xc0059b1920, 0xc006336418, 0x7f3c72d5a8e0, 0xc0036d4180, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc006336000, 0x62f97e0, 0xc0059b1920, 0x6318620, 0xc003fd7860, 0xc0063385d1, 0x71, 0x1, 0x1, 0xc004e5c930, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc006336000, 0x62f97e0, 0xc0059b1920, 0x6318620, 0xc003fd7860, 0xc0063385d1, 0x71, 0x1, 0x1, 0xc004e5c930, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc006336000, 0x62f97e0, 0xc0059b18f0, 0xc005c6e870, 0xc0033b50b0, 0x1, 0x1, 0xc0040b86e8, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc006338675, 0x0, 0x0, 0x252f61bf, 0xed7a0b9db, 0x0, 0xc006336000, 0xc0068d9880, 0xc0068d9870, 0x28, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc006336000, 0x62f9720, 0xc005e98fc0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc006336000, 0x62f9720, 0xc004ecb4c0, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc003a67e80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc004ecb4c0, 0xc006336000, 0x5400, 0x15000, 0xc000cfadc0, 0xc003a67e80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc0046c2232, 0xc005fd6660, 0x62f9720, 0xc004ecb4c0, 0xc003a67e80, 0xc000e55700, 0xc0036d3b00, 0x6329020, 0xc004e78990, 0xc0055eac00, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 59 [select, 41 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).run(0xc000ac07e0, 0x62f9760, 0xc000104090) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:464 +0x390 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000aed9e0, 0x62f9760, 0xc000104090, 0xc0008367e0, 0x22, 0x0, 0x0, 0xc0003ff1e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:347 +0x152 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:342 +0x131 | |
| goroutine 60 [select, 41 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).run(0xc000ac0a20, 0x62f9760, 0xc000104090) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:464 +0x390 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000aed9e0, 0x62f9760, 0xc000104090, 0xc000836840, 0x22, 0x0, 0x0, 0xc0003ff1f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:347 +0x152 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:342 +0x131 | |
| goroutine 61 [select, 169 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher.(*RequestBatcher).run(0xc000ac0c60, 0x62f9760, 0xc000104090) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/internal/client/requestbatcher/batcher.go:464 +0x390 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000aed9e0, 0x62f9760, 0xc000104090, 0xc0008368a0, 0x28, 0x0, 0x0, 0xc0003ff200) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:347 +0x152 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:342 +0x131 | |
| goroutine 243600 [select, 37 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).RunWithStream(0xc005a7af70, 0x62f97e0, 0xc00571c5a0, 0x7f3c7384d4c0, 0xc004f8a040, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:210 +0x639 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow.vectorizedInboundStreamHandler.Run(0xc005a7af70, 0x62f97e0, 0xc00571c5a0, 0x63759e0, 0xc004f8a040, 0xc00225b320, 0xc0057679e0, 0xc0066d1958, 0x2) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/vectorized_flow.go:1168 +0x63 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).flowStreamInt(0xc000ced8c0, 0x62f97e0, 0xc00571c5a0, 0x63759e0, 0xc004f8a040, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:623 +0x4b0 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).FlowStream(0xc000ced8c0, 0x63759e0, 0xc004f8a040, 0x62cc660, 0xc000ced8c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:629 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb._DistSQL_FlowStream_Handler(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc005a1e9c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:636 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc005a1e9c0, 0xc0033fca00, 0x57ed320, 0x57ed320, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc005a1e9c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc005a1e9c0, 0xc0033fca00, 0xc0041478c0, 0x4edd9e0, 0xc0041478c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc005a1e9c0, 0xc0033fca00, 0x57ed320, 0x62f97e0, 0xc00571c570) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc004256c00, 0xc000d7d6e0, 0x8cfe000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc004256c00, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00045be80, 0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc004256c00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 85 [select]: | |
| google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc000ac8640, 0x1, 0x0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x122 | |
| google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc000ccf440, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1e3 | |
| google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc000a64700) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xedb | |
| goroutine 86 [select]: | |
| google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc001dac460, 0x1, 0x0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x122 | |
| google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc001052660, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1e3 | |
| google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc000632000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xedb | |
| goroutine 87 [select]: | |
| google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc000a420f0, 0x1, 0x0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x122 | |
| google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc001052780, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1e3 | |
| google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc001d90900) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:291 +0xcb | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:288 +0x105d | |
| goroutine 88 [select]: | |
| google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc001d90900) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:966 +0x26b | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:297 +0x1082 | |
| goroutine 89 [select]: | |
| net.(*pipe).read(0xc0002c9500, 0xc000296700, 0x6e9, 0x6e9, 0x203001, 0x0, 0x6e4) | |
| /usr/local/go/src/net/pipe.go:164 +0x19b | |
| net.(*pipe).Read(0xc0002c9500, 0xc000296700, 0x6e9, 0x6e9, 0xc000296705, 0x1f, 0x10) | |
| /usr/local/go/src/net/pipe.go:147 +0x4d | |
| crypto/tls.(*atLeastReader).Read(0xc0070e6860, 0xc000296700, 0x6e9, 0x6e9, 0x34, 0x624f6a0, 0xc001bc49b0) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc00022bad8, 0x624f380, 0xc0070e6860, 0x78ca05, 0x4bbab80, 0x4f625e0) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc00022b880, 0x7f3c79a10140, 0xc0002c9500, 0x5, 0xc0002c9500, 0x1e) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc00022b880, 0x0, 0x0, 0x203001) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc00022b880, 0xc001702000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| bufio.(*Reader).Read(0xc0010524e0, 0xc000148118, 0x9, 0x9, 0xc001bc4d08, 0x78f298, 0x20) | |
| /usr/local/go/src/bufio/bufio.go:226 +0x26a | |
| io.ReadAtLeast(0x624f160, 0xc0010524e0, 0xc000148118, 0x9, 0x9, 0x9, 0xc001bc4dc0, 0xc001bc4d68, 0xc001bc4e30) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| golang.org/x/net/http2.readFrameHeader(0xc000148118, 0x9, 0x9, 0x624f160, 0xc0010524e0, 0x0, 0xcde00000000, 0xc002866ac0, 0x20) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x87 | |
| golang.org/x/net/http2.(*Framer).ReadFrame(0xc0001480e0, 0xc002866ac0, 0x9668940, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa1 | |
| google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc001d90900, 0xc000e3e630, 0x57f1940) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:453 +0xa1 | |
| google.golang.org/grpc.(*Server).serveStreams(0xc000b6cb60, 0x637d960, 0xc001d90900) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:742 +0xf3 | |
| google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000b6cb60, 0x637d960, 0xc001d90900) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:703 +0x3f | |
| created by google.golang.org/grpc.(*Server).handleRawConn | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:702 +0x4fd | |
| goroutine 62 [chan receive, 235 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func1(0x62f97e0, 0xc001990030) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:156 +0x4d | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058afa0, 0xc000aed9e0, 0xc0017f3980) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 63 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x1090d4) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc001990060) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc001990060) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058afc0, 0xc000aed9e0, 0xc00058afb0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 64 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x10910b) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc001990090) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc001990090) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058afe0, 0xc000aed9e0, 0xc00058afd0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 65 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x1090e9) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc0019900c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc0019900c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b010, 0xc000aed9e0, 0xc00058aff0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 210 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x1090d6) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc0019900f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc0019900f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b030, 0xc000aed9e0, 0xc00058b020) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 211 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x1090fd) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc001990120) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc001990120) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b060, 0xc000aed9e0, 0xc00058b050) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 212 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x10910d) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc001990150) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc001990150) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b090, 0xc000aed9e0, 0xc00058b070) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 213 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x1090e1) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc001990180) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc001990180) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b0b0, 0xc000aed9e0, 0xc00058b0a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 214 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x1090d9) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc0019901b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc0019901b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b0e0, 0xc000aed9e0, 0xc00058b0d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 215 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x109110) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc0019901e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc0019901e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b110, 0xc000aed9e0, 0xc00058b0f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 216 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x1090db) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc001990210) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc001990210) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b130, 0xc000aed9e0, 0xc00058b120) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 217 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x1090e3) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc001990240) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc001990240) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b180, 0xc000aed9e0, 0xc00058b150) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 218 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x1090eb) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc001990000) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc001990000) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b1f0, 0xc000aed9e0, 0xc00058b190) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 219 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x1090fa) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc000e3eab0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc000e3eab0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b220, 0xc000aed9e0, 0xc00058b200) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 220 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x109108) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc000e3eae0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc000e3eae0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b240, 0xc000aed9e0, 0xc00058b230) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 221 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x1090ef) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc000e3eb10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc000e3eb10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b310, 0xc000aed9e0, 0xc00058b2f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 222 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x109107) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc000e3eb40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc000e3eb40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b330, 0xc000aed9e0, 0xc00058b320) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 223 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x1090dd) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc000e3eb70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc000e3eb70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b360, 0xc000aed9e0, 0xc00058b350) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 224 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x1090fc) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc000e3eba0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc000e3eba0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b3b0, 0xc000aed9e0, 0xc00058b3a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 225 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x1090fb) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc000e3ebd0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc000e3ebd0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b3e0, 0xc000aed9e0, 0xc00058b3d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 226 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x1090e4) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc000e3ec00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc000e3ec00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b410, 0xc000aed9e0, 0xc00058b3f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 227 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x1090f2) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc000e3ec30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc000e3ec30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b430, 0xc000aed9e0, 0xc00058b420) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 228 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x1090f7) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc000e3ecc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc000e3ecc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b460, 0xc000aed9e0, 0xc00058b450) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 229 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x10910c) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc000e3edb0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc000e3edb0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b4b0, 0xc000aed9e0, 0xc00058b4a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 230 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x1090e8) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc000e3ede0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc000e3ede0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b580, 0xc000aed9e0, 0xc00058b560) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 231 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x1090df) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc000e3ee10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc000e3ee10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b5a0, 0xc000aed9e0, 0xc00058b590) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 232 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x1090d5) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc000e3ee40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc000e3ee40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b5d0, 0xc000aed9e0, 0xc00058b5c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 233 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x1090dc) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc000e3ee70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc000e3ee70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b600, 0xc000aed9e0, 0xc00058b5e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 234 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x109102) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc000e3eea0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc000e3eea0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b620, 0xc000aed9e0, 0xc00058b610) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 235 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x1090de) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc000e3eed0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc000e3eed0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b640, 0xc000aed9e0, 0xc00058b630) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 236 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x109113) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc000e3ef00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc000e3ef00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b660, 0xc000aed9e0, 0xc00058b650) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 237 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x1090ea) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc000e3ef30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc000e3ef30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b680, 0xc000aed9e0, 0xc00058b670) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 238 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x1090d8) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc000e3ef60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc000e3ef60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b6b0, 0xc000aed9e0, 0xc00058b6a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 239 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x1090f5) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc000e3ef90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc000e3ef90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b6e0, 0xc000aed9e0, 0xc00058b6c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 240 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x109103) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc000e3eff0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc000e3eff0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b700, 0xc000aed9e0, 0xc00058b6f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 241 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x109101) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc000e3f020) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc000e3f020) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b720, 0xc000aed9e0, 0xc00058b710) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 242 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x10910a) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc000e3f050) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc000e3f050) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b740, 0xc000aed9e0, 0xc00058b730) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 243 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x1090f4) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc000e3f080) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc000e3f080) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b760, 0xc000aed9e0, 0xc00058b750) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 244 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x109111) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc000e3f0b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc000e3f0b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b780, 0xc000aed9e0, 0xc00058b770) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 245 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x1090ff) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc000e3f0e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc000e3f0e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b7b0, 0xc000aed9e0, 0xc00058b790) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 246 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x1090f9) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc000e3f110) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc000e3f110) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b7d0, 0xc000aed9e0, 0xc00058b7c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 247 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x1090ee) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc000e3f140) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc000e3f140) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b7f0, 0xc000aed9e0, 0xc00058b7e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 248 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x1090ed) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc000e3f170) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc000e3f170) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b810, 0xc000aed9e0, 0xc00058b800) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 249 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x1090da) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc000e3f1a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc000e3f1a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b830, 0xc000aed9e0, 0xc00058b820) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 250 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x1090f6) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc000e3ea80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc000e3ea80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b860, 0xc000aed9e0, 0xc00058b850) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 251 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x109100) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc0019902a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc0019902a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b880, 0xc000aed9e0, 0xc00058b870) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 252 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x1090e6) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc0019902d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc0019902d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b8a0, 0xc000aed9e0, 0xc00058b890) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 253 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x1090f3) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc001990300) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc001990300) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b8c0, 0xc000aed9e0, 0xc00058b8b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 254 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x109112) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc001990330) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc001990330) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b8e0, 0xc000aed9e0, 0xc00058b8d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 255 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x1090e7) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc001990360) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc001990360) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b900, 0xc000aed9e0, 0xc00058b8f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 256 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x1090e0) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc001990390) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc001990390) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b920, 0xc000aed9e0, 0xc00058b910) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 257 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x1090f8) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc0019903c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc0019903c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b940, 0xc000aed9e0, 0xc00058b930) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 258 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x109106) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc0019903f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc0019903f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b960, 0xc000aed9e0, 0xc00058b950) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 259 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x10910f) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc001990420) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc001990420) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b980, 0xc000aed9e0, 0xc00058b970) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 260 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x1090d7) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc001990450) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc001990450) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b9a0, 0xc000aed9e0, 0xc00058b990) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 261 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x1090f0) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc001990480) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc001990480) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b9c0, 0xc000aed9e0, 0xc00058b9b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 262 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x1090e2) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc0019904b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc0019904b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058b9e0, 0xc000aed9e0, 0xc00058b9d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 263 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x10910e) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc0019904e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc0019904e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058ba00, 0xc000aed9e0, 0xc00058b9f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 264 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x1090fe) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc001990510) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc001990510) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058ba20, 0xc000aed9e0, 0xc00058ba10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 265 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x1090ec) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc001990540) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc001990540) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058ba40, 0xc000aed9e0, 0xc00058ba30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 266 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x109105) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc001990270) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc001990270) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058ba60, 0xc000aed9e0, 0xc00058ba50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 267 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x1090e5) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc000e3f200) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc000e3f200) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058ba80, 0xc000aed9e0, 0xc00058ba70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 268 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x1090f1) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc000e3f230) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc000e3f230) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058baa0, 0xc000aed9e0, 0xc00058ba90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 269 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x109109) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc000e3f260) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc000e3f260) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058bac0, 0xc000aed9e0, 0xc00058bab0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 270 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc000b2c950, 0x109104) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc000b2c940) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).worker(0xc00051a300, 0x62f97e0, 0xc000e3f290) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:197 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Start.func2(0x62f97e0, 0xc000e3f290) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:166 +0x3e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058bae0, 0xc000aed9e0, 0xc00058bad0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 271 [semacquire, 235 minutes]: | |
| sync.runtime_Semacquire(0xc00051a378) | |
| /usr/local/go/src/runtime/sema.go:56 +0x42 | |
| sync.(*WaitGroup).Wait(0xc00051a370) | |
| /usr/local/go/src/sync/waitgroup.go:130 +0x64 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*raftScheduler).Wait(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scheduler.go:172 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058bb00, 0xc000aed9e0, 0xc00058baf0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 272 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).raftTickLoop(0xc000cdc700, 0x62f97e0, 0xc000e3f2f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_raft.go:586 +0x265 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058bb20, 0xc000aed9e0, 0xc00058bb10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 273 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).coalescedHeartbeatsLoop(0xc000cdc700, 0x62f97e0, 0xc000e3f320) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_raft.go:648 +0x13b | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058bb50, 0xc000aed9e0, 0xc00058bb40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 274 [select, 101 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).Start.func2(0x62f97e0, 0xc000e3f1d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1575 +0xe5 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058bc30, 0xc000aed9e0, 0xc0017f39a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 275 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startGossip.func4(0x62f97e0, 0xc0019905a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1716 +0x363 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058bc50, 0xc000aed9e0, 0xc00195a230) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 276 [select, 1 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startGossip.func4(0x62f97e0, 0xc0019f4030) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1716 +0x363 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058bc60, 0xc000aed9e0, 0xc00195a280) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 277 [select, 1 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startGossip.func4(0x62f97e0, 0xc000e3f350) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1716 +0x363 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058bc80, 0xc000aed9e0, 0xc00195a2d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 169253 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c72dcc7c0, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc0031a4a18, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc0031a4a00, 0xc0041f2900, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc0031a4a00, 0xc0041f2900, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc001c7cd68, 0xc0041f2900, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc006035e60, 0xc0041f2900, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc0070e6fc0, 0xc0041f2900, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc007139398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc004840258, 0x624f380, 0xc0070e6fc0, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc004840000, 0x7f3c7383c0c8, 0xc006035e60, 0x5, 0xc006035e60, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc004840000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc004840000, 0xc006479000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc006433340, 0xc006479000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc003ba2d48) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc003ba2d48, 0xc0027c9718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc003ba34d0, 0x62bd620, 0xc003ba2d48, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc003ba2d00, 0x62f97e0, 0xc001491170, 0xc002b9b570, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc001491170, 0x6374de0, 0xc004840000, 0xc003f5b009, 0x7, 0xc001491200, 0x62a1060, 0xc003eba6f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc001491170, 0x6374de0, 0xc004840000, 0xc004538701, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc006035e60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc006035e60, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 279 [select, 235 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startLeaseRenewer.func1(0x62f97e0, 0xc0019dc000) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1765 +0x328 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058bce0, 0xc000aed9e0, 0xc00058bcd0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 280 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001908210, 0x113e2) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc001908200) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/provider.(*Provider).Subscribe(0xc000120700, 0x62f97e0, 0xc000bc3080, 0xc001843200) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/provider/provider.go:296 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startClosedTimestampRangefeedSubscriber.func1(0x62f97e0, 0xc000bc3080) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1786 +0x57 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000aed9e0, 0x62f97e0, 0xc000bc3080, 0xc001775320, 0x25, 0x64642a0, 0xc000b1a040, 0xc0017f39c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:347 +0x152 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:342 +0x131 | |
| goroutine 281 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).startClosedTimestampRangefeedSubscriber.func2(0x62f97e0, 0xc0019dc030) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:1794 +0x300 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058bdd0, 0xc000aed9e0, 0xc0017f39e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 282 [select, 1 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*StoreRebalancer).Start.func1(0x62f97e0, 0xc0019dc270) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store_rebalancer.go:186 +0x19a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058bdf0, 0xc000aed9e0, 0xc0017f3a00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 103 [select, 27 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func1(0x62f97e0, 0xc0019dc090) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:814 +0x176 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000646220, 0xc000aed9e0, 0xc0019f6020) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 104 [select, 235 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func1(0x62f97e0, 0xc0019dc0c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:814 +0x176 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000646260, 0xc000aed9e0, 0xc0019f6040) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 105 [select, 235 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func1(0x62f97e0, 0xc0019dc0f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:814 +0x176 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000646940, 0xc000aed9e0, 0xc0019f6060) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 106 [select, 165 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func1(0x62f97e0, 0xc0019dc120) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:814 +0x176 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0006469b0, 0xc000aed9e0, 0xc0019f6080) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 107 [select, 235 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func1(0x62f97e0, 0xc0019dc150) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:814 +0x176 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000614020, 0xc000aed9e0, 0xc0019f60a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 108 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func1(0x62f97e0, 0xc0019dc180) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:814 +0x176 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000614050, 0xc000aed9e0, 0xc0019f60c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 109 [select, 235 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func1(0x62f97e0, 0xc0019dc1b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:814 +0x176 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000614090, 0xc000aed9e0, 0xc0019f60e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 110 [select, 235 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func1(0x62f97e0, 0xc0019dc1e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:814 +0x176 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0006140b0, 0xc000aed9e0, 0xc0019f6100) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 111 [select, 14 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*baseQueue).processLoop.func1(0x62f97e0, 0xc0019dc210) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/queue.go:814 +0x176 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0006140c0, 0xc000aed9e0, 0xc0019f6120) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 112 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicaScanner).waitAndProcess(0xc0005845b0, 0x62f97e0, 0xc0019dc060, 0xc000aed9e0, 0x6d3e261, 0xed7a0d073, 0x0, 0xc00175c000, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scanner.go:217 +0x1dc | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicaScanner).scanLoop.func1.1(0xc00175c000, 0xc000e0aa01) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scanner.go:279 +0x81 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*storeReplicaVisitor).Visit(0xc000e0aa20, 0xc004adbe00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:380 +0x154 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*replicaScanner).scanLoop.func1(0x62f97e0, 0xc0019dc060) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/scanner.go:277 +0x1da | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0006140e0, 0xc000aed9e0, 0xc0019f6140) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 244243 [select, 35 minutes]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc002b93950, 0xc0019f6b50, 0x5, 0x5, 0xc0ef434885, 0x0, 0x57f36e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xc7 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc002b93950, 0xc0019f6b50, 0x5, 0x5, 0xc0066311b8, 0xc00359d4c0, 0xc006630e98) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x21a | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc00391ed20, 0xc0019f6b50, 0x5, 0x5, 0xc002980001, 0xc006630ec0, 0xf54b7c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55 | |
| io.ReadAtLeast(0x6257380, 0xc00391ed20, 0xc0019f6b50, 0x5, 0x5, 0x5, 0xc001b5a2c2, 0x8, 0x8) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc0064cab00, 0xc0019f6b50, 0x5, 0x5, 0x0, 0xc006631090, 0xc000444700) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xcd | |
| google.golang.org/grpc.(*parser).recvMsg(0xc0019f6b40, 0x7fffffff, 0xc0028760b8, 0x2, 0x0, 0xc006631108, 0xc006631020, 0x787a95) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63 | |
| google.golang.org/grpc.recvAndDecompress(0xc0019f6b40, 0xc0064cab00, 0x0, 0x0, 0x7fffffff, 0xc0038ab230, 0x62da020, 0x96bb9f0, 0x7dbfe0, 0xc002876180, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d | |
| google.golang.org/grpc.recv(0xc0019f6b40, 0x7f3c79b65bc0, 0xc0005ac530, 0xc0064cab00, 0x0, 0x0, 0x500ce60, 0xc00608d920, 0x7fffffff, 0xc0038ab230, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc005958600, 0x500ce60, 0xc00608d920, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:1473 +0x170 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb.(*distSQLFlowStreamServer).Recv(0xc003d58510, 0x62f97e0, 0xc00391f920, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:655 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).Next(0xc003da1520, 0x62f97e0, 0xc00391f920, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:263 +0x19b | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*noopOperator).Next(0xc00355a720, 0x62f9720, 0xc0038be000, 0x1, 0x62f9720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/operator.go:238 +0x47 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).next(0xc008f9d700, 0x57ed290, 0x7b0bba, 0x2d49b93) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:222 +0x155 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).nextAdapter(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:247 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror.CatchVectorizedRuntimeError(0xc006631538, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror/error.go:93 +0x5f | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).Next(0xc008f9d700, 0x62f9720, 0xc0038be000, 0x3458c20, 0x62fe4e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:253 +0x5b | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc0038be000, 0x63257a0, 0xc008f9d700, 0x62cad20, 0xc007dc8700) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc008f9d700, 0x62f9720, 0xc0038be000) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc003e4e5a0, 0x62f9720, 0xc0038be000, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc005ce9c00, 0xc0067ba090, 0xc0064ca300, 0xc007dc8700, 0xc005f49518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc002b86f00, 0xc005f49518, 0xc005ce9c00, 0xc0067ba090, 0x62fbba0, 0xc0067ba6c0, 0x0, 0xc007dc8700, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc005f49000, 0x62f97e0, 0xc002b86f00, 0xc005f49418, 0x3, 0x7f3c72d5a8e0, 0xc0064fe180, 0xc006631f01, 0xc00608c058, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc005f49000, 0x62f97e0, 0xc002b86f00, 0xc005f49418, 0x7f3c72d5a8e0, 0xc0064fe180, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc005f49000, 0x62f97e0, 0xc002b86f00, 0x6318620, 0xc0043741e0, 0xc0070738dd, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc005f49000, 0x62f97e0, 0xc002b86f00, 0x6318620, 0xc0043741e0, 0xc0070738dd, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc005f49000, 0x62f97e0, 0xc002b86d80, 0xc006a7d2c0, 0xc002b86930, 0x3, 0x3, 0xc008044316, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc0070739a3, 0x0, 0x0, 0x303facce, 0xed7a0c836, 0x0, 0xc005f49000, 0xc0038ad880, 0xc0038ad870, 0x7f, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc005f49000, 0x62f9720, 0xc0044fe280, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc005f49000, 0x62f9720, 0xc005476180, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc004a481e0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc005476180, 0xc005f49000, 0x5400, 0x15000, 0xc000cfadc0, 0xc004a481e0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc00689a192, 0xc00350a7a0, 0x62f9720, 0xc005476180, 0xc004a481e0, 0xc000e55700, 0xc0064fdb00, 0x6329020, 0xc007fdc2a0, 0xc00437e5a0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 171 [select]: | |
| google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc001e9a050, 0x1, 0x0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x122 | |
| google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc001466ea0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1e3 | |
| google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc001e9e000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:291 +0xcb | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:288 +0x105d | |
| goroutine 172 [select]: | |
| google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc001e9e000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:966 +0x26b | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:297 +0x1082 | |
| goroutine 173 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c79b3cef0, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc000b0a498, 0x72, 0x600, 0x6e9, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc000b0a480, 0xc00226c000, 0x6e9, 0x6e9, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc000b0a480, 0xc00226c000, 0x6e9, 0x6e9, 0x16b40000007e, 0x294a5294a5, 0x37) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc0002f8300, 0xc00226c000, 0x6e9, 0x6e9, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc001466a20, 0xc00226c000, 0x6e9, 0x6e9, 0xffffffffffffffff, 0xc001b9b988, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc0076290c0, 0xc00226c000, 0x6e9, 0x6e9, 0x0, 0xc007f7c000, 0xc001b9b9b0) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc000c9ecd8, 0x624f380, 0xc0076290c0, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc000c9ea80, 0x7f3c7383c0c8, 0xc001466a20, 0x5, 0xc001466a20, 0xc001e761a0) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc000c9ea80, 0x0, 0x0, 0xc0076290a0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc000c9ea80, 0xc001e82000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| bufio.(*Reader).Read(0xc001466d80, 0xc00225e1f8, 0x9, 0x9, 0x1, 0xc0076290a0, 0x882e00) | |
| /usr/local/go/src/bufio/bufio.go:226 +0x26a | |
| io.ReadAtLeast(0x624f160, 0xc001466d80, 0xc00225e1f8, 0x9, 0x9, 0x9, 0x0, 0x624f6a0, 0xc0000ee050) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| golang.org/x/net/http2.readFrameHeader(0xc00225e1f8, 0x9, 0x9, 0x624f160, 0xc001466d80, 0x0, 0x0, 0x5101e7c090, 0x5100010001) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x87 | |
| golang.org/x/net/http2.(*Framer).ReadFrame(0xc00225e1c0, 0xc001e7c090, 0x9668940, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa1 | |
| google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc001e9e000, 0xc001e7c1e0, 0x57f1940) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:453 +0xa1 | |
| google.golang.org/grpc.(*Server).serveStreams(0xc000b6cb60, 0x637d960, 0xc001e9e000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:742 +0xf3 | |
| google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000b6cb60, 0x637d960, 0xc001e9e000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:703 +0x3f | |
| created by google.golang.org/grpc.(*Server).handleRawConn | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:702 +0x4fd | |
| goroutine 283 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).startComputePeriodicMetrics.func1(0x62f97e0, 0xc001991950) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:687 +0x13b | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001f8c490, 0xc000aed9e0, 0xc001f96760) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 284 [select, 1 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).startGossiping.func1(0x62f97e0, 0xc0019919b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:652 +0x245 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001f8c4a0, 0xc000aed9e0, 0xc001f96780) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 285 [select, 235 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.periodicallyPersistHLCUpperBound(0xc000e4d6d0, 0xc001f05260, 0xc001f8c4e0, 0x57f38d8, 0xc000343e00, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:881 +0x18e | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).startPersistingHLCUpperBound.func2(0x62f97e0, 0xc001991980) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:956 +0x6a | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001f8c4f0, 0xc000aed9e0, 0xc001897da0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 286 [select, 1 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/reports.(*Reporter).Start.func2(0x62f97e0, 0xc0019dca80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/reports/reporter.go:150 +0x330 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001f8c510, 0xc000aed9e0, 0xc001f96980) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 287 [select, 101 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).refreshSettings.func2(0x62f97e0, 0xc001f8a060) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/settingsworker.go:113 +0x106 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001f8c520, 0xc000aed9e0, 0xc001f969a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 288 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.startSampleEnvironment.func1(0x62f97e0, 0xc001f8a090) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:2056 +0x1fa | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001f8c650, 0xc000aed9e0, 0xc000a740e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 289 [select]: | |
| github.com/cockroachdb/cockroach/pkg/ts.(*poller).start.func1(0x62f97e0, 0xc0019dcae0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/ts/db.go:166 +0x124 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001f8c670, 0xc000aed9e0, 0xc001f8c660) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 306 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*NodeLiveness).StartHeartbeat.func1(0x62f97e0, 0xc001f8a0c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/node_liveness.go:654 +0x4c8 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001f8c730, 0xc000aed9e0, 0xc00195aaa0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 97 [select, 235 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).RaftMessageBatch(0xc000e76f00, 0x6375140, 0xc0004568d0, 0x629c6a0, 0xc000e76f00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/raft_transport.go:384 +0x1b7 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver._MultiRaft_RaftMessageBatch_Handler(0x510d520, 0xc000e76f00, 0x6355040, 0xc0017e4300, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/storage_services.pb.go:123 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x510d520, 0xc000e76f00, 0x6355040, 0xc0017e4300, 0xc0017f38e0, 0x57ebc90, 0x57ebc90, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x510d520, 0xc000e76f00, 0x6355040, 0xc0017e4300, 0x0, 0xc00203e000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x510d520, 0xc000e76f00, 0x6355040, 0xc0017e4300, 0xc0017f38e0, 0xc000aa4980, 0x4edd9e0, 0xc000aa4980) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x510d520, 0xc000e76f00, 0x6355040, 0xc0017e4300, 0xc0017f38e0, 0x57ebc90, 0x62f97e0, 0xc000e3fcb0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc001a79200, 0xc001fb2000, 0xc000d7c150, 0x8cfdf60, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc001a79200, 0xc001fb2000, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc001bc21e0, 0xc000b6cb60, 0x637d960, 0xc001a79200, 0xc001fb2000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 240585 [select, 39 minutes]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc0061431d0, 0xc004747150, 0x5, 0x5, 0xc0cfdb0b2f, 0x0, 0x57f36e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xc7 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0061431d0, 0xc004747150, 0x5, 0x5, 0xc00636f1b8, 0xc002c51c20, 0xc00636ee98) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x21a | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc003a72db0, 0xc004747150, 0x5, 0x5, 0xc004e3b701, 0xc00636eec0, 0xf54b7c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55 | |
| io.ReadAtLeast(0x6257380, 0xc003a72db0, 0xc004747150, 0x5, 0x5, 0x5, 0xc001b5a2c2, 0x8, 0x8) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc003d8b000, 0xc004747150, 0x5, 0x5, 0x0, 0xc00636f090, 0xc0000a6700) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xcd | |
| google.golang.org/grpc.(*parser).recvMsg(0xc004747140, 0x7fffffff, 0xc002e4ac58, 0x2, 0x0, 0xc00636f108, 0xc00636f020, 0x787a95) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63 | |
| google.golang.org/grpc.recvAndDecompress(0xc004747140, 0xc003d8b000, 0x0, 0x0, 0x7fffffff, 0xc00622b230, 0x62da020, 0x96bb9f0, 0x7dbfe0, 0xc006086f00, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d | |
| google.golang.org/grpc.recv(0xc004747140, 0x7f3c79b65bc0, 0xc0005ac530, 0xc003d8b000, 0x0, 0x0, 0x500ce60, 0xc006fed140, 0x7fffffff, 0xc00622b230, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc003e8ae40, 0x500ce60, 0xc006fed140, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:1473 +0x170 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb.(*distSQLFlowStreamServer).Recv(0xc004424f90, 0x62f97e0, 0xc003a43290, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:655 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).Next(0xc005a9d450, 0x62f97e0, 0xc003a43290, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:263 +0x19b | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*noopOperator).Next(0xc004a07c00, 0x62f9720, 0xc0056d0840, 0x1, 0x62f9720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/operator.go:238 +0x47 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).next(0xc00627b600, 0x57ed290, 0x7b0bba, 0x2d49b93) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:222 +0x155 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).nextAdapter(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:247 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror.CatchVectorizedRuntimeError(0xc00636f538, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror/error.go:93 +0x5f | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).Next(0xc00627b600, 0x62f9720, 0xc0056d0840, 0x3458c20, 0x62fe4e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:253 +0x5b | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc0056d0840, 0x63257a0, 0xc00627b600, 0x62cad20, 0xc007635880) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc00627b600, 0x62f9720, 0xc0056d0840) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc003e4f0e0, 0x62f9720, 0xc0056d0840, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc003ad8d20, 0xc0047b3440, 0xc003d8aa00, 0xc007635880, 0xc007034518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc00550fd40, 0xc007034518, 0xc003ad8d20, 0xc0047b3440, 0x62fbba0, 0xc0047b3b00, 0x0, 0xc007635880, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc007034000, 0x62f97e0, 0xc00550fd40, 0xc007034418, 0x3, 0x7f3c72d5a8e0, 0xc0054e2180, 0xc00636ff01, 0xc005e0bfd8, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc007034000, 0x62f97e0, 0xc00550fd40, 0xc007034418, 0x7f3c72d5a8e0, 0xc0054e2180, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc007034000, 0x62f97e0, 0xc00550fd40, 0x6318620, 0xc004515860, 0xc0070365bd, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc007034000, 0x62f97e0, 0xc00550fd40, 0x6318620, 0xc004515860, 0xc0070365bd, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc007034000, 0x62f97e0, 0xc00550fd10, 0xc00306f4a0, 0xc00550fb30, 0x3, 0x3, 0xc0063c4e00, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc00703667f, 0x0, 0x0, 0x36a56fd9, 0xed7a0c768, 0x0, 0xc007034000, 0xc00622d880, 0xc00622d870, 0x21, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc007034000, 0x62f9720, 0xc0038f8e40, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc007034000, 0x62f9720, 0xc007f53740, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc004a50f90, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc007f53740, 0xc007034000, 0x5400, 0x15000, 0xc000cfadc0, 0xc004a50f90, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc004c6ea62, 0xc004048ce0, 0x62f9720, 0xc007f53740, 0xc004a50f90, 0xc000e55700, 0xc0054e1b00, 0x6329020, 0xc004d70630, 0xc0029ef500, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 1695 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001908210, 0x113e1) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc001908200) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/provider.(*Provider).Subscribe(0xc000120700, 0x62f97e0, 0xc001feba40, 0xc002945f80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/provider/provider.go:296 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/transport.(*Server).Get.func1(0x62f97e0, 0xc001feba40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/transport/server.go:65 +0x50 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000aed9e0, 0x62f97e0, 0xc001feba40, 0xc002d555e0, 0x1d, 0x0, 0x0, 0xc0030021e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:347 +0x152 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:342 +0x131 | |
| goroutine 333 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c79b3c940, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc00051a398, 0x72, 0xb900, 0xb967, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc00051a380, 0xc001c54000, 0xb967, 0xb967, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc00051a380, 0xc001c54000, 0xb967, 0xb967, 0x203001, 0x0, 0xb962) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc001082028, 0xc001c54000, 0xb967, 0xb967, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| crypto/tls.(*atLeastReader).Read(0xc004b6da80, 0xc001c54000, 0xb967, 0xb967, 0x78ea26, 0xc000c9e000, 0xc0008a99e8) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc000d185d8, 0x624f380, 0xc004b6da80, 0x78ca05, 0x4bbab80, 0x51115e0) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc000d18380, 0x6257d40, 0xc001082028, 0x5, 0xc001082028, 0x1) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc000d18380, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc000d18380, 0xc001b30000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| bufio.(*Reader).Read(0xc001fcfb60, 0xc00225e3b8, 0x9, 0x9, 0x20, 0xc0008a9cf8, 0xf4122c) | |
| /usr/local/go/src/bufio/bufio.go:226 +0x26a | |
| io.ReadAtLeast(0x624f160, 0xc001fcfb60, 0xc00225e3b8, 0x9, 0x9, 0x9, 0x28dcc5a2d6020e01, 0x0, 0x0) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| golang.org/x/net/http2.readFrameHeader(0xc00225e3b8, 0x9, 0x9, 0x624f160, 0xc001fcfb60, 0x0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x87 | |
| golang.org/x/net/http2.(*Framer).ReadFrame(0xc00225e380, 0xc0030eef90, 0x9668940, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa1 | |
| google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc0007bfa40) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1273 +0x183 | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd23 | |
| goroutine 169254 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c72dcc960, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc0031a4918, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc0031a4900, 0xc00393c900, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc0031a4900, 0xc00393c900, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc001c7cd60, 0xc00393c900, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc006035ec0, 0xc00393c900, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc009959dc0, 0xc00393c900, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc006909398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc0048405d8, 0x624f380, 0xc009959dc0, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc004840380, 0x7f3c7383c0c8, 0xc006035ec0, 0x5, 0xc006035ec0, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc004840380, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc004840380, 0xc005df9000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc005fd6620, 0xc005df9000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc0036d3b48) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc0036d3b48, 0xc005fe5718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc0036d42d0, 0x62bd620, 0xc0036d3b48, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc0036d3b00, 0x62f97e0, 0xc004e787e0, 0xc003a67e30, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc004e787e0, 0x6374de0, 0xc004840380, 0xc0032c9009, 0x7, 0xc004e78810, 0x62a1060, 0xc003eba690, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc004e787e0, 0x6374de0, 0xc004840380, 0xc004538701, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc006035ec0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc006035ec0, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 239319 [select, 39 minutes]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc000440870, 0xc0033d9b90, 0x5, 0x5, 0xc04803fcc8, 0x0, 0x57f36e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xc7 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc000440870, 0xc0033d9b90, 0x5, 0x5, 0xc006b4b1b8, 0xc0018aae40, 0xc006b4ae98) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x21a | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc00282ee70, 0xc0033d9b90, 0x5, 0x5, 0xc004539101, 0xc006b4aec0, 0xf54b7c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55 | |
| io.ReadAtLeast(0x6257380, 0xc00282ee70, 0xc0033d9b90, 0x5, 0x5, 0x5, 0xc001b5a2c2, 0x8, 0x8) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc002bbfd00, 0xc0033d9b90, 0x5, 0x5, 0x0, 0xc006b4b090, 0xc000d18000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xcd | |
| google.golang.org/grpc.(*parser).recvMsg(0xc0033d9b80, 0x7fffffff, 0xc00299bd98, 0x2, 0x0, 0xc006b4b108, 0xc006b4b020, 0x787a95) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63 | |
| google.golang.org/grpc.recvAndDecompress(0xc0033d9b80, 0xc002bbfd00, 0x0, 0x0, 0x7fffffff, 0xc008319230, 0x62da020, 0x96bb9f0, 0x7dbfe0, 0xc0034da5a0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d | |
| google.golang.org/grpc.recv(0xc0033d9b80, 0x7f3c79b65bc0, 0xc0005ac530, 0xc002bbfd00, 0x0, 0x0, 0x500ce60, 0xc003695080, 0x7fffffff, 0xc008319230, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc006dbf440, 0x500ce60, 0xc003695080, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:1473 +0x170 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb.(*distSQLFlowStreamServer).Recv(0xc004f8a9c0, 0x62f97e0, 0xc00282f0b0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:655 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).Next(0xc000cb0b60, 0x62f97e0, 0xc00282f0b0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:263 +0x19b | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*noopOperator).Next(0xc00145dc40, 0x62f9720, 0xc007a23440, 0x1, 0x62f9720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/operator.go:238 +0x47 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).next(0xc006155600, 0x57ed290, 0x7b0bba, 0x2d49b93) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:222 +0x155 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).nextAdapter(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:247 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror.CatchVectorizedRuntimeError(0xc006b4b538, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror/error.go:93 +0x5f | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).Next(0xc006155600, 0x62f9720, 0xc007a23440, 0x3458c20, 0x62fe4e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:253 +0x5b | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc007a23440, 0x63257a0, 0xc006155600, 0x62cad20, 0xc006de6a80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc006155600, 0x62f9720, 0xc007a23440) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc003d49320, 0x62f9720, 0xc007a23440, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc0061457a0, 0xc003219dd0, 0xc001a00400, 0xc006de6a80, 0xc006ccd518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc0044a65d0, 0xc006ccd518, 0xc0061457a0, 0xc003219dd0, 0x62fbba0, 0xc002f466c0, 0x0, 0xc006de6a80, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc006ccd000, 0x62f97e0, 0xc0044a65d0, 0xc006ccd418, 0x3, 0x7f3c72d5a8e0, 0xc0048caa80, 0xc006b4bf01, 0xc00346d078, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc006ccd000, 0x62f97e0, 0xc0044a65d0, 0xc006ccd418, 0x7f3c72d5a8e0, 0xc0048caa80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc006ccd000, 0x62f97e0, 0xc0044a65d0, 0x6318620, 0xc00440e9b0, 0xc00297400d, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc006ccd000, 0x62f97e0, 0xc0044a65d0, 0x6318620, 0xc00440e9b0, 0xc00297400d, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc006ccd000, 0x62f97e0, 0xc0044a65a0, 0xc0045442d0, 0xc0044a63f0, 0x3, 0x3, 0xc00715e166, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc0029740d1, 0x0, 0x0, 0x1a3e4ef3, 0xed7a0c73b, 0x0, 0xc006ccd000, 0xc00831b880, 0xc00831b870, 0x6b, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc006ccd000, 0x62f9720, 0xc006ac7c00, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc006ccd000, 0x62f9720, 0xc003eb6d00, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc0047dd740, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc003eb6d00, 0xc006ccd000, 0x5400, 0x15000, 0xc000cfadc0, 0xc0047dd740, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc01042637d, 0xc001993760, 0x62f9720, 0xc003eb6d00, 0xc0047dd740, 0xc000e55700, 0xc0048ca400, 0x6329020, 0xc001e7da10, 0xc0034db500, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 169243 [select, 99 minutes]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc002b93180, 0xc0072e0d30, 0x5, 0x5, 0x62f97e0, 0xc0037408d0, 0x57f36e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xc7 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc002b93180, 0xc0072e0d30, 0x5, 0x5, 0xc001139da0, 0xc0037160e0, 0xc001139a80) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x21a | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc003740840, 0xc0072e0d30, 0x5, 0x5, 0x50f6840, 0xc001139aa8, 0xf54b7c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55 | |
| io.ReadAtLeast(0x6257380, 0xc003740840, 0xc0072e0d30, 0x5, 0x5, 0x5, 0x57ed320, 0x1, 0x0) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc0039caf00, 0xc0072e0d30, 0x5, 0x5, 0x99e144, 0x9b22f8, 0xc002c0ad00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xcd | |
| google.golang.org/grpc.(*parser).recvMsg(0xc0072e0d20, 0x7fffffff, 0x0, 0x0, 0x0, 0xc003211e00, 0x7d12d8, 0xebc1055ab3d4e) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63 | |
| google.golang.org/grpc.recvAndDecompress(0xc0072e0d20, 0xc0039caf00, 0x0, 0x0, 0x7fffffff, 0xc001139e18, 0x62da020, 0x96bb9f0, 0x20, 0x4ca4120, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d | |
| google.golang.org/grpc.recv(0xc0072e0d20, 0x7f3c79b65bc0, 0xc0005ac530, 0xc0039caf00, 0x0, 0x0, 0x500ce60, 0xc000c8bf20, 0x7fffffff, 0xc001139e18, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc006290480, 0x500ce60, 0xc000c8bf20, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:1473 +0x170 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb.(*distSQLFlowStreamServer).Recv(0xc0028dfa40, 0xc002dd6c20, 0x57efa10, 0xa) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:655 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStreamHelper.func2(0xc002dd6b40, 0x63759e0, 0xc0028dfa40, 0xc0072e0e00, 0xc000c8be00, 0x62f97e0, 0xc0037408d0, 0x62cc6a0, 0xc004b5e880, 0xc004b60380, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:135 +0x9f | |
| created by github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStreamHelper | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:132 +0x1b3 | |
| goroutine 238805 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c72dcc140, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc004812198, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc004812180, 0xc005884900, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc004812180, 0xc005884900, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc002a44478, 0xc005884900, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc00681ed80, 0xc005884900, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc004b6daa0, 0xc005884900, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc0020e5398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc004de1ad8, 0x624f380, 0xc004b6daa0, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc004de1880, 0x7f3c7383c0c8, 0xc00681ed80, 0x5, 0xc00681ed80, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc004de1880, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc004de1880, 0xc005822000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc00388a500, 0xc005822000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc004589248) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc004589248, 0xc005873718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc0045899d0, 0x62bd620, 0xc004589248, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc004589200, 0x62f97e0, 0xc0044a7a40, 0xc0038cc110, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc0044a7a40, 0x6374de0, 0xc004de1880, 0xc005818009, 0x7, 0xc0044a7a70, 0x62a1060, 0xc001213980, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc0044a7a40, 0x6374de0, 0xc004de1880, 0xc0046f9401, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc00681ed80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc00681ed80, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 1863 [select, 235 minutes]: | |
| google.golang.org/grpc.newClientStream.func5(0xc00095f880, 0xc0001127e0, 0x62f97e0, 0xc002210180) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:318 +0xd7 | |
| created by google.golang.org/grpc.newClientStream | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:317 +0x9a5 | |
| goroutine 239538 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c72dcbc60, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc00498a418, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc00498a400, 0xc005003b00, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc00498a400, 0xc005003b00, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc0011f9328, 0xc005003b00, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc0034e3380, 0xc005003b00, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc008e80a60, 0xc005003b00, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc0020e1398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc006890cd8, 0x624f380, 0xc008e80a60, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc006890a80, 0x7f3c7383c0c8, 0xc0034e3380, 0x5, 0xc0034e3380, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc006890a80, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc006890a80, 0xc007d98000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc007d4de40, 0xc007d98000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc0041b1b48) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc0041b1b48, 0xc000c17718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc0041b22d0, 0x62bd620, 0xc0041b1b48, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc0041b1b00, 0x62f97e0, 0xc0029f8a20, 0xc002a648e0, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc0029f8a20, 0x6374de0, 0xc006890a80, 0xc007d96009, 0x7, 0xc0029f8a50, 0x62a1060, 0xc001279290, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc0029f8a20, 0x6374de0, 0xc006890a80, 0xc004a48601, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc0034e3380) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc0034e3380, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 93 [select]: | |
| google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc001db8320, 0x1, 0x0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x122 | |
| google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc001fce5a0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1e3 | |
| google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc001a79200) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:291 +0xcb | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:288 +0x105d | |
| goroutine 94 [select]: | |
| google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc001a79200) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:966 +0x26b | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:297 +0x1082 | |
| goroutine 95 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c79b3cc80, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc000f52398, 0x72, 0x1200, 0x123f, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc000f52380, 0xc00097c000, 0x123f, 0x123f, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc000f52380, 0xc00097c000, 0x123f, 0x123f, 0xb0, 0x123a, 0xc00097c000) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc000010378, 0xc00097c000, 0x123f, 0x123f, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc000c8ac00, 0xc00097c000, 0x123f, 0x123f, 0xc00097c005, 0xa0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc00322da20, 0xc00097c000, 0x123f, 0x123f, 0xb5, 0x624f6a0, 0xc001ea69b0) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc000c9fe58, 0x624f380, 0xc00322da20, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc000c9fc00, 0x7f3c7383c0c8, 0xc000c8ac00, 0x5, 0xc000c8ac00, 0x9f) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc000c9fc00, 0x0, 0x0, 0xc001a79800) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc000c9fc00, 0xc002ade000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| bufio.(*Reader).Read(0xc001fce540, 0xc0006776f8, 0x9, 0x9, 0x0, 0xf50352, 0xc001a79301) | |
| /usr/local/go/src/bufio/bufio.go:226 +0x26a | |
| io.ReadAtLeast(0x624f160, 0xc001fce540, 0xc0006776f8, 0x9, 0x9, 0x9, 0xc008f42360, 0x0, 0x0) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| golang.org/x/net/http2.readFrameHeader(0xc0006776f8, 0x9, 0x9, 0x624f160, 0xc001fce540, 0x0, 0x0, 0x9600e3e2a0, 0x9600000001) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x87 | |
| golang.org/x/net/http2.(*Framer).ReadFrame(0xc0006776c0, 0xc000e3e2a0, 0x9668940, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa1 | |
| google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc001a79200, 0xc000e3ed50, 0x57f1940) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:453 +0xa1 | |
| google.golang.org/grpc.(*Server).serveStreams(0xc000b6cb60, 0x637d960, 0xc001a79200) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:742 +0xf3 | |
| google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000b6cb60, 0x637d960, 0xc001a79200) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:703 +0x3f | |
| created by google.golang.org/grpc.(*Server).handleRawConn | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:702 +0x4fd | |
| goroutine 354 [select]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc001db8c30, 0xc0017f38d0, 0x5, 0x5, 0x1, 0x0, 0x57f36e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xc7 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc001db8c30, 0xc0017f38d0, 0x5, 0x5, 0xc0018e8d38, 0xc0023823c0, 0xc0018e8a18) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x21a | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc000e3fc20, 0xc0017f38d0, 0x5, 0x5, 0x0, 0xc0018e8a40, 0xf54b7c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55 | |
| io.ReadAtLeast(0x6257380, 0xc000e3fc20, 0xc0017f38d0, 0x5, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc001fb2000, 0xc0017f38d0, 0x5, 0x5, 0x0, 0x0, 0x55) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xcd | |
| google.golang.org/grpc.(*parser).recvMsg(0xc0017f38c0, 0x7fffffff, 0x0, 0x0, 0x0, 0x0, 0x0, 0xc2a5a) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63 | |
| google.golang.org/grpc.recvAndDecompress(0xc0017f38c0, 0xc001fb2000, 0x0, 0x0, 0x7fffffff, 0xc0018e8db0, 0x62da020, 0x96bb9f0, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d | |
| google.golang.org/grpc.recv(0xc0017f38c0, 0x7f3c79b65bc0, 0xc0005ac530, 0xc001fb2000, 0x0, 0x0, 0x4ff6d20, 0xc00322dae0, 0x7fffffff, 0xc0018e8db0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc0017e4300, 0x4ff6d20, 0xc00322dae0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:1473 +0x170 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*multiRaftRaftMessageBatchServer).Recv(0xc0004568d0, 0x62f97e0, 0xc000e3fd10, 0xc0086af8c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/storage_services.pb.go:142 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*lockedRaftMessageResponseStream).Recv(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/raft_transport.go:84 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).RaftMessageBatch.func1.1.1(0x6375140, 0xc0004568d0, 0xc000e76f00, 0x62f97e0, 0xc000e3fd10, 0x97838d, 0x4efa600) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/raft_transport.go:342 +0x7e | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).RaftMessageBatch.func1.1(0x62f97e0, 0xc000e3fd10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/raft_transport.go:378 +0x5d | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000456900, 0xc000aed9e0, 0xc000e3fce0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 329 [select]: | |
| google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc000a42500, 0x1, 0x0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x122 | |
| google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00062e4e0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1e3 | |
| google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc001d91800) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:291 +0xcb | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:288 +0x105d | |
| goroutine 330 [select]: | |
| google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc001d91800) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:966 +0x26b | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:297 +0x1082 | |
| goroutine 331 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c79b3cbb0, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc001ea0198, 0x72, 0xd300, 0xd339, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc001ea0180, 0xc002f50000, 0xd339, 0xd339, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc001ea0180, 0xc002f50000, 0xd339, 0xd339, 0x6b, 0xd334, 0xc002f50000) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc0011f8200, 0xc002f50000, 0xd339, 0xd339, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc001842c00, 0xc002f50000, 0xd339, 0xd339, 0xc002f50005, 0x5b, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc00322d940, 0xc002f50000, 0xd339, 0xd339, 0x70, 0x624f6a0, 0xc0027179b0) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc00095e258, 0x624f380, 0xc00322d940, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc00095e000, 0x7f3c7383c0c8, 0xc001842c00, 0x5, 0xc001842c00, 0x5a) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc00095e000, 0x0, 0x0, 0xc0023fad80) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc00095e000, 0xc001fec000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| bufio.(*Reader).Read(0xc0004ce420, 0xc0007c0038, 0x9, 0x9, 0xc002717d00, 0xf50352, 0xc001d91901) | |
| /usr/local/go/src/bufio/bufio.go:226 +0x26a | |
| io.ReadAtLeast(0x624f160, 0xc0004ce420, 0xc0007c0038, 0x9, 0x9, 0x9, 0xc0033457a0, 0x0, 0x0) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| golang.org/x/net/http2.readFrameHeader(0xc0007c0038, 0x9, 0x9, 0x624f160, 0xc0004ce420, 0x0, 0x0, 0x5100d0ee70, 0x5100000001) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x87 | |
| golang.org/x/net/http2.(*Framer).ReadFrame(0xc0007c0000, 0xc000d0ee70, 0x9668940, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa1 | |
| google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc001d91800, 0xc000d0fa70, 0x57f1940) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:453 +0xa1 | |
| google.golang.org/grpc.(*Server).serveStreams(0xc000b6cb60, 0x637d960, 0xc001d91800) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:742 +0xf3 | |
| google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000b6cb60, 0x637d960, 0xc001d91800) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:703 +0x3f | |
| created by google.golang.org/grpc.(*Server).handleRawConn | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:702 +0x4fd | |
| goroutine 358 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*client).gossip(0xc000b461a0, 0x62f97e0, 0xc0019dc7b0, 0xc000b6cd00, 0x6375020, 0xc000614bc0, 0xc000aed9e0, 0xc00085f670, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/client.go:366 +0x384 | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*client).startLocked.func1(0x62f97e0, 0xc0019dc7b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/client.go:125 +0x3e9 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0006859a0, 0xc000aed9e0, 0xc001909ac0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 359 [select, 235 minutes]: | |
| google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc001909cc0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc2 | |
| created by google.golang.org/grpc.newCCBalancerWrapper | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x16d | |
| goroutine 360 [chan receive, 235 minutes]: | |
| google.golang.org/grpc.(*addrConn).resetTransport(0xc000316840) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:1156 +0x6ea | |
| created by google.golang.org/grpc.(*addrConn).connect | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:799 +0x128 | |
| goroutine 361 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc000ced200, 0xc000e4c500, 0xc000867130, 0x41, 0xc0003b8f00, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1123 +0x312 | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1.1.1(0x62f97e0, 0xc000e3f5f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1058 +0x79 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058a210, 0xc000aed9e0, 0xc000e4c7d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 376 [select]: | |
| google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc000a65500) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1339 +0x193 | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16cd | |
| goroutine 377 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c79b3cae0, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc000604198, 0x72, 0x4800, 0x486c, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc000604180, 0xc001822000, 0x486c, 0x486c, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc000604180, 0xc001822000, 0x486c, 0x486c, 0x203001, 0x0, 0x4867) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc0002f9d00, 0xc001822000, 0x486c, 0x486c, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| crypto/tls.(*atLeastReader).Read(0xc0072e1680, 0xc001822000, 0x486c, 0x486c, 0x68, 0x624f6a0, 0xc0010ba9e8) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc0007c53d8, 0x624f380, 0xc0072e1680, 0x78ca05, 0x4bbab80, 0x51115e0) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc0007c5180, 0x6257d40, 0xc0002f9d00, 0x5, 0xc0002f9d00, 0x52) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc0007c5180, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc0007c5180, 0xc00217e000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| bufio.(*Reader).Read(0xc00062f320, 0xc000677998, 0x9, 0x9, 0xc000000001, 0xc0010badd0, 0xf50352) | |
| /usr/local/go/src/bufio/bufio.go:226 +0x26a | |
| io.ReadAtLeast(0x624f160, 0xc00062f320, 0xc000677998, 0x9, 0x9, 0x9, 0x0, 0xc0010baeb0, 0xf40034) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| golang.org/x/net/http2.readFrameHeader(0xc000677998, 0x9, 0x9, 0x624f160, 0xc00062f320, 0x0, 0x4900000000, 0xc000e3ffb0, 0x4900000001) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x87 | |
| golang.org/x/net/http2.(*Framer).ReadFrame(0xc000677960, 0xc000e3ffb0, 0x9668940, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa1 | |
| google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc000a65500) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1273 +0x183 | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd23 | |
| goroutine 378 [select]: | |
| google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc001dacaa0, 0x1, 0x0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x122 | |
| google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00062f440, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1e3 | |
| google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc000a65500) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xedb | |
| goroutine 240839 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c715e6be0, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc005fd8d98, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc005fd8d80, 0xc0057dd200, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc005fd8d80, 0xc0057dd200, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc002a445e0, 0xc0057dd200, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc001c32a80, 0xc0057dd200, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc004c50ec0, 0xc0057dd200, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc001347398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc004b613d8, 0x624f380, 0xc004c50ec0, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc004b61180, 0x7f3c7383c0c8, 0xc001c32a80, 0x5, 0xc001c32a80, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc004b61180, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc004b61180, 0xc002a72000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc0033ba780, 0xc002a72000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc0054c1648) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc0054c1648, 0xc001a11718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc0054c1dd0, 0x62bd620, 0xc0054c1648, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc0054c1600, 0x62f97e0, 0xc0050656e0, 0xc0065b2ed0, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc0050656e0, 0x6374de0, 0xc004b61180, 0xc006de101a, 0x7, 0xc005065710, 0x62a1060, 0xc0041afe60, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc0050656e0, 0x6374de0, 0xc004b61180, 0xc0020ba801, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc001c32a80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc001c32a80, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 240934 [select, 38 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).RunWithStream(0xc005bd11e0, 0x62f97e0, 0xc003b50060, 0x7f3c7384d4c0, 0xc0030f17f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:210 +0x639 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow.vectorizedInboundStreamHandler.Run(0xc005bd11e0, 0x62f97e0, 0xc003b50060, 0x63759e0, 0xc0030f17f0, 0xc0033f2720, 0xc002a0a360, 0xc007349958, 0x2) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/vectorized_flow.go:1168 +0x63 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).flowStreamInt(0xc000ced8c0, 0x62f97e0, 0xc003b50060, 0x63759e0, 0xc0030f17f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:623 +0x4b0 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).FlowStream(0xc000ced8c0, 0x63759e0, 0xc0030f17f0, 0x62cc660, 0xc000ced8c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:629 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb._DistSQL_FlowStream_Handler(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc003e43440, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:636 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc003e43440, 0xc0017f2d20, 0x57ed320, 0x57ed320, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc003e43440, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc003e43440, 0xc0017f2d20, 0xc002515b80, 0x4edd9e0, 0xc002515b80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc003e43440, 0xc0017f2d20, 0x57ed320, 0x62f97e0, 0xc003b50000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc004c18f00, 0xc000d7d6e0, 0x8cfe000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc004c18f00, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00045be80, 0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc004c18f00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 311 [select]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc000440280, 0xc002ca2290, 0x5, 0x5, 0xc0003a6000, 0xc0000a6700, 0x57f36e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:186 +0xd3 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc000440280, 0xc002ca2290, 0x5, 0x5, 0xc001b9fcc8, 0xc000858080, 0xc001b9f710) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:166 +0x195 | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc001b4ea20, 0xc002ca2290, 0x5, 0x5, 0x4, 0xc001b9f738, 0xf5375c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55 | |
| io.ReadAtLeast(0x6257380, 0xc001b4ea20, 0xc002ca2290, 0x5, 0x5, 0x5, 0x0, 0x78ea26, 0x203002) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc001c7e100, 0xc002ca2290, 0x5, 0x5, 0xc001b9f7f8, 0x7886e4, 0xc0008c05a0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xcd | |
| google.golang.org/grpc.(*parser).recvMsg(0xc002ca2280, 0x7fffffff, 0xc006b58040, 0xc0000a6700, 0x7f3c79b92f80, 0x0, 0x7d12d8, 0xec17c743c6f34) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63 | |
| google.golang.org/grpc.recvAndDecompress(0xc002ca2280, 0xc001c7e100, 0x0, 0x0, 0x7fffffff, 0xc001b9fa60, 0x62da020, 0x96bb9f0, 0x9668940, 0xc001b9f9d0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d | |
| google.golang.org/grpc.recv(0xc002ca2280, 0x7f3c79b65bc0, 0xc0005ac530, 0xc001c7e100, 0x0, 0x0, 0x4ff7bc0, 0xc008e1a210, 0x7fffffff, 0xc001b9fa60, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b | |
| google.golang.org/grpc.(*csAttempt).recvMsg(0xc001ea0080, 0x4ff7bc0, 0xc008e1a210, 0xc001b9fa60, 0x0, 0x96bb9f0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:884 +0xed | |
| google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc001ea0080, 0x203002, 0x203002) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:735 +0x46 | |
| google.golang.org/grpc.(*clientStream).withRetry(0xc0022f0120, 0xc001b9fbc8, 0xc001b9fb98, 0x96bb9f0, 0x20) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:589 +0x360 | |
| google.golang.org/grpc.(*clientStream).RecvMsg(0xc0022f0120, 0x4ff7bc0, 0xc008e1a210, 0xc00322c160, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:734 +0x103 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/ctpb.(*closedTimestampGetClient).Recv(0xc001f07c20, 0xc00322c160, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/ctpb/service.pb.go:74 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/transport.(*Clients).getOrCreateClient.func1(0x62f97e0, 0xc001b4e870) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/transport/clients.go:142 +0x443 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc00058a250, 0xc000aed9e0, 0xc001ff6800) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 395 [select, 235 minutes]: | |
| google.golang.org/grpc.newClientStream.func5(0xc00095e700, 0xc0010086c0, 0x62f97e0, 0xc001ea2ae0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:318 +0xd7 | |
| created by google.golang.org/grpc.newClientStream | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:317 +0x9a5 | |
| goroutine 396 [select]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc000ac87d0, 0xc000b6a7d0, 0x5, 0x5, 0xc001d79818, 0x793182, 0x57f36e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:186 +0xd3 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc000ac87d0, 0xc000b6a7d0, 0x5, 0x5, 0xc001d79e78, 0xc000077280, 0xc001d798a8) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:166 +0x195 | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc001ea2c00, 0xc000b6a7d0, 0x5, 0x5, 0x6257ae0, 0xc001d798d0, 0xf5375c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55 | |
| io.ReadAtLeast(0x6257380, 0xc001ea2c00, 0xc000b6a7d0, 0x5, 0x5, 0x5, 0x601, 0x7f3c72d7fce0, 0xc001d79990) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc000d31a00, 0xc000b6a7d0, 0x5, 0x5, 0x203001, 0x203001, 0x203001) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xcd | |
| google.golang.org/grpc.(*parser).recvMsg(0xc000b6a7c0, 0x7fffffff, 0x8, 0x18, 0xc0072e16e0, 0xc00107c600, 0x203002, 0xc000444000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63 | |
| google.golang.org/grpc.recvAndDecompress(0xc000b6a7c0, 0xc000d31a00, 0x0, 0x0, 0x7fffffff, 0xc001d79bf8, 0x62da020, 0x96bb9f0, 0x0, 0xc004416bf8, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d | |
| google.golang.org/grpc.recv(0xc000b6a7c0, 0x7f3c79b65bc0, 0xc0005ac530, 0xc000d31a00, 0x0, 0x0, 0x4ff4020, 0xc0058ba870, 0x7fffffff, 0xc001d79bf8, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b | |
| google.golang.org/grpc.(*csAttempt).recvMsg(0xc000605100, 0x4ff4020, 0xc0058ba870, 0xc001d79bf8, 0xc001d79bc8, 0x1b6e909) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:884 +0xed | |
| google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc000605100, 0x203001, 0x203001) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:735 +0x46 | |
| google.golang.org/grpc.(*clientStream).withRetry(0xc0010086c0, 0xc001d79d60, 0xc001d79d30, 0x0, 0x48) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:589 +0x360 | |
| google.golang.org/grpc.(*clientStream).RecvMsg(0xc0010086c0, 0x4ff4020, 0xc0058ba870, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:734 +0x103 | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*gossipGossipClient).Recv(0xc000614bc0, 0x62f97e0, 0xc001ea2e10, 0xc000b6cd00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.pb.go:553 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*client).gossip.func2.1(0xc0003b9b00, 0x6375020, 0xc000614bc0, 0xc000b461a0, 0x62f97e0, 0xc001ea2e10, 0xc000b6cd00, 0x0, 0x62f9760) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/client.go:322 +0x4a | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*client).gossip.func2(0x62f97e0, 0xc001ea2e10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/client.go:337 +0x106 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000614d50, 0xc000aed9e0, 0xc001909d40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 169196 [select, 96 minutes]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc005582aa0, 0xc001e623f0, 0x5, 0x5, 0xc049db998e, 0x0, 0x57f36e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xc7 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc005582aa0, 0xc001e623f0, 0x5, 0x5, 0xc0041d71b8, 0xc003890900, 0xc0041d6e98) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x21a | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc003fdb7a0, 0xc001e623f0, 0x5, 0x5, 0xc001109701, 0xc0041d6ec0, 0xf54b7c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55 | |
| io.ReadAtLeast(0x6257380, 0xc003fdb7a0, 0xc001e623f0, 0x5, 0x5, 0x5, 0xc001b5a2c2, 0x8, 0x8) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc006094a00, 0xc001e623f0, 0x5, 0x5, 0x0, 0xc0041d7090, 0xc000b88380) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xcd | |
| google.golang.org/grpc.(*parser).recvMsg(0xc001e623e0, 0x7fffffff, 0xc0040e12b8, 0x2, 0x0, 0xc0041d7108, 0xc0041d7020, 0x787a95) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63 | |
| google.golang.org/grpc.recvAndDecompress(0xc001e623e0, 0xc006094a00, 0x0, 0x0, 0x7fffffff, 0xc002d9d230, 0x62da020, 0x96bb9f0, 0x7dbfe0, 0xc0040e1380, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d | |
| google.golang.org/grpc.recv(0xc001e623e0, 0x7f3c79b65bc0, 0xc0005ac530, 0xc006094a00, 0x0, 0x0, 0x500ce60, 0xc0034da3c0, 0x7fffffff, 0xc002d9d230, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc002dded80, 0x500ce60, 0xc0034da3c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:1473 +0x170 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb.(*distSQLFlowStreamServer).Recv(0xc00058be40, 0x62f97e0, 0xc0053140c0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:655 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).Next(0xc002f39110, 0x62f97e0, 0xc0053140c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:263 +0x19b | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*noopOperator).Next(0xc0019f7b20, 0x62f9720, 0xc003eb65c0, 0x1, 0x62f9720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/operator.go:238 +0x47 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).next(0xc003d66100, 0x57ed290, 0x7b0bba, 0x2d49b93) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:222 +0x155 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).nextAdapter(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:247 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror.CatchVectorizedRuntimeError(0xc0041d7538, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror/error.go:93 +0x5f | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).Next(0xc003d66100, 0x62f9720, 0xc003eb65c0, 0x3458c20, 0x62fe4e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:253 +0x5b | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc003eb65c0, 0x63257a0, 0xc003d66100, 0x62cad20, 0xc003b07880) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc003d66100, 0x62f9720, 0xc003eb65c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc0041be480, 0x62f9720, 0xc003eb65c0, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc0061db340, 0xc003091320, 0xc003634800, 0xc003b07880, 0xc006500518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc0054eee70, 0xc006500518, 0xc0061db340, 0xc003091320, 0x62fbba0, 0xc0030919e0, 0x0, 0xc003b07880, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc006500000, 0x62f97e0, 0xc0054eee70, 0xc006500418, 0x3, 0x7f3c72d5a8e0, 0xc003ba3380, 0xc00288df01, 0xc0040e0418, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc006500000, 0x62f97e0, 0xc0054eee70, 0xc006500418, 0x7f3c72d5a8e0, 0xc003ba3380, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc006500000, 0x62f97e0, 0xc0054eee70, 0x6318620, 0xc0033d40f0, 0xc0065026c2, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc006500000, 0x62f97e0, 0xc0054eee70, 0x6318620, 0xc0033d40f0, 0xc0065026c2, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc006500000, 0x62f97e0, 0xc0054eee40, 0xc0034601e0, 0xc0054eecc0, 0x3, 0x3, 0xc003195a26, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc006502784, 0x0, 0x0, 0x34e18283, 0xed7a0b9f7, 0x0, 0xc006500000, 0xc002d9f880, 0xc002d9f870, 0x25, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc006500000, 0x62f9720, 0xc00258ce40, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc006500000, 0x62f9720, 0xc001e70ec0, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc002b9b5a0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc001e70ec0, 0xc006500000, 0x5400, 0x15000, 0xc000cfadc0, 0xc002b9b5a0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc006858aa2, 0xc006433380, 0x62f9720, 0xc001e70ec0, 0xc002b9b5a0, 0xc000e55700, 0xc003ba2d00, 0x6329020, 0xc001491380, 0xc005a9ad80, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 243181 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c7206b658, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc006064f18, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc006064f00, 0xc007802000, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc006064f00, 0xc007802000, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc0010827a8, 0xc007802000, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc006fed380, 0xc007802000, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc00322dd00, 0xc007802000, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc0086ef398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc006191058, 0x624f380, 0xc00322dd00, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc006190e00, 0x7f3c7383c0c8, 0xc006fed380, 0x5, 0xc006fed380, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc006190e00, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc006190e00, 0xc007074000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc0028e6520, 0xc007074000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc0041b3648) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc0041b3648, 0xc001675718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc0041b3dd0, 0x62bd620, 0xc0041b3648, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc0041b3600, 0x62f97e0, 0xc0043e9e60, 0xc0047dd630, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc0043e9e60, 0x6374de0, 0xc006190e00, 0xc007072009, 0x7, 0xc0043e9e90, 0x62a1060, 0xc003c6dce0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc0043e9e60, 0x6374de0, 0xc006190e00, 0xc0047dca01, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc006fed380) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc006fed380, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 241125 [select, 38 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStreamHelper(0x62f97e0, 0xc0047ec030, 0x63759e0, 0xc0040dedb0, 0xc003eb9560, 0x62cc6a0, 0xc002a153c0, 0xc0052f0240, 0xc00097b7c0, 0xc007bdb7a8) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:162 +0x252 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStream(0x62f97e0, 0xc0047ec030, 0x63759e0, 0xc0040dedb0, 0xc003eb9560, 0x62cc6a0, 0xc002a153c0, 0xc0052f0240, 0x62f97e0, 0xc0047ec030) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:79 +0x8d | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.RowInboundStreamHandler.Run(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:55 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).flowStreamInt(0xc000ced8c0, 0x62f97e0, 0xc0047ec030, 0x63759e0, 0xc0040dedb0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:623 +0x4b0 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).FlowStream(0xc000ced8c0, 0x63759e0, 0xc0040dedb0, 0x62cc660, 0xc000ced8c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:629 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb._DistSQL_FlowStream_Handler(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc0057e3080, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:636 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc0057e3080, 0xc004747ee0, 0x57ed320, 0x57ed320, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc0057e3080, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc0057e3080, 0xc004747ee0, 0xc0042d1440, 0x4edd9e0, 0xc0042d1440) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc0057e3080, 0xc004747ee0, 0x57ed320, 0x62f97e0, 0xc0047ec000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc005147800, 0xc000d7d6e0, 0x8cfe000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc005147800, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00045be80, 0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc005147800) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 305 [select]: | |
| github.com/cockroachdb/cockroach/pkg/jobs.(*jobScheduler).runDaemon.func1(0x62f97e0, 0xc001e7d080) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/jobs/job_scheduler.go:350 +0x1df | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003fe930, 0xc000aed9e0, 0xc0019e8e80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 398 [select, 235 minutes]: | |
| google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc001909f40) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc2 | |
| created by google.golang.org/grpc.newCCBalancerWrapper | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x16d | |
| goroutine 399 [chan receive, 235 minutes]: | |
| google.golang.org/grpc.(*addrConn).resetTransport(0xc0008b1080) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:1156 +0x6ea | |
| created by google.golang.org/grpc.(*addrConn).connect | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:799 +0x128 | |
| goroutine 400 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc000ced200, 0xc001db8eb0, 0xc000ac51d0, 0x41, 0xc0003b9d40, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1123 +0x312 | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1.1.1(0x62f97e0, 0xc001ea3320) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1058 +0x79 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001f07cc0, 0xc000aed9e0, 0xc001db9400) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 332 [select]: | |
| google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc0007bfa40) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1339 +0x193 | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16cd | |
| goroutine 1818 [select, 235 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).RaftMessageBatch(0xc000e76f00, 0x6375140, 0xc0020ba130, 0x629c6a0, 0xc000e76f00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/raft_transport.go:384 +0x1b7 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver._MultiRaft_RaftMessageBatch_Handler(0x510d520, 0xc000e76f00, 0x6355040, 0xc000976000, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/storage_services.pb.go:123 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x510d520, 0xc000e76f00, 0x6355040, 0xc000976000, 0xc000dcb860, 0x57ebc90, 0x57ebc90, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x510d520, 0xc000e76f00, 0x6355040, 0xc000976000, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x510d520, 0xc000e76f00, 0x6355040, 0xc000976000, 0xc000dcb860, 0xc002cc29c0, 0x4edd9e0, 0xc002cc29c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x510d520, 0xc000e76f00, 0x6355040, 0xc000976000, 0xc000dcb860, 0x57ebc90, 0x62f97e0, 0xc0012b5680) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc001470180, 0xc001c7e900, 0xc000d7c150, 0x8cfdf60, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc001470180, 0xc001c7e900, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc000aaf310, 0xc000b6cb60, 0x637d960, 0xc001470180, 0xc001c7e900) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 627 [select, 56 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).PeriodicallyClearSQLStats.func1(0x62f97e0, 0xc000d7c900) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:777 +0x257 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001fe2250, 0xc000aed9e0, 0xc0021465d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 626 [select, 235 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowScheduler).Start.func1(0x62f97e0, 0xc000bc2900) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow_scheduler.go:160 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001fe2230, 0xc000aed9e0, 0xc001fe2220) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 239042 [chan receive, 40 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*RowChannel).Next(0xc003833d40, 0x0, 0x2, 0x2, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:481 +0x4a | |
| github.com/cockroachdb/cockroach/pkg/sql/rowexec.(*noopProcessor).Next(0xc001eb4900, 0xc003833d00, 0x51e4f62, 0x4, 0x62f9720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/rowexec/noop.go:69 +0x4c | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc003833d00, 0x6329660, 0xc001eb4900, 0x62ce660, 0xc006190380) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc001eb4900, 0x62f9720, 0xc003833d00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc004110360, 0x62f9720, 0xc003833d00, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc005614ee0, 0xc003684090, 0xc004bc0b00, 0xc006582a80, 0xc002922518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc002da32f0, 0xc002922518, 0xc005614ee0, 0xc003684090, 0x62fbba0, 0xc0036846c0, 0x0, 0xc006582a80, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc002922000, 0x62f97e0, 0xc002da32f0, 0xc002922418, 0x3, 0x7f3c72d5a8e0, 0xc003dd6680, 0xc0045d5f01, 0xc002aa3a38, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc002922000, 0x62f97e0, 0xc002da32f0, 0xc002922418, 0x7f3c72d5a8e0, 0xc003dd6680, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc002922000, 0x62f97e0, 0xc002da32f0, 0x6318620, 0xc004443e50, 0xc002a7800c, 0x71, 0x1, 0x1, 0xc004e5c930, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc002922000, 0x62f97e0, 0xc002da32f0, 0x6318620, 0xc004443e50, 0xc002a7800c, 0x71, 0x1, 0x1, 0xc004e5c930, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc002922000, 0x62f97e0, 0xc002da32c0, 0xc0037c85a0, 0xc003b2f320, 0x1, 0x1, 0xc00467a2f8, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc002a780b0, 0x0, 0x0, 0x144ca518, 0xed7a0c722, 0x0, 0xc002922000, 0xc0045d7880, 0xc0045d7870, 0x5, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc002922000, 0x62f9720, 0xc002948bc0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc002922000, 0x62f9720, 0xc003204080, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc002f3a200, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc003204080, 0xc002922000, 0x5400, 0x15000, 0xc000cfadc0, 0xc002f3a200, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc004c38de2, 0xc0023998a0, 0x62f9720, 0xc003204080, 0xc002f3a200, 0xc000e55700, 0xc003dd6000, 0x6329020, 0xc00462a2a0, 0xc0060866c0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 282739 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c7206b588, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc0029f2c18, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc0029f2c00, 0xc0066ac000, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc0029f2c00, 0xc0066ac000, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc003a34c38, 0xc0066ac000, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc002fc2ba0, 0xc0066ac000, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc004930ea0, 0xc0066ac000, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc001fb9398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc007661ad8, 0x624f380, 0xc004930ea0, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc007661880, 0x7f3c7383c0c8, 0xc002fc2ba0, 0x5, 0xc002fc2ba0, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc007661880, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc007661880, 0xc0076d8000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc007d4ce20, 0xc0076d8000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc00458ad48) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc00458ad48, 0xc00603d718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc00458b4d0, 0x62bd620, 0xc00458ad48, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc00458ad00, 0x62f97e0, 0xc00572ae10, 0xc00430c000, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc00572ae10, 0x6374de0, 0xc007661880, 0xc0076d6009, 0x7, 0xc00572aea0, 0x62a1060, 0xc00285d1a0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc00572ae10, 0x6374de0, 0xc007661880, 0xc002f3af01, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc002fc2ba0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc002fc2ba0, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 593 [select, 25 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*TemporaryObjectCleaner).Start.func1(0x62f97e0, 0xc000b87350) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/temporary_schema.go:600 +0x31b | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001fe21e0, 0xc000aed9e0, 0xc000dcae60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 239048 [select, 40 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStreamHelper(0x62f97e0, 0xc0044f8300, 0x63759e0, 0xc002f3bb20, 0xc005927e60, 0x62cc6a0, 0xc003833d40, 0xc004110360, 0xc00097b7c0, 0xc0069117a8) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:162 +0x252 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStream(0x62f97e0, 0xc0044f8300, 0x63759e0, 0xc002f3bb20, 0xc005927e60, 0x62cc6a0, 0xc003833d40, 0xc004110360, 0x62f97e0, 0xc0044f8300) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:79 +0x8d | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.RowInboundStreamHandler.Run(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:55 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).flowStreamInt(0xc000ced8c0, 0x62f97e0, 0xc0044f8300, 0x63759e0, 0xc002f3bb20, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:623 +0x4b0 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).FlowStream(0xc000ced8c0, 0x63759e0, 0xc002f3bb20, 0x62cc660, 0xc000ced8c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:629 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb._DistSQL_FlowStream_Handler(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc005055bc0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:636 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc005055bc0, 0xc0070c25c0, 0x57ed320, 0x57ed320, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc005055bc0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc005055bc0, 0xc0070c25c0, 0xc003833e80, 0x4edd9e0, 0xc003833e80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc005055bc0, 0xc0070c25c0, 0x57ed320, 0x62f97e0, 0xc0044f82a0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc004a4e700, 0xc000d7d6e0, 0x8cfe000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc004a4e700, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00045be80, 0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc004a4e700) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 592 [select, 101 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/gcjob/gcjobnotifier.(*Notifier).run(0xc000da3680, 0x62f97e0, 0xc000e0baa0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/gcjob/gcjobnotifier/notifier.go:136 +0x123 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000aed9e0, 0x62f97e0, 0xc000e0baa0, 0xc000608860, 0x16, 0x0, 0x0, 0xc001fe21d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:347 +0x152 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:342 +0x131 | |
| goroutine 242046 [select, 38 minutes]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc0042f74f0, 0xc0054e8590, 0x5, 0x5, 0x62f97e0, 0xc0050d30b0, 0x57f36e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xc7 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0042f74f0, 0xc0054e8590, 0x5, 0x5, 0xc0080ddda0, 0xc001e73d20, 0xc0080dda80) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x21a | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0050d3020, 0xc0054e8590, 0x5, 0x5, 0x50f6840, 0xc0080ddaa8, 0xf54b7c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55 | |
| io.ReadAtLeast(0x6257380, 0xc0050d3020, 0xc0054e8590, 0x5, 0x5, 0x5, 0x57ed320, 0x1, 0x0) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc003967f00, 0xc0054e8590, 0x5, 0x5, 0x4, 0x4, 0x78f0cb) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xcd | |
| google.golang.org/grpc.(*parser).recvMsg(0xc0054e8580, 0x7fffffff, 0x203000, 0xc0000a6e00, 0x7f3c79b91b28, 0x0, 0x7d12d8, 0xebf68aee236d5) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63 | |
| google.golang.org/grpc.recvAndDecompress(0xc0054e8580, 0xc003967f00, 0x0, 0x0, 0x7fffffff, 0xc0080dde18, 0x62da020, 0x96bb9f0, 0xc000cd0501, 0x10000c00197f57a, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d | |
| google.golang.org/grpc.recv(0xc0054e8580, 0x7f3c79b65bc0, 0xc0005ac530, 0xc003967f00, 0x0, 0x0, 0x500ce60, 0xc005926b40, 0x7fffffff, 0xc0080dde18, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc003d4d5c0, 0x500ce60, 0xc005926b40, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:1473 +0x170 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb.(*distSQLFlowStreamServer).Recv(0xc0033b5490, 0xc0052f19a0, 0xc00197f790, 0xa) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:655 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStreamHelper.func2(0xc0052f18c0, 0x63759e0, 0xc0033b5490, 0xc0054e8720, 0xc005926a20, 0x62f97e0, 0xc0050d30b0, 0x62cc6a0, 0xc006a8d3c0, 0xc005fcf180, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:135 +0x9f | |
| created by github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStreamHelper | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:132 +0x1b3 | |
| goroutine 1694 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/transport.(*Server).Get(0xc000bea2c0, 0x7f3c73848868, 0xc0020bba90, 0x7f3c73848868, 0xc0020bba90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/transport/server.go:82 +0x2ea | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/container.delayedServer.Get(0x1, 0x62513e0, 0xc000bea2c0, 0x6375380, 0xc0020bba90, 0x1, 0xc0020bba90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/container/container.go:96 +0xff | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/ctpb._ClosedTimestamp_Get_Handler(0x4b8d3e0, 0xc000d2b700, 0x6355040, 0xc0004ca900, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/ctpb/service.pb.go:90 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x4b8d3e0, 0xc000d2b700, 0x6355040, 0xc0004ca900, 0xc0030021a0, 0x57ebf48, 0x57ebf48, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x4b8d3e0, 0xc000d2b700, 0x6355040, 0xc0004ca900, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x4b8d3e0, 0xc000d2b700, 0x6355040, 0xc0004ca900, 0xc0030021a0, 0xc001e64a00, 0x4edd9e0, 0xc001e64a00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x4b8d3e0, 0xc000d2b700, 0x6355040, 0xc0004ca900, 0xc0030021a0, 0x57ebf48, 0x62f97e0, 0xc001feba40) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc002c8ed80, 0xc00136bd00, 0xc000d7c570, 0x8cf09a0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc002c8ed80, 0xc00136bd00, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc001d8d6b0, 0xc000b6cb60, 0x637d960, 0xc002c8ed80, 0xc00136bd00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 241055 [chan receive, 38 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*RowChannel).Next(0xc002a153c0, 0x0, 0x2, 0x2, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:481 +0x4a | |
| github.com/cockroachdb/cockroach/pkg/sql/rowexec.(*noopProcessor).Next(0xc0054f4900, 0xc002a152c0, 0x51e4f62, 0x4, 0x62f9720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/rowexec/noop.go:69 +0x4c | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc002a152c0, 0x6329660, 0xc0054f4900, 0x62ce660, 0xc005602380) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc0054f4900, 0x62f9720, 0xc002a152c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc0052f0240, 0x62f9720, 0xc002a152c0, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc004974ee0, 0xc003c50fc0, 0xc005147300, 0xc007c29180, 0xc006337518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc003e95bc0, 0xc006337518, 0xc004974ee0, 0xc003c50fc0, 0x62fbba0, 0xc003c517a0, 0x0, 0xc007c29180, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc006337000, 0x62f97e0, 0xc003e95bc0, 0xc006337418, 0x3, 0x7f3c72d5a8e0, 0xc007665380, 0xc005ba7f01, 0xc00225ba98, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc006337000, 0x62f97e0, 0xc003e95bc0, 0xc006337418, 0x7f3c72d5a8e0, 0xc007665380, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc006337000, 0x62f97e0, 0xc003e95bc0, 0x6318620, 0xc00540d8b0, 0xc003280668, 0x71, 0x1, 0x1, 0xc004e5c930, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc006337000, 0x62f97e0, 0xc003e95bc0, 0x6318620, 0xc00540d8b0, 0xc003280668, 0x71, 0x1, 0x1, 0xc004e5c930, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc006337000, 0x62f97e0, 0xc003e95b30, 0xc006b63860, 0xc0024da670, 0x1, 0x1, 0xc003d73110, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc00328070e, 0x0, 0x0, 0x1feac9e8, 0xed7a0c774, 0x0, 0xc006337000, 0xc0018b9880, 0xc0018b9870, 0x21, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc006337000, 0x62f9720, 0xc0042d0e80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc006337000, 0x62f9720, 0xc004ef6240, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc002446520, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc004ef6240, 0xc006337000, 0x5400, 0x15000, 0xc000cfadc0, 0xc002446520, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc0067f145d, 0xc004e7a5c0, 0x62f9720, 0xc004ef6240, 0xc002446520, 0xc000e55700, 0xc007664d00, 0x6329020, 0xc002cb18f0, 0xc003694ba0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 591 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slinstance.(*Instance).heartbeatLoop(0xc000d5ff20, 0x62f9720, 0xc001e6c080) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slinstance/slinstance.go:190 +0x209 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000aed9e0, 0x62f97e0, 0xc000e0baa0, 0xc000608820, 0x12, 0x0, 0x0, 0xc001fe21c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:347 +0x152 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:342 +0x131 | |
| goroutine 1845 [select]: | |
| google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc001a33c20, 0x1, 0x0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x122 | |
| google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00346daa0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1e3 | |
| google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc000632e00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xedb | |
| goroutine 590 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slstorage.(*Storage).deleteSessionsLoop(0xc000e4b880, 0x62f97e0, 0xc000e0baa0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/sqlliveness/slstorage/slstorage.go:279 +0x264 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000aed9e0, 0x62f97e0, 0xc000e0baa0, 0xc000608520, 0x11, 0x0, 0x0, 0xc001fe21a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:347 +0x152 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:342 +0x131 | |
| goroutine 1782 [select]: | |
| google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc002ace690, 0x1, 0x0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x122 | |
| google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc000e5b440, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1e3 | |
| google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc000a65880) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xedb | |
| goroutine 168553 [select, 99 minutes]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc0051b22d0, 0xc002afb310, 0x5, 0x5, 0xc0ff1454b0, 0x0, 0x57f36e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xc7 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0051b22d0, 0xc002afb310, 0x5, 0x5, 0xc005ab51b8, 0xc003850a00, 0xc005ab4e98) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x21a | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc004954d80, 0xc002afb310, 0x5, 0x5, 0xc0038cd801, 0xc005ab4ec0, 0xf54b7c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55 | |
| io.ReadAtLeast(0x6257380, 0xc004954d80, 0xc002afb310, 0x5, 0x5, 0x5, 0xc001b5a2c2, 0x8, 0x8) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc00470ce00, 0xc002afb310, 0x5, 0x5, 0x0, 0xc005ab5090, 0xc000c9ee00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xcd | |
| google.golang.org/grpc.(*parser).recvMsg(0xc002afb300, 0x7fffffff, 0xc004205978, 0x2, 0x0, 0xc005ab5108, 0xc005ab5020, 0x787a95) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63 | |
| google.golang.org/grpc.recvAndDecompress(0xc002afb300, 0xc00470ce00, 0x0, 0x0, 0x7fffffff, 0xc003ff1230, 0x62da020, 0x96bb9f0, 0x7dbfe0, 0xc004205980, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d | |
| google.golang.org/grpc.recv(0xc002afb300, 0x7f3c79b65bc0, 0xc0005ac530, 0xc00470ce00, 0x0, 0x0, 0x500ce60, 0xc00319bc20, 0x7fffffff, 0xc003ff1230, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc00278d500, 0x500ce60, 0xc00319bc20, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:1473 +0x170 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb.(*distSQLFlowStreamServer).Recv(0xc004a48330, 0x62f97e0, 0xc00411e540, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:655 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).Next(0xc00464e000, 0x62f97e0, 0xc00411e540, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:263 +0x19b | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*noopOperator).Next(0xc00376f9e0, 0x62f9720, 0xc003832100, 0x1, 0x62f9720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/operator.go:238 +0x47 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).next(0xc004aaf180, 0x57ed290, 0x7b0bba, 0x2d49b93) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:222 +0x155 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).nextAdapter(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:247 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror.CatchVectorizedRuntimeError(0xc005ab5538, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror/error.go:93 +0x5f | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).Next(0xc004aaf180, 0x62f9720, 0xc003832100, 0x3458c20, 0x62fe4e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:253 +0x5b | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc003832100, 0x63257a0, 0xc004aaf180, 0x62cad20, 0xc0018a5c00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc004aaf180, 0x62f9720, 0xc003832100) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc004929c20, 0x62f9720, 0xc003832100, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc0063f8b60, 0xc005660480, 0xc0037ca300, 0xc0018a5c00, 0xc00572e518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc005783410, 0xc00572e518, 0xc0063f8b60, 0xc005660480, 0x62fbba0, 0xc005660900, 0x0, 0xc0018a5c00, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc00572e000, 0x62f97e0, 0xc005783410, 0xc00572e418, 0x3, 0x7f3c72d5a8e0, 0xc00062a680, 0xc0053a7f01, 0xc00608d138, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc00572e000, 0x62f97e0, 0xc005783410, 0xc00572e418, 0x7f3c72d5a8e0, 0xc00062a680, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc00572e000, 0x62f97e0, 0xc005783410, 0x6318620, 0xc003d20230, 0xc0062d900b, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc00572e000, 0x62f97e0, 0xc005783410, 0x6318620, 0xc003d20230, 0xc0062d900b, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc00572e000, 0x62f97e0, 0xc0057833e0, 0xc00148a5a0, 0xc005783230, 0x3, 0x3, 0xc0064d4ef6, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc0062d9dfe, 0x0, 0x0, 0x25070f1, 0xed7a0b93b, 0x0, 0xc00572e000, 0xc003ff3880, 0xc003ff3870, 0x30, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc00572e000, 0x62f9720, 0xc003b47b00, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc00572e000, 0x62f9720, 0xc004904080, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc002aa4170, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc004904080, 0xc00572e000, 0x5400, 0x15000, 0xc000cfadc0, 0xc002aa4170, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc001413c42, 0xc003cbcd20, 0x62f9720, 0xc004904080, 0xc002aa4170, 0xc000e55700, 0xc00062a000, 0x6329020, 0xc0047ec210, 0xc0041e6d80, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 1819 [select]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc002bf6e10, 0xc000dcb850, 0x5, 0x5, 0x1, 0x0, 0x57f36e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xc7 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc002bf6e10, 0xc000dcb850, 0x5, 0x5, 0xc00244dd38, 0xc000077be0, 0xc00244da18) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x21a | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0012b5620, 0xc000dcb850, 0x5, 0x5, 0x0, 0xc00244da40, 0xf54b7c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55 | |
| io.ReadAtLeast(0x6257380, 0xc0012b5620, 0xc000dcb850, 0x5, 0x5, 0x5, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc001c7e900, 0xc000dcb850, 0x5, 0x5, 0x0, 0x0, 0x4) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xcd | |
| google.golang.org/grpc.(*parser).recvMsg(0xc000dcb840, 0x7fffffff, 0x0, 0x0, 0x0, 0x0, 0x0, 0xb94b63) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63 | |
| google.golang.org/grpc.recvAndDecompress(0xc000dcb840, 0xc001c7e900, 0x0, 0x0, 0x7fffffff, 0xc00244ddb0, 0x62da020, 0x96bb9f0, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d | |
| google.golang.org/grpc.recv(0xc000dcb840, 0x7f3c79b65bc0, 0xc0005ac530, 0xc001c7e900, 0x0, 0x0, 0x4ff6d20, 0xc00322de00, 0x7fffffff, 0xc00244ddb0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc000976000, 0x4ff6d20, 0xc00322de00, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:1473 +0x170 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*multiRaftRaftMessageBatchServer).Recv(0xc0020ba130, 0x62f97e0, 0xc0012b56e0, 0xc007f44900) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/storage_services.pb.go:142 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*lockedRaftMessageResponseStream).Recv(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/raft_transport.go:84 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).RaftMessageBatch.func1.1.1(0x6375140, 0xc0020ba130, 0xc000e76f00, 0x62f97e0, 0xc0012b56e0, 0x978308, 0x4efa600) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/raft_transport.go:342 +0x7e | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).RaftMessageBatch.func1.1(0x62f97e0, 0xc0012b56e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/raft_transport.go:378 +0x5d | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0020ba150, 0xc000aed9e0, 0xc0012b56b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 172422 [select, 97 minutes]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc001e52500, 0xc0049520f0, 0x5, 0x5, 0x62f97e0, 0xc003a72630, 0x57f36e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xc7 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc001e52500, 0xc0049520f0, 0x5, 0x5, 0xc001d1bda0, 0xc0019686e0, 0xc001d1ba80) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x21a | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc003a72510, 0xc0049520f0, 0x5, 0x5, 0x50f6840, 0xc001d1baa8, 0xf54b7c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55 | |
| io.ReadAtLeast(0x6257380, 0xc003a72510, 0xc0049520f0, 0x5, 0x5, 0x5, 0x57ed320, 0x1, 0x0) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc00624d300, 0xc0049520f0, 0x5, 0x5, 0x99e144, 0x9b22f8, 0xc00263a800) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xcd | |
| google.golang.org/grpc.(*parser).recvMsg(0xc0049520e0, 0x7fffffff, 0x0, 0xc000c9f500, 0x7f3c79b906d0, 0x0, 0x7d12d8, 0xebc3408567b01) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63 | |
| google.golang.org/grpc.recvAndDecompress(0xc0049520e0, 0xc00624d300, 0x0, 0x0, 0x7fffffff, 0xc001d1be18, 0x62da020, 0x96bb9f0, 0xc0051c0d01, 0x10000c001982d7a, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d | |
| google.golang.org/grpc.recv(0xc0049520e0, 0x7f3c79b65bc0, 0xc0005ac530, 0xc00624d300, 0x0, 0x0, 0x500ce60, 0xc0004f70e0, 0x7fffffff, 0xc001d1be18, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc0060ae180, 0x500ce60, 0xc0004f70e0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:1473 +0x170 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb.(*distSQLFlowStreamServer).Recv(0xc0023182d0, 0xc0057679a0, 0x57efa10, 0xa) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:655 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStreamHelper.func2(0xc0057678c0, 0x63759e0, 0xc0023182d0, 0xc0049521c0, 0xc0004f7080, 0x62f97e0, 0xc003a72630, 0x62cc6a0, 0xc0049e4e40, 0xc0060da380, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:135 +0x9f | |
| created by github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStreamHelper | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:132 +0x1b3 | |
| goroutine 239090 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c72dcbe00, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc005acaf18, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc005acaf00, 0xc0041f3200, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc005acaf00, 0xc0041f3200, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc0011f87e8, 0xc0041f3200, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc002c5bec0, 0xc0041f3200, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc004c519a0, 0xc0041f3200, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc001287398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc00796bad8, 0x624f380, 0xc004c519a0, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc00796b880, 0x7f3c7383c0c8, 0xc002c5bec0, 0x5, 0xc002c5bec0, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc00796b880, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc00796b880, 0xc001fa0000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc0038c32e0, 0xc001fa0000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc0054e2448) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc0054e2448, 0xc006cf1718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc0054e2bd0, 0x62bd620, 0xc0054e2448, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc0054e2400, 0x62f97e0, 0xc003ab46f0, 0xc003ff7ed0, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc003ab46f0, 0x6374de0, 0xc00796b880, 0xc004ce0009, 0x7, 0xc003ab4720, 0x62a1060, 0xc002f64c30, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc003ab46f0, 0x6374de0, 0xc00796b880, 0xc0020bb901, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc002c5bec0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc002c5bec0, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 1740 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc000ced200, 0xc00257fa40, 0xc001e6b0e0, 0x41, 0xc002bda8a0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1123 +0x312 | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1.1.1(0x62f97e0, 0xc0012b7140) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1058 +0x79 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001305be0, 0xc000aed9e0, 0xc00257fb30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 221542 [select, 54 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).RunWithStream(0xc006299110, 0x62f97e0, 0xc00589d4a0, 0x7f3c7384d4c0, 0xc0046f9710, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:210 +0x639 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow.vectorizedInboundStreamHandler.Run(0xc006299110, 0x62f97e0, 0xc00589d4a0, 0x63759e0, 0xc0046f9710, 0xc005beade0, 0xc0022f05a0, 0xc005e8b958, 0x2) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/vectorized_flow.go:1168 +0x63 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).flowStreamInt(0xc000ced8c0, 0x62f97e0, 0xc00589d4a0, 0x63759e0, 0xc0046f9710, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:623 +0x4b0 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).FlowStream(0xc000ced8c0, 0x63759e0, 0xc0046f9710, 0x62cc660, 0xc000ced8c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:629 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb._DistSQL_FlowStream_Handler(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc0027f1d40, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:636 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc0027f1d40, 0xc001ff7720, 0x57ed320, 0x57ed320, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc0027f1d40, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc0027f1d40, 0xc001ff7720, 0xc0038f8440, 0x4edd9e0, 0xc0038f8440) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc0027f1d40, 0xc001ff7720, 0x57ed320, 0x62f97e0, 0xc00589d470) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc0022dee00, 0xc000d7d6e0, 0x8cfe000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc0022dee00, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00045be80, 0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc0022dee00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 427 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.respStreamClientAdapter.recvInternal(0x62f9720, 0xc001e71100, 0xc00092bf20, 0xc00092bf80, 0x2, 0xc001d7b5f4, 0x2, 0x2) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:548 +0xd6 | |
| github.com/cockroachdb/cockroach/pkg/rpc.rangeFeedClientAdapter.Recv(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:577 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).singleRangeFeed(0xc00080f400, 0x62f9720, 0xc001e6c980, 0xc001b40030, 0x1, 0x8, 0xc001b40038, 0x1, 0x1, 0x165d73ff85b00d3d, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:267 +0x5a9 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).partialRangeFeed(0xc00080f400, 0x62f9720, 0xc001e6c980, 0xc002220000, 0x0, 0xc0004cee40, 0xc000cb2b40, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:150 +0x350 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed.func1.1(0x62f9720, 0xc001e6c980, 0xc0023820a0, 0x17) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:69 +0x61 | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1(0xc001bdbf68, 0x57efa98) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:166 +0x3a | |
| golang.org/x/sync/errgroup.(*Group).Go.func1(0xc000d7dd10, 0xc001fdf830) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:57 +0x64 | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:54 +0x66 | |
| goroutine 239016 [select, 40 minutes]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc004a55e00, 0xc002879e30, 0x5, 0x5, 0xc05b9c5431, 0x0, 0x57f36e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xc7 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc004a55e00, 0xc002879e30, 0x5, 0x5, 0xc006d551b8, 0xc00206bbe0, 0xc006d54e98) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x21a | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0031ee2d0, 0xc002879e30, 0x5, 0x5, 0xc0005ac301, 0xc006d54ec0, 0xf54b7c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55 | |
| io.ReadAtLeast(0x6257380, 0xc0031ee2d0, 0xc002879e30, 0x5, 0x5, 0x5, 0xc001b5a2c2, 0x8, 0x8) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc004f2b700, 0xc002879e30, 0x5, 0x5, 0x0, 0xc006d55090, 0xc0000a6700) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xcd | |
| google.golang.org/grpc.(*parser).recvMsg(0xc002879e20, 0x7fffffff, 0xc003a7d378, 0x2, 0x0, 0xc006d55108, 0xc006d55020, 0x787a95) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63 | |
| google.golang.org/grpc.recvAndDecompress(0xc002879e20, 0xc004f2b700, 0x0, 0x0, 0x7fffffff, 0xc006cef230, 0x62da020, 0x96bb9f0, 0x7dbfe0, 0xc003a7d380, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d | |
| google.golang.org/grpc.recv(0xc002879e20, 0x7f3c79b65bc0, 0xc0005ac530, 0xc004f2b700, 0x0, 0x0, 0x500ce60, 0xc005742e40, 0x7fffffff, 0xc006cef230, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc006971440, 0x500ce60, 0xc005742e40, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:1473 +0x170 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb.(*distSQLFlowStreamServer).Recv(0xc003950fe0, 0x62f97e0, 0xc004ab0f60, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:655 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).Next(0xc005898f70, 0x62f97e0, 0xc004ab0f60, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:263 +0x19b | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*noopOperator).Next(0xc0039d0740, 0x62f9720, 0xc00309c580, 0x1, 0x62f9720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/operator.go:238 +0x47 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).next(0xc001677600, 0x57ed290, 0x7b0bba, 0x2d49b93) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:222 +0x155 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).nextAdapter(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:247 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror.CatchVectorizedRuntimeError(0xc006d55538, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror/error.go:93 +0x5f | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).Next(0xc001677600, 0x62f9720, 0xc00309c580, 0x3458c20, 0x62fe4e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:253 +0x5b | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc00309c580, 0x63257a0, 0xc001677600, 0x62cad20, 0xc0059f1180) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc001677600, 0x62f9720, 0xc00309c580) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc006c5f0e0, 0x62f9720, 0xc00309c580, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc005ce9810, 0xc00520e1b0, 0xc0035d1b00, 0xc0059f1180, 0xc000610518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc0055a2db0, 0xc000610518, 0xc005ce9810, 0xc00520e1b0, 0x62fbba0, 0xc00520e6c0, 0x0, 0xc0059f1180, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc000610000, 0x62f97e0, 0xc0055a2db0, 0xc000610418, 0x3, 0x7f3c72d5a8e0, 0xc0054e2a80, 0xc006c89f01, 0xc003e5fc18, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc000610000, 0x62f97e0, 0xc0055a2db0, 0xc000610418, 0x7f3c72d5a8e0, 0xc0054e2a80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc000610000, 0x62f97e0, 0xc0055a2db0, 0x6318620, 0xc004a55c70, 0xc0065b700c, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc000610000, 0x62f97e0, 0xc0055a2db0, 0x6318620, 0xc004a55c70, 0xc0065b700c, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc000610000, 0x62f97e0, 0xc0055a2d50, 0xc0041494a0, 0xc0055a2bd0, 0x3, 0x3, 0xc005c3dbc6, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc0065b70ce, 0x0, 0x0, 0x272c551c, 0xed7a0c724, 0x0, 0xc000610000, 0xc006cf1880, 0xc006cf1870, 0x5, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc000610000, 0x62f9720, 0xc004146280, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc000610000, 0x62f9720, 0xc003de1f40, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc003ff7f00, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc003de1f40, 0xc000610000, 0x5400, 0x15000, 0xc000cfadc0, 0xc003ff7f00, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc005c3c662, 0xc0038c3320, 0x62f9720, 0xc003de1f40, 0xc003ff7f00, 0xc000e55700, 0xc0054e2400, 0x6329020, 0xc003ab4870, 0xc0041a0de0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 297 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/provider.(*Provider).Notify.func1(0x62f97e0, 0xc001b4eae0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/provider/provider.go:223 +0x147 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001f07c40, 0xc000aed9e0, 0xc002ca22a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 221389 [select, 54 minutes]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc00577cfa0, 0xc001ff7710, 0x5, 0x5, 0xc04b54ef4b, 0x0, 0x57f36e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xc7 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc00577cfa0, 0xc001ff7710, 0x5, 0x5, 0xc0018011b8, 0xc00392d320, 0xc001800e98) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x21a | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc00589d410, 0xc001ff7710, 0x5, 0x5, 0xc003b11c01, 0xc001800ec0, 0xf54b7c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55 | |
| io.ReadAtLeast(0x6257380, 0xc00589d410, 0xc001ff7710, 0x5, 0x5, 0x5, 0xc001b5a2c2, 0x8, 0x8) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc0022dee00, 0xc001ff7710, 0x5, 0x5, 0x0, 0xc001801090, 0xc0000a6e00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xcd | |
| google.golang.org/grpc.(*parser).recvMsg(0xc001ff7700, 0x7fffffff, 0xc002a1b7f8, 0x2, 0x0, 0xc001801108, 0xc001801020, 0x787a95) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63 | |
| google.golang.org/grpc.recvAndDecompress(0xc001ff7700, 0xc0022dee00, 0x0, 0x0, 0x7fffffff, 0xc002201230, 0x62da020, 0x96bb9f0, 0x7dbfe0, 0xc002a1b800, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d | |
| google.golang.org/grpc.recv(0xc001ff7700, 0x7f3c79b65bc0, 0xc0005ac530, 0xc0022dee00, 0x0, 0x0, 0x500ce60, 0xc005beaf00, 0x7fffffff, 0xc002201230, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc0027f1d40, 0x500ce60, 0xc005beaf00, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:1473 +0x170 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb.(*distSQLFlowStreamServer).Recv(0xc0046f9710, 0x62f97e0, 0xc00462b4d0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:655 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).Next(0xc006299110, 0x62f97e0, 0xc00462b4d0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:263 +0x19b | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*noopOperator).Next(0xc00506a840, 0x62f9720, 0xc0080706c0, 0x1, 0x62f9720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/operator.go:238 +0x47 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).next(0xc004191b80, 0x57ed290, 0x7b0bba, 0x2d49b93) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:222 +0x155 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).nextAdapter(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:247 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror.CatchVectorizedRuntimeError(0xc001801538, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror/error.go:93 +0x5f | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).Next(0xc004191b80, 0x62f9720, 0xc0080706c0, 0x3458c20, 0x62fe4e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:253 +0x5b | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc0080706c0, 0x63257a0, 0xc004191b80, 0x62cad20, 0xc006de7c00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc004191b80, 0x62f9720, 0xc0080706c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc0022f05a0, 0x62f9720, 0xc0080706c0, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc0058208c0, 0xc005eb17a0, 0xc0022de900, 0xc006de7c00, 0xc006555518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc0052e0c60, 0xc006555518, 0xc0058208c0, 0xc005eb17a0, 0x62fbba0, 0xc005eb1cb0, 0x0, 0xc006de7c00, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc006555000, 0x62f97e0, 0xc0052e0c60, 0xc006555418, 0x3, 0x7f3c72d5a8e0, 0xc006576f80, 0xc001801f01, 0xc005bea118, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc006555000, 0x62f97e0, 0xc0052e0c60, 0xc006555418, 0x7f3c72d5a8e0, 0xc006576f80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc006555000, 0x62f97e0, 0xc0052e0c60, 0x6318620, 0xc005778ff0, 0xc003feb7af, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc006555000, 0x62f97e0, 0xc0052e0c60, 0x6318620, 0xc005778ff0, 0xc003feb7af, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc006555000, 0x62f97e0, 0xc0052e0c30, 0xc0020ce000, 0xc0052e0ab0, 0x3, 0x3, 0xc006f61cf6, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc003feb871, 0x0, 0x0, 0x305e2233, 0xed7a0c3b1, 0x0, 0xc006555000, 0xc002203880, 0xc002203870, 0x1a, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc006555000, 0x62f9720, 0xc00309c900, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc006555000, 0x62f9720, 0xc005476080, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc004c34120, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc005476080, 0xc006555000, 0x5400, 0x15000, 0xc000cfadc0, 0xc004c34120, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc006f6015d, 0xc0023989e0, 0x62f9720, 0xc005476080, 0xc004c34120, 0xc000e55700, 0xc006576900, 0x6329020, 0xc005d68390, 0xc0049326c0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 303 [chan receive, 5 minutes]: | |
| github.com/cockroachdb/cmux.muxListener.Accept(...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:184 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith(0xc0010822f8, 0x62f97e0, 0xc00103db00, 0xc000aed9e0, 0x62d99a0, 0xc00055b0c0, 0xc00103db30, 0xc00051a301, 0xc00103db00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:126 +0x50 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1(0x62f97e0, 0xc00103db00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1885 +0xe4 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0003fe8c0, 0xc000aed9e0, 0xc001f86d00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 241309 [chan receive, 38 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*RowChannel).Next(0xc004305c40, 0x0, 0x2, 0x2, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:481 +0x4a | |
| github.com/cockroachdb/cockroach/pkg/sql/rowexec.(*noopProcessor).Next(0xc004d38900, 0xc004305c00, 0x51e4f62, 0x4, 0x62f9720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/rowexec/noop.go:69 +0x4c | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc004305c00, 0x6329660, 0xc004d38900, 0x62ce660, 0xc005ecb880) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc004d38900, 0x62f9720, 0xc004305c00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc005b0fc20, 0x62f9720, 0xc004305c00, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc00474b2d0, 0xc005faa120, 0xc002fd0f00, 0xc008cc4700, 0xc007fb6518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc002e20930, 0xc007fb6518, 0xc00474b2d0, 0xc005faa120, 0x62fbba0, 0xc005faa870, 0x0, 0xc008cc4700, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc007fb6000, 0x62f97e0, 0xc002e20930, 0xc007fb6418, 0x3, 0x7f3c72d5a8e0, 0xc003dd6f80, 0xc001a49f01, 0xc005e0ad18, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc007fb6000, 0x62f97e0, 0xc002e20930, 0xc007fb6418, 0x7f3c72d5a8e0, 0xc003dd6f80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc007fb6000, 0x62f97e0, 0xc002e20930, 0x6318620, 0xc0048ebcc0, 0xc006faf43f, 0x71, 0x1, 0x1, 0xc004e5c930, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc007fb6000, 0x62f97e0, 0xc002e20930, 0x6318620, 0xc0048ebcc0, 0xc006faf43f, 0x71, 0x1, 0x1, 0xc004e5c930, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc007fb6000, 0x62f97e0, 0xc002e20870, 0xc001d9a960, 0xc00361a550, 0x1, 0x1, 0xc000d9be24, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc006faf4e5, 0x0, 0x0, 0x271f073d, 0xed7a0c77e, 0x0, 0xc007fb6000, 0xc003dc3880, 0xc003dc3870, 0x1b, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc007fb6000, 0x62f9720, 0xc004300e80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc007fb6000, 0x62f9720, 0xc003921a80, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc0005ac270, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc003921a80, 0xc007fb6000, 0x5400, 0x15000, 0xc000cfadc0, 0xc0005ac270, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc00262cbad, 0xc003bc82e0, 0x62f9720, 0xc003921a80, 0xc0005ac270, 0xc000e55700, 0xc003dd6900, 0x6329020, 0xc004ab1980, 0xc0034dba40, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 428 [chan receive, 235 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Replica).RangeFeed(0xc0008cb000, 0xc001e60160, 0x6368720, 0xc0007b2b40, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/replica_rangefeed.go:232 +0x4e5 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Store).RangeFeed(0xc000cdc700, 0xc001e60160, 0x6368720, 0xc0007b2b40, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/store.go:2473 +0x131 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*Stores).RangeFeed(0xc000b76500, 0xc001e60160, 0x6368720, 0xc0007b2b40, 0xc001bdbf70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/stores.go:202 +0x10d | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).RangeFeed(0xc000d24b00, 0xc001e60160, 0x6368720, 0xc0007b2b40, 0x0, 0xc001bdbf48) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:1023 +0x54 | |
| github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed.func1(0xc00058a570, 0x63254e0, 0xc000d24b00, 0xc001e60160, 0x62f9720, 0xc001e71100, 0xc00092bf20, 0xc00092bf80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:603 +0xe8 | |
| created by github.com/cockroachdb/cockroach/pkg/rpc.internalClientAdapter.RangeFeed | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:601 +0x11e | |
| goroutine 588 [select, 6 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Server).startSystemLogsGC.func1(0x62f97e0, 0xc000e3ea50) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server_systemlog_gc.go:177 +0x553 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001fe2130, 0xc000aed9e0, 0xc000dcaa80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 1858 [select, 235 minutes]: | |
| google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc002140000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:318 +0xcc | |
| google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:333 | |
| google.golang.org/grpc.(*csAttempt).recvMsg(0xc000bd7200, 0x4ff6e40, 0xc002cc2ac0, 0xc0022c6c38, 0x1b6b540, 0xc000441400) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:870 +0x721 | |
| google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc000bd7200, 0x203000, 0x203000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:735 +0x46 | |
| google.golang.org/grpc.(*clientStream).withRetry(0xc000b94360, 0xc0004ac5a0, 0xc0004ac570, 0x1fa3211, 0x40) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:589 +0x360 | |
| google.golang.org/grpc.(*clientStream).RecvMsg(0xc000b94360, 0x4ff6e40, 0xc002cc2ac0, 0xc0004ac688, 0x78ea26) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:734 +0x103 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*multiRaftRaftMessageBatchClient).Recv(0xc0023183c0, 0x165d740958f19090, 0xc000000000, 0x30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/storage_services.pb.go:75 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).processQueue.func1.1.1(0x63750e0, 0xc0023183c0, 0xc00007a400, 0xc000e76f00, 0x62f97e0, 0xc0012b5d70, 0x978308, 0x4efa600) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/raft_transport.go:459 +0x3b | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).processQueue.func1.1(0x62f97e0, 0xc0012b5d70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/raft_transport.go:474 +0x66 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0023183e0, 0xc000aed9e0, 0xc0012bfd70) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 237797 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c79b3c460, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc004763998, 0x72, 0x800, 0x847, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc004763980, 0xc003f92400, 0x847, 0x847, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc004763980, 0xc003f92400, 0x847, 0x847, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc0001093e8, 0xc003f92400, 0x847, 0x847, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc0029909c0, 0xc003f92400, 0x847, 0x847, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc0070e6b00, 0xc003f92400, 0x847, 0x847, 0x7d9127, 0x4afd1e0, 0xc00138f398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc001432958, 0x624f380, 0xc0070e6b00, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc001432700, 0x7f3c7383c0c8, 0xc0029909c0, 0x5, 0xc0029909c0, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc001432700, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc001432700, 0xc0073b8000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc003730ea0, 0xc0073b8000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc003c5c948) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc003c5c948, 0xc0049ef718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc003c5d0d0, 0x62bd620, 0xc003c5c948, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc003c5c900, 0x62f97e0, 0xc003fdbbc0, 0xc002f3b290, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc003fdbbc0, 0x6374de0, 0xc001432700, 0xc0073b6009, 0x7, 0xc003fdbc20, 0x62a1060, 0xc001b4fe90, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc003fdbbc0, 0x6374de0, 0xc001432700, 0xc002f3a201, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc0029909c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc0029909c0, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 621 [select, 101 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/catalog/lease.(*Manager).refreshLeases.func1(0x62f97e0, 0xc000d7db60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/catalog/lease/lease.go:1669 +0x11f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001f8c190, 0xc000aed9e0, 0xc000d7da40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 619 [semacquire, 235 minutes]: | |
| sync.runtime_Semacquire(0xc000d7dd20) | |
| /usr/local/go/src/runtime/sema.go:56 +0x42 | |
| sync.(*WaitGroup).Wait(0xc000d7dd18) | |
| /usr/local/go/src/sync/waitgroup.go:130 +0x64 | |
| golang.org/x/sync/errgroup.(*Group).Wait(0xc000d7dd10, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:40 +0x31 | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.Wait(0xc000d7dd10, 0x62f9720, 0xc001e6c980, 0xc0004ceea0, 0xc001e6c980) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:142 +0x57 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed(0xc00080f400, 0x62f97e0, 0xc000d7dc80, 0xc001b40030, 0x1, 0x8, 0xc001b40038, 0x1, 0x1, 0x165d73ff85b00d3d, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:82 +0x372 | |
| github.com/cockroachdb/cockroach/pkg/sql/catalog/lease.(*Manager).watchForRangefeedUpdates.func1(0x62f9720, 0xc001e6c880) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/catalog/lease/lease.go:1820 +0x56f | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000aed9e0, 0x62f9720, 0xc001e6c880, 0xc0023820a0, 0x17, 0x0, 0x0, 0xc000d7d9b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:347 +0x152 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:342 +0x131 | |
| goroutine 587 [select, 1 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptreconcile.(*Reconciler).run(0xc000d5fc80, 0x62f97e0, 0xc000b32c90, 0xc000aed9e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptreconcile/reconciler.go:120 +0x2ad | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptreconcile.(*Reconciler).Start.func1(0x62f97e0, 0xc000b32c90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptreconcile/reconciler.go:99 +0x47 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000aed9e0, 0x62f97e0, 0xc000b32c90, 0xc0024c2a20, 0x22, 0x64642a0, 0xc000b1a040, 0xc000dcaa00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:347 +0x152 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:342 +0x131 | |
| goroutine 243045 [select]: | |
| google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc004a0e550, 0x1, 0x0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x122 | |
| google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc012cbe480, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1e3 | |
| google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc0074c01c0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xedb | |
| goroutine 429 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run(0xc0021ea420, 0x62f97e0, 0xc001fdf950, 0xc000e12240, 0xc000aed9e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:238 +0x42d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).Start.func1(0x62f97e0, 0xc001fdf950) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:196 +0x50 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000aed9e0, 0x62f97e0, 0xc001fdf950, 0xc00246c280, 0x1b, 0x0, 0x0, 0xc000e12320) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:347 +0x152 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:342 +0x131 | |
| goroutine 431 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).outputLoop(0xc0021e20e0, 0x62f9720, 0xc001e712c0, 0xc001e712c0, 0xc00058a600) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:254 +0x201 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*registration).runOutputLoop(0xc0021e20e0, 0x62f9720, 0xc001e712c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/registry.go:271 +0xc2 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed.(*Processor).run.func1(0x62f9720, 0xc001e71180) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/rangefeed/processor.go:259 +0x64 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000aed9e0, 0x62f9720, 0xc001e71180, 0xc00246c2a0, 0x1e, 0x0, 0x0, 0xc000e12740) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:347 +0x152 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:342 +0x131 | |
| goroutine 585 [select]: | |
| github.com/cockroachdb/cockroach/pkg/server.(*Node).startWriteNodeStatus.func1(0x62f97e0, 0xc000e3ea20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/node.go:749 +0x125 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001fe2110, 0xc000aed9e0, 0xc000dca9c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 586 [select, 1 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptcache.(*Cache).periodicallyRefreshProtectedtsCache(0xc000bd3ad0, 0x62f97e0, 0xc000b32c90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/protectedts/ptcache/cache.go:160 +0x278 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000aed9e0, 0x62f97e0, 0xc000b32c90, 0xc0024c29c0, 0x2e, 0x64642a0, 0xc000b1a040, 0xc001fe2120) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:347 +0x152 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:342 +0x131 | |
| goroutine 241054 [select, 38 minutes]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc0038e8820, 0xc0046ce730, 0x5, 0x5, 0x62f97e0, 0xc001fe91d0, 0x57f36e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xc7 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0038e8820, 0xc0046ce730, 0x5, 0x5, 0xc0018ebda0, 0xc001d3f460, 0xc0018eba80) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x21a | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc001fe8d20, 0xc0046ce730, 0x5, 0x5, 0x50f6840, 0xc0018ebaa8, 0xf54b7c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55 | |
| io.ReadAtLeast(0x6257380, 0xc001fe8d20, 0xc0046ce730, 0x5, 0x5, 0x5, 0x57ed320, 0x1, 0x0) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc0042cba00, 0xc0046ce730, 0x5, 0x5, 0x99e144, 0x9b22f8, 0xc00353d700) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xcd | |
| google.golang.org/grpc.(*parser).recvMsg(0xc0046ce720, 0x7fffffff, 0x0, 0xc0004b6000, 0x7f3c79b91460, 0x0, 0x7d12d8, 0xebf5dfb3d5f04) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63 | |
| google.golang.org/grpc.recvAndDecompress(0xc0046ce720, 0xc0042cba00, 0x0, 0x0, 0x7fffffff, 0xc0018ebe18, 0x62da020, 0x96bb9f0, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d | |
| google.golang.org/grpc.recv(0xc0046ce720, 0x7f3c79b65bc0, 0xc0005ac530, 0xc0042cba00, 0x0, 0x0, 0x500ce60, 0xc00326d440, 0x7fffffff, 0xc0018ebe18, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc003d4c840, 0x500ce60, 0xc00326d440, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:1473 +0x170 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb.(*distSQLFlowStreamServer).Recv(0xc002ecf880, 0xc0042ae0e0, 0x57efa10, 0xa) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:655 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStreamHelper.func2(0xc0042ae000, 0x63759e0, 0xc002ecf880, 0xc0046ce820, 0xc00326cb40, 0x62f97e0, 0xc001fe91d0, 0x62cc6a0, 0xc0038f8d80, 0xc001c07180, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:135 +0x9f | |
| created by github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStreamHelper | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:132 +0x1b3 | |
| goroutine 620 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/catalog/lease.(*Manager).watchForRangefeedUpdates.func3(0x62f97e0, 0xc002147b60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/catalog/lease/lease.go:1867 +0xf7 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001f8c180, 0xc000aed9e0, 0xc001054240) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 239707 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c715e6e50, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc0029f2898, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc0029f2880, 0xc003f92d00, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc0029f2880, 0xc003f92d00, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc000011278, 0xc003f92d00, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc0031a6780, 0xc003f92d00, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc0072e1060, 0xc003f92d00, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc00740b398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc006d353d8, 0x624f380, 0xc0072e1060, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc006d35180, 0x7f3c7383c0c8, 0xc0031a6780, 0x5, 0xc0031a6780, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc006d35180, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc006d35180, 0xc006719000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc001992240, 0xc006719000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc0060fbb48) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc0060fbb48, 0xc006757718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc0060fc2d0, 0x62bd620, 0xc0060fbb48, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc0060fbb00, 0x62f97e0, 0xc0055242a0, 0xc004425be0, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc0055242a0, 0x6374de0, 0xc006d35180, 0xc003895009, 0x7, 0xc0055242d0, 0x62a1060, 0xc003a48c00, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc0055242a0, 0x6374de0, 0xc006d35180, 0xc004425301, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc0031a6780) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc0031a6780, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 1745 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c79b3c6d0, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc000bd6498, 0x72, 0x600, 0x6e9, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc000bd6480, 0xc00226ce00, 0x6e9, 0x6e9, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc000bd6480, 0xc00226ce00, 0x6e9, 0x6e9, 0xb0, 0x6e4, 0xc00226ce00) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc0001083a0, 0xc00226ce00, 0x6e9, 0x6e9, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc000e5b560, 0xc00226ce00, 0x6e9, 0x6e9, 0xc00226ce05, 0xa0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc00322dd40, 0xc00226ce00, 0x6e9, 0x6e9, 0xb5, 0x624f6a0, 0xc001c7b9b0) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc00095f3d8, 0x624f380, 0xc00322dd40, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc00095f180, 0x7f3c7383c0c8, 0xc000e5b560, 0x5, 0xc000e5b560, 0x9f) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc00095f180, 0x0, 0x0, 0xc001c4a480) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc00095f180, 0xc002992000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| bufio.(*Reader).Read(0xc000c8b140, 0xc000677c38, 0x9, 0x9, 0x5152d00, 0xf50352, 0xc001470201) | |
| /usr/local/go/src/bufio/bufio.go:226 +0x26a | |
| io.ReadAtLeast(0x624f160, 0xc000c8b140, 0xc000677c38, 0x9, 0x9, 0x9, 0xc004f80750, 0x0, 0x0) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| golang.org/x/net/http2.readFrameHeader(0xc000677c38, 0x9, 0x9, 0x624f160, 0xc000c8b140, 0x0, 0x0, 0x9601212cf0, 0x9600000001) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x87 | |
| golang.org/x/net/http2.(*Framer).ReadFrame(0xc000677c00, 0xc001212cf0, 0x9668940, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa1 | |
| google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc001470180, 0xc001212f60, 0x57f1940) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:453 +0xa1 | |
| google.golang.org/grpc.(*Server).serveStreams(0xc000b6cb60, 0x637d960, 0xc001470180) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:742 +0xf3 | |
| google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000b6cb60, 0x637d960, 0xc001470180) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:703 +0x3f | |
| created by google.golang.org/grpc.(*Server).handleRawConn | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:702 +0x4fd | |
| goroutine 336 [select]: | |
| google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc000a65c00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1339 +0x193 | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16cd | |
| goroutine 535 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc000ced200, 0xc000538b40, 0xc000ac51d0, 0x41, 0xc0000df140, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1123 +0x312 | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1.1.1(0x62f97e0, 0xc0019dd140) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1058 +0x79 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001f8c380, 0xc000aed9e0, 0xc000570910) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 534 [chan receive, 235 minutes]: | |
| google.golang.org/grpc.(*addrConn).resetTransport(0xc000d93600) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:1156 +0x6ea | |
| created by google.golang.org/grpc.(*addrConn).connect | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:799 +0x128 | |
| goroutine 1786 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).processQueue(0xc000e76f00, 0x2, 0xc00066dce0, 0xc00007a400, 0x63750e0, 0xc0023183c0, 0x6375000, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/raft_transport.go:485 +0x510 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).startProcessNewQueue.func2(0x62f97e0, 0xc0012b5b30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/raft_transport.go:636 +0x3bc | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001411f90, 0xc000aed9e0, 0xc0012bf0e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 237517 [chan receive, 41 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*RowChannel).Next(0xc0061a5680, 0x0, 0x2, 0x2, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:481 +0x4a | |
| github.com/cockroachdb/cockroach/pkg/sql/rowexec.(*noopProcessor).Next(0xc005e91680, 0xc0061a5640, 0x51e4f62, 0x4, 0x62f9720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/rowexec/noop.go:69 +0x4c | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc0061a5640, 0x6329660, 0xc005e91680, 0x62ce660, 0xc004773180) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc005e91680, 0x62f9720, 0xc0061a5640) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc00390efc0, 0x62f9720, 0xc0061a5640, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc000a77c00, 0xc003219320, 0xc004a4ed00, 0xc0060db500, 0xc006a79518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc006def620, 0xc006a79518, 0xc000a77c00, 0xc003219320, 0x62fbba0, 0xc003219950, 0x0, 0xc0060db500, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc006a79000, 0x62f97e0, 0xc006def620, 0xc006a79418, 0x3, 0x7f3c72d5a8e0, 0xc00587ea80, 0xc000c83f01, 0xc0041e7eb8, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc006a79000, 0x62f97e0, 0xc006def620, 0xc006a79418, 0x7f3c72d5a8e0, 0xc00587ea80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc006a79000, 0x62f97e0, 0xc006def620, 0x6318620, 0xc005882370, 0xc00345200c, 0x71, 0x1, 0x1, 0xc004e5c930, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc006a79000, 0x62f97e0, 0xc006def620, 0x6318620, 0xc005882370, 0xc00345200c, 0x71, 0x1, 0x1, 0xc004e5c930, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc006a79000, 0x62f97e0, 0xc006def5f0, 0xc006b62000, 0xc00366e9d0, 0x1, 0x1, 0xc0113df41c, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc0034520b0, 0x0, 0x0, 0x2bd32e9f, 0xed7a0c6dc, 0x0, 0xc006a79000, 0xc000c85880, 0xc000c85870, 0x5, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc006a79000, 0x62f9720, 0xc0061a5040, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc006a79000, 0x62f9720, 0xc0025149c0, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc0065b3da0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc0025149c0, 0xc006a79000, 0x5400, 0x15000, 0xc000cfadc0, 0xc0065b3da0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc004c39a82, 0xc00308f600, 0x62f9720, 0xc0025149c0, 0xc0065b3da0, 0xc000e55700, 0xc00587e400, 0x6329020, 0xc003317d10, 0xc0062f30e0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 1741 [select, 235 minutes]: | |
| google.golang.org/grpc.newClientStream.func5(0xc001460380, 0xc002c94360, 0x62f97e0, 0xc0012127e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:318 +0xd7 | |
| created by google.golang.org/grpc.newClientStream | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:317 +0x9a5 | |
| goroutine 532 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).processQueue(0xc000e76f00, 0x3, 0xc0018de7e0, 0xc001daa180, 0x63750e0, 0xc001f07eb0, 0x6375001, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/raft_transport.go:485 +0x510 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).startProcessNewQueue.func2(0x62f97e0, 0xc0019dc450) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/raft_transport.go:636 +0x3bc | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001f8c0f0, 0xc000aed9e0, 0xc0019dc3c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 533 [select, 235 minutes]: | |
| google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc001e70580) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc2 | |
| created by google.golang.org/grpc.newCCBalancerWrapper | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x16d | |
| goroutine 168574 [select, 99 minutes]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc002b93310, 0xc0072e0f50, 0x5, 0x5, 0x966f3d0, 0x3, 0x57f36e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xc7 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc002b93310, 0xc0072e0f50, 0x5, 0x5, 0xc0021f11b8, 0xc003716180, 0xc0021f0e98) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x21a | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc003740e70, 0xc0072e0f50, 0x5, 0x5, 0xc0044da701, 0xc0021f0ec0, 0xf54b7c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55 | |
| io.ReadAtLeast(0x6257380, 0xc003740e70, 0xc0072e0f50, 0x5, 0x5, 0x5, 0xc001b5a2c2, 0x8, 0x8) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc0039cb000, 0xc0072e0f50, 0x5, 0x5, 0x0, 0xc0021f1090, 0xc000c9f500) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xcd | |
| google.golang.org/grpc.(*parser).recvMsg(0xc0072e0f40, 0x7fffffff, 0xc004f00a78, 0x0, 0x0, 0xc00008b400, 0xc0021f1020, 0x787a95) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63 | |
| google.golang.org/grpc.recvAndDecompress(0xc0072e0f40, 0xc0039cb000, 0x0, 0x0, 0x7fffffff, 0xc0021f1230, 0x62da020, 0x96bb9f0, 0x0, 0xc0021f1128, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d | |
| google.golang.org/grpc.recv(0xc0072e0f40, 0x7f3c79b65bc0, 0xc0005ac530, 0xc0039cb000, 0x0, 0x0, 0x500ce60, 0xc0063d2000, 0x7fffffff, 0xc0021f1230, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc006290540, 0x500ce60, 0xc0063d2000, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:1473 +0x170 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb.(*distSQLFlowStreamServer).Recv(0xc0028dfb70, 0x62f97e0, 0xc004f292f0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:655 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).Next(0xc000cb05b0, 0x62f97e0, 0xc004f292f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:263 +0x19b | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*noopOperator).Next(0xc007498360, 0x62f9720, 0xc004b5ea00, 0x1, 0x61bc8da) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/operator.go:238 +0x47 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).next(0xc00754a000, 0x57ed290, 0x7b0bba, 0x2d49b93) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:222 +0x155 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).nextAdapter(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:247 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror.CatchVectorizedRuntimeError(0xc0021f1538, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror/error.go:93 +0x5f | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).Next(0xc00754a000, 0x62f9720, 0xc004b5ea00, 0x3458c20, 0x62fe4e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:253 +0x5b | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc004b5ea00, 0x63257a0, 0xc00754a000, 0x62cad20, 0xc004c25180) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc00754a000, 0x62f9720, 0xc004b5ea00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc002dd6c60, 0x62f9720, 0xc004b5ea00, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc000ac6e70, 0xc0056602d0, 0xc002c07b00, 0xc004c25180, 0xc00310c518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc00571dc80, 0xc00310c518, 0xc000ac6e70, 0xc0056602d0, 0x62fbba0, 0xc005660a20, 0x0, 0xc004c25180, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc00310c000, 0x62f97e0, 0xc00571dc80, 0xc00310c418, 0x3, 0x7f3c72d5a8e0, 0xc0054e0680, 0xc0018fff01, 0xc004936e98, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc00310c000, 0x62f97e0, 0xc00571dc80, 0xc00310c418, 0x7f3c72d5a8e0, 0xc0054e0680, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc00310c000, 0x62f97e0, 0xc00571dc80, 0x6318620, 0xc0042f6460, 0xc002d57be8, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc00310c000, 0x62f97e0, 0xc00571dc80, 0x6318620, 0xc0042f6460, 0xc002d57be8, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc00310c000, 0x62f97e0, 0xc00571dc20, 0xc003e3c0f0, 0xc00571daa0, 0x3, 0x3, 0xc004e877a6, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc0057fea39, 0x0, 0x0, 0x12e347b4, 0xed7a0b942, 0x0, 0xc00310c000, 0xc0021f3880, 0xc0021f3870, 0x4a, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc00310c000, 0x62f9720, 0xc002bc0dc0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc00310c000, 0x62f9720, 0xc005646080, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc0023182b0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc005646080, 0xc00310c000, 0x5400, 0x15000, 0xc000cfadc0, 0xc0023182b0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc004c38392, 0xc005511d40, 0x62f9720, 0xc005646080, 0xc0023182b0, 0xc000e55700, 0xc0054e0000, 0x6329020, 0xc00589c270, 0xc002cb6e40, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 246070 [select, 35 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).RunWithStream(0xc002a60750, 0x62f97e0, 0xc00394db60, 0x7f3c7384d4c0, 0xc003b11a30, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:210 +0x639 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow.vectorizedInboundStreamHandler.Run(0xc002a60750, 0x62f97e0, 0xc00394db60, 0x63759e0, 0xc003b11a30, 0xc004ed5740, 0xc000113e60, 0xc0062b7958, 0x2) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/vectorized_flow.go:1168 +0x63 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).flowStreamInt(0xc000ced8c0, 0x62f97e0, 0xc00394db60, 0x63759e0, 0xc003b11a30, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:623 +0x4b0 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).FlowStream(0xc000ced8c0, 0x63759e0, 0xc003b11a30, 0x62cc660, 0xc000ced8c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:629 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb._DistSQL_FlowStream_Handler(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc00683ea80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:636 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc00683ea80, 0xc0038598c0, 0x57ed320, 0x57ed320, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc00683ea80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc00683ea80, 0xc0038598c0, 0xc001e65980, 0x4edd9e0, 0xc001e65980) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc00683ea80, 0xc0038598c0, 0x57ed320, 0x62f97e0, 0xc00394db30) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc0032ac500, 0xc000d7d6e0, 0x8cfe000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc0032ac500, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00045be80, 0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc0032ac500) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 168638 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c79b3c2c0, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc0036c7518, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc0036c7500, 0xc003355600, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc0036c7500, 0xc003355600, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc0011f9548, 0xc003355600, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc003008de0, 0xc003355600, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc004930e20, 0xc003355600, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc0024cd398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc004b60958, 0x624f380, 0xc004930e20, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc004b60700, 0x7f3c7383c0c8, 0xc003008de0, 0x5, 0xc003008de0, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc004b60700, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc004b60700, 0xc004482000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc003cbccc0, 0xc004482000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc00062a048) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc00062a048, 0xc000c17718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc00062a7d0, 0x62bd620, 0xc00062a048, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc00062a000, 0x62f97e0, 0xc0047ec0c0, 0xc002aa4140, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc0047ec0c0, 0x6374de0, 0xc004b60700, 0xc00526f009, 0x7, 0xc0047ec0f0, 0x62a1060, 0xc003d5c210, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc0047ec0c0, 0x6374de0, 0xc004b60700, 0xc004f8a001, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc003008de0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc003008de0, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 244197 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c720ecb50, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc007d37218, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc007d37200, 0xc005addb00, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc007d37200, 0xc005addb00, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc0048b9888, 0xc005addb00, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc007613ce0, 0xc005addb00, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc00322d860, 0xc005addb00, 0x846, 0x846, 0x9678360, 0x100000081, 0xc001989398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc007dc9058, 0x624f380, 0xc00322d860, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc007dc8e00, 0x7f3c7383c0c8, 0xc007613ce0, 0x5, 0xc007613ce0, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc007dc8e00, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc007dc8e00, 0xc008529000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc00350a760, 0xc008529000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc0064fdb48) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc0064fdb48, 0xc004ad1718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc0064fe2d0, 0x62bd620, 0xc0064fdb48, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc0064fdb00, 0x62f97e0, 0xc007fdc0f0, 0xc004a480c0, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc007fdc0f0, 0x6374de0, 0xc007dc8e00, 0xc009331009, 0x7, 0xc007fdc180, 0x62a1060, 0xc007d9a8a0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc007fdc0f0, 0x6374de0, 0xc007dc8e00, 0xc003b68301, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc007613ce0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc007613ce0, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 237709 [sync.Cond.Wait, 35 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc007f52390, 0x1fc) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc007f52380) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*StmtBuf).CurCmd(0xc004588f20, 0x0, 0x0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_io.go:439 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc0071c4000, 0x62f9720, 0xc007f523c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1415 +0x52 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc0071c4000, 0x62f9720, 0xc007f523c0, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc0040dece0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc007f523c0, 0xc0071c4000, 0x5400, 0x15000, 0xc000cfadc0, 0xc0040dece0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc006c4b8ad, 0xc0040e57a0, 0x62f9720, 0xc007f523c0, 0xc0040dece0, 0xc000e55700, 0xc004588900, 0x6329020, 0xc0012b5470, 0xc00696f140, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 244791 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c720ec8e0, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc006889618, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc006889600, 0xc005002900, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc006889600, 0xc005002900, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc004ec8360, 0xc005002900, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc0055388a0, 0xc005002900, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc002de7500, 0xc005002900, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc0088d9398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc0066c0cd8, 0x624f380, 0xc002de7500, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc0066c0a80, 0x7f3c7383c0c8, 0xc0055388a0, 0x5, 0xc0055388a0, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc0066c0a80, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc0066c0a80, 0xc003894000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc00a2cc600, 0xc003894000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc00587c048) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc00587c048, 0xc00138f718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc00587c7d0, 0x62bd620, 0xc00587c048, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc00587c000, 0x62f97e0, 0xc00408e2d0, 0xc0039cffb0, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc00408e2d0, 0x6374de0, 0xc0066c0a80, 0xc003ce0009, 0x7, 0xc00408e300, 0x62a1060, 0xc002cf9080, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc00408e2d0, 0x6374de0, 0xc0066c0a80, 0xc0040b2201, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc0055388a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc0055388a0, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 243017 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc000ced200, 0xc0035d3180, 0xc001d66870, 0x41, 0xc00406c3c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1123 +0x312 | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1.1.1(0x62f97e0, 0xc003a3ad80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1058 +0x79 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc002274c90, 0xc000aed9e0, 0xc0035d3270) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 296 [select, 235 minutes]: | |
| google.golang.org/grpc.newClientStream.func5(0xc000b8a000, 0xc0022f0120, 0x62f97e0, 0xc001b4e810) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:318 +0xd7 | |
| created by google.golang.org/grpc.newClientStream | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:317 +0x9a5 | |
| goroutine 239887 [select, 39 minutes]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc004a6ef00, 0xc0046cf5f0, 0x5, 0x5, 0xc0fe1b94e1, 0x0, 0x57f36e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xc7 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc004a6ef00, 0xc0046cf5f0, 0x5, 0x5, 0xc00264b1b8, 0xc00147e400, 0xc00264ae98) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x21a | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc005d695c0, 0xc0046cf5f0, 0x5, 0x5, 0xc0039e0f01, 0xc00264aec0, 0xf54b7c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55 | |
| io.ReadAtLeast(0x6257380, 0xc005d695c0, 0xc0046cf5f0, 0x5, 0x5, 0x5, 0xc001b5a2c2, 0x8, 0x8) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc002b91100, 0xc0046cf5f0, 0x5, 0x5, 0x0, 0xc00264b090, 0xc004896700) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xcd | |
| google.golang.org/grpc.(*parser).recvMsg(0xc0046cf5e0, 0x7fffffff, 0xc003b92e98, 0x2, 0x0, 0xc00264b108, 0xc00264b020, 0x787a95) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63 | |
| google.golang.org/grpc.recvAndDecompress(0xc0046cf5e0, 0xc002b91100, 0x0, 0x0, 0x7fffffff, 0xc0037a9230, 0x62da020, 0x96bb9f0, 0x7dbfe0, 0xc0068610e0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d | |
| google.golang.org/grpc.recv(0xc0046cf5e0, 0x7f3c79b65bc0, 0xc0005ac530, 0xc002b91100, 0x0, 0x0, 0x500ce60, 0xc007057680, 0x7fffffff, 0xc0037a9230, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc00563ed80, 0x500ce60, 0xc007057680, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:1473 +0x170 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb.(*distSQLFlowStreamServer).Recv(0xc004c34970, 0x62f97e0, 0xc004682660, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:655 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).Next(0xc003fd4f70, 0x62f97e0, 0xc004682660, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:263 +0x19b | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*noopOperator).Next(0xc0041b91e0, 0x62f9720, 0xc005646600, 0x1, 0x62f9720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/operator.go:238 +0x47 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).next(0xc003479180, 0x57ed290, 0x7b0bba, 0x2d49b93) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:222 +0x155 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).nextAdapter(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:247 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror.CatchVectorizedRuntimeError(0xc00264b538, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror/error.go:93 +0x5f | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).Next(0xc003479180, 0x62f9720, 0xc005646600, 0x3458c20, 0x62fe4e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:253 +0x5b | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc005646600, 0x63257a0, 0xc003479180, 0x62cad20, 0xc006c29c00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc003479180, 0x62f9720, 0xc005646600) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc003ba70e0, 0x62f9720, 0xc005646600, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc000b26a80, 0xc0040aeb40, 0xc001e66d00, 0xc006c29c00, 0xc0075f7518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc00498d680, 0xc0075f7518, 0xc000b26a80, 0xc0040aeb40, 0x62fbba0, 0xc0040af050, 0x0, 0xc006c29c00, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc0075f7000, 0x62f97e0, 0xc00498d680, 0xc0075f7418, 0x3, 0x7f3c72d5a8e0, 0xc00062d380, 0xc007c25f01, 0xc00693b798, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc0075f7000, 0x62f97e0, 0xc00498d680, 0xc0075f7418, 0x7f3c72d5a8e0, 0xc00062d380, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc0075f7000, 0x62f97e0, 0xc00498d680, 0x6318620, 0xc003482d70, 0xc0075f514d, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc0075f7000, 0x62f97e0, 0xc00498d680, 0x6318620, 0xc003482d70, 0xc0075f514d, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc0075f7000, 0x62f97e0, 0xc00498d650, 0xc001d9a2d0, 0xc00498d410, 0x3, 0x3, 0xc004c69a6e, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc0075f520f, 0x0, 0x0, 0x12e9aa44, 0xed7a0c74f, 0x0, 0xc0075f7000, 0xc0037ab880, 0xc0037ab870, 0xc, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc0075f7000, 0x62f9720, 0xc006f31180, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc0075f7000, 0x62f9720, 0xc004c00880, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc0030f17a0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc004c00880, 0xc0075f7000, 0x5400, 0x15000, 0xc000cfadc0, 0xc0030f17a0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc011277002, 0xc004efae60, 0x62f9720, 0xc004c00880, 0xc0030f17a0, 0xc000e55700, 0xc00062cd00, 0x6329020, 0xc001634cc0, 0xc00693aa20, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 243687 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c7206b318, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc003164798, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc003164780, 0xc007804400, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc003164780, 0xc007804400, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc0048b8b68, 0xc007804400, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc003d27e60, 0xc007804400, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc00322dd20, 0xc007804400, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc001733398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc0040a9758, 0x624f380, 0xc00322dd20, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc0040a9500, 0x7f3c7383c0c8, 0xc003d27e60, 0x5, 0xc003d27e60, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc0040a9500, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc0040a9500, 0xc008528000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc0094a11c0, 0xc008528000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc0064fc048) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc0064fc048, 0xc001ee5718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc0064fc7d0, 0x62bd620, 0xc0064fc048, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc0064fc000, 0x62f97e0, 0xc0047ed9e0, 0xc0065b2350, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc0047ed9e0, 0x6374de0, 0xc0040a9500, 0xc009335009, 0x7, 0xc0047edaa0, 0x62a1060, 0xc005527830, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc0047ed9e0, 0x6374de0, 0xc0040a9500, 0xc00438df01, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc003d27e60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc003d27e60, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 241039 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c715e63c0, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc005579198, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc005579180, 0xc003354400, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc005579180, 0xc003354400, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc001c7c508, 0xc003354400, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc011eeae40, 0xc003354400, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc0072e1040, 0xc003354400, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc005feb398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc001a8de58, 0x624f380, 0xc0072e1040, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc001a8dc00, 0x7f3c7383c0c8, 0xc011eeae40, 0x5, 0xc011eeae40, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc001a8dc00, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc001a8dc00, 0xc001022000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc004e7a580, 0xc001022000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc007664d48) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc007664d48, 0xc004f59718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc0076654d0, 0x62bd620, 0xc007664d48, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc007664d00, 0x62f97e0, 0xc002cb1470, 0xc0024464e0, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc002cb1470, 0x6374de0, 0xc001a8dc00, 0xc00537b009, 0x7, 0xc002cb14d0, 0x62a1060, 0xc005475f80, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc002cb1470, 0x6374de0, 0xc001a8dc00, 0xc003877601, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc011eeae40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc011eeae40, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 240430 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c715e6970, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc00279a918, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc00279a900, 0xc002493200, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc00279a900, 0xc002493200, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc0011f87a8, 0xc002493200, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc006a351a0, 0xc002493200, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc00322dcc0, 0xc002493200, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc001805398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc005fcf758, 0x624f380, 0xc00322dcc0, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc005fcf500, 0x7f3c7383c0c8, 0xc006a351a0, 0x5, 0xc006a351a0, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc005fcf500, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc005fcf500, 0xc00555d000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc003bd4f00, 0xc00555d000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc002135248) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc002135248, 0xc002463718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc0021359d0, 0x62bd620, 0xc002135248, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc002135200, 0x62f97e0, 0xc0048f3830, 0xc00366fb20, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc0048f3830, 0x6374de0, 0xc005fcf500, 0xc00144b009, 0x7, 0xc0048f38c0, 0x62a1060, 0xc0033ad6b0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc0048f3830, 0x6374de0, 0xc005fcf500, 0xc003950a01, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc006a351a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc006a351a0, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 241191 [select, 38 minutes]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc005485540, 0xc004c4f2b0, 0x5, 0x5, 0xc0cf0dcea2, 0x0, 0x57f36e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xc7 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc005485540, 0xc004c4f2b0, 0x5, 0x5, 0xc004d871b8, 0xc002d54d00, 0xc004d86e98) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x21a | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0053150b0, 0xc004c4f2b0, 0x5, 0x5, 0xc004a50501, 0xc004d86ec0, 0xf54b7c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55 | |
| io.ReadAtLeast(0x6257380, 0xc0053150b0, 0xc004c4f2b0, 0x5, 0x5, 0x5, 0xc001b5a2c2, 0x8, 0x8) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc006973a00, 0xc004c4f2b0, 0x5, 0x5, 0x0, 0xc004d87090, 0xc0000a7880) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xcd | |
| google.golang.org/grpc.(*parser).recvMsg(0xc004c4f2a0, 0x7fffffff, 0xc0041e66b8, 0x2, 0x0, 0xc004d87108, 0xc004d87020, 0x787a95) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63 | |
| google.golang.org/grpc.recvAndDecompress(0xc004c4f2a0, 0xc006973a00, 0x0, 0x0, 0x7fffffff, 0xc00412d230, 0x62da020, 0x96bb9f0, 0x7dbfe0, 0xc0041e66c0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d | |
| google.golang.org/grpc.recv(0xc004c4f2a0, 0x7f3c79b65bc0, 0xc0005ac530, 0xc006973a00, 0x0, 0x0, 0x500ce60, 0xc006f7a600, 0x7fffffff, 0xc00412d230, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc002e1fd40, 0x500ce60, 0xc006f7a600, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:1473 +0x170 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb.(*distSQLFlowStreamServer).Recv(0xc002981720, 0x62f97e0, 0xc004f9aa50, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:655 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).Next(0xc001f33ee0, 0x62f97e0, 0xc004f9aa50, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:263 +0x19b | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*noopOperator).Next(0xc0044be1e0, 0x62f9720, 0xc006a58180, 0x1, 0x62f9720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/operator.go:238 +0x47 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).next(0xc004aad600, 0x57ed290, 0x7b0bba, 0x2d49b93) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:222 +0x155 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).nextAdapter(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:247 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror.CatchVectorizedRuntimeError(0xc004d87538, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror/error.go:93 +0x5f | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).Next(0xc004aad600, 0x62f9720, 0xc006a58180, 0x3458c20, 0x62fe4e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:253 +0x5b | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc006a58180, 0x63257a0, 0xc004aad600, 0x62cad20, 0xc00186b180) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc004aad600, 0x62f9720, 0xc006a58180) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc00518d8c0, 0x62f9720, 0xc006a58180, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc001aa7960, 0xc003134f30, 0xc005136a00, 0xc00186b180, 0xc007035518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc004cebb30, 0xc007035518, 0xc001aa7960, 0xc003134f30, 0x62fbba0, 0xc0031354d0, 0x0, 0xc00186b180, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc007035000, 0x62f97e0, 0xc004cebb30, 0xc007035418, 0x3, 0x7f3c72d5a8e0, 0xc007664180, 0xc001c17f01, 0xc00769ce98, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc007035000, 0x62f97e0, 0xc004cebb30, 0xc007035418, 0x7f3c72d5a8e0, 0xc007664180, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc007035000, 0x62f97e0, 0xc004cebb30, 0x6318620, 0xc005484a00, 0xc00555c0a0, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc007035000, 0x62f97e0, 0xc004cebb30, 0x6318620, 0xc005484a00, 0xc00555c0a0, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc007035000, 0x62f97e0, 0xc004cebb00, 0xc00619f0e0, 0xc004ceb980, 0x3, 0x3, 0xc006bcfc26, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc00555c164, 0x0, 0x0, 0xa39de77, 0xed7a0c77a, 0x0, 0xc007035000, 0xc00412f880, 0xc00412f870, 0xc, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc007035000, 0x62f9720, 0xc0031f0740, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc007035000, 0x62f9720, 0xc001fe4180, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc003a660e0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc001fe4180, 0xc007035000, 0x5400, 0x15000, 0xc000cfadc0, 0xc003a660e0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc003cbb8a2, 0xc002ddcb80, 0x62f9720, 0xc001fe4180, 0xc003a660e0, 0xc000e55700, 0xc007663b00, 0x6329020, 0xc00220e2a0, 0xc0057428a0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 169244 [select, 99 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).RunWithStream(0xc000cb05b0, 0x62f97e0, 0xc003740f00, 0x7f3c7384d4c0, 0xc0028dfb70, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:210 +0x639 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow.vectorizedInboundStreamHandler.Run(0xc000cb05b0, 0x62f97e0, 0xc003740f00, 0x63759e0, 0xc0028dfb70, 0xc001053920, 0xc002dd6c60, 0xc00743d958, 0x2) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/vectorized_flow.go:1168 +0x63 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).flowStreamInt(0xc000ced8c0, 0x62f97e0, 0xc003740f00, 0x63759e0, 0xc0028dfb70, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:623 +0x4b0 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).FlowStream(0xc000ced8c0, 0x63759e0, 0xc0028dfb70, 0x62cc660, 0xc000ced8c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:629 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb._DistSQL_FlowStream_Handler(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc006290540, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:636 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc006290540, 0xc0072e0f60, 0x57ed320, 0x57ed320, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc006290540, 0x0, 0xc001e9fe00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc006290540, 0xc0072e0f60, 0xc0062fcbc0, 0x4edd9e0, 0xc0062fcbc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc006290540, 0xc0072e0f60, 0x57ed320, 0x62f97e0, 0xc003740ed0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc0039cb000, 0xc000d7d6e0, 0x8cfe000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc0039cb000, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00045be80, 0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc0039cb000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 239910 [chan receive, 39 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*RowChannel).Next(0xc003f7ff00, 0x0, 0x2, 0x2, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:481 +0x4a | |
| github.com/cockroachdb/cockroach/pkg/sql/rowexec.(*noopProcessor).Next(0xc002798900, 0xc003f7fec0, 0x51e4f62, 0x4, 0x62f9720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/rowexec/noop.go:69 +0x4c | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc003f7fec0, 0x6329660, 0xc002798900, 0x62ce660, 0xc007932000) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc002798900, 0x62f9720, 0xc003f7fec0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc005a4a240, 0x62f9720, 0xc003f7fec0, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc004289500, 0xc002c8cea0, 0xc00337c900, 0xc002b66a80, 0xc00321d518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc001635710, 0xc00321d518, 0xc004289500, 0xc002c8cea0, 0x62fbba0, 0xc002c8d5f0, 0x0, 0xc002b66a80, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc00321d000, 0x62f97e0, 0xc001635710, 0xc00321d418, 0x3, 0x7f3c72d5a8e0, 0xc0060fb880, 0xc00599bf01, 0xc012cbf738, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc00321d000, 0x62f97e0, 0xc001635710, 0xc00321d418, 0x7f3c72d5a8e0, 0xc0060fb880, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc00321d000, 0x62f97e0, 0xc001635710, 0x6318620, 0xc002b93ef0, 0xc0024efa61, 0x71, 0x1, 0x1, 0xc004e5c930, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc00321d000, 0x62f97e0, 0xc001635710, 0x6318620, 0xc002b93ef0, 0xc0024efa61, 0x71, 0x1, 0x1, 0xc004e5c930, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc00321d000, 0x62f97e0, 0xc001635530, 0xc005c6fb30, 0xc0047dcb20, 0x1, 0x1, 0xc005213a6c, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc0024efb07, 0x0, 0x0, 0x32365496, 0xed7a0c75d, 0x0, 0xc00321d000, 0xc005c87880, 0xc005c87870, 0xa4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc00321d000, 0x62f9720, 0xc003920840, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc00321d000, 0x62f9720, 0xc003b46600, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc0024da6e0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc003b46600, 0xc00321d000, 0x5400, 0x15000, 0xc000cfadc0, 0xc0024da6e0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc00505cedd, 0xc0032f2740, 0x62f9720, 0xc003b46600, 0xc0024da6e0, 0xc000e55700, 0xc0060fb200, 0x6329020, 0xc00103d0e0, 0xc00346c660, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 238462 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c72dcc550, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc00051b618, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc00051b600, 0xc00132b600, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc00051b600, 0xc00132b600, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc000011450, 0xc00132b600, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc006fed500, 0xc00132b600, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc004c50e40, 0xc00132b600, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc006fe5398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc0069bfad8, 0x624f380, 0xc004c50e40, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc0069bf880, 0x7f3c7383c0c8, 0xc006fed500, 0x5, 0xc006fed500, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc0069bf880, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc0069bf880, 0xc0073a0000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc003c19940, 0xc0073a0000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc003eed248) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc003eed248, 0xc002e81718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc003eed9d0, 0x62bd620, 0xc003eed248, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc003eed200, 0x62f97e0, 0xc003ffa1b0, 0xc002aa5550, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc003ffa1b0, 0x6374de0, 0xc0069bf880, 0xc00739c009, 0x7, 0xc003ffa1e0, 0x62a1060, 0xc003648540, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc003ffa1b0, 0x6374de0, 0xc0069bf880, 0xc003ff6501, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc006fed500) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc006fed500, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 243183 [chan receive, 36 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*RowChannel).Next(0xc003a55600, 0x0, 0x2, 0x2, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:481 +0x4a | |
| github.com/cockroachdb/cockroach/pkg/sql/rowexec.(*noopProcessor).Next(0xc008af0900, 0xc003a555c0, 0x51e4f62, 0x4, 0x62f9720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/rowexec/noop.go:69 +0x4c | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc003a555c0, 0x6329660, 0xc008af0900, 0x62ce660, 0xc008f8c000) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc008af0900, 0x62f9720, 0xc003a555c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc008aeca20, 0x62f9720, 0xc003a555c0, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc0060f3dc0, 0xc0078c1050, 0xc006427d00, 0xc008e76380, 0xc004e9e518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc007cce0c0, 0xc004e9e518, 0xc0060f3dc0, 0xc0078c1050, 0x62fbba0, 0xc0078c1680, 0x0, 0xc008e76380, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc004e9e000, 0x62f97e0, 0xc007cce0c0, 0xc004e9e418, 0x3, 0x7f3c72d5a8e0, 0xc0041b3c80, 0xc00626bf01, 0xc004710898, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc004e9e000, 0x62f97e0, 0xc007cce0c0, 0xc004e9e418, 0x7f3c72d5a8e0, 0xc0041b3c80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc004e9e000, 0x62f97e0, 0xc007cce0c0, 0x6318620, 0xc0054ae910, 0xc003221432, 0x71, 0x1, 0x1, 0xc004e5c930, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc004e9e000, 0x62f97e0, 0xc007cce0c0, 0x6318620, 0xc0054ae910, 0xc003221432, 0x71, 0x1, 0x1, 0xc004e5c930, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc004e9e000, 0x62f97e0, 0xc007cce090, 0xc0066fd770, 0xc002274be0, 0x1, 0x1, 0xc007966ccc, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc0032214da, 0x0, 0x0, 0x372dddb7, 0xed7a0c80a, 0x0, 0xc004e9e000, 0xc00517d880, 0xc00517d870, 0xb8, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc004e9e000, 0x62f9720, 0xc007c83980, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc004e9e000, 0x62f9720, 0xc003204f80, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc0047dd6d0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc003204f80, 0xc004e9e000, 0x5400, 0x15000, 0xc000cfadc0, 0xc0047dd6d0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc006bce092, 0xc0028e6560, 0x62f9720, 0xc003204f80, 0xc0047dd6d0, 0xc000e55700, 0xc0041b3600, 0x6329020, 0xc0043e9fb0, 0xc006cb9d40, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 240520 [select, 39 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStreamHelper(0x62f97e0, 0xc0050b3e90, 0x63759e0, 0xc0065b3e10, 0xc005439080, 0x62cc6a0, 0xc003f7ff00, 0xc005a4a240, 0xc00097b7c0, 0xc005b457a8) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:162 +0x252 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStream(0x62f97e0, 0xc0050b3e90, 0x63759e0, 0xc0065b3e10, 0xc005439080, 0x62cc6a0, 0xc003f7ff00, 0xc005a4a240, 0x62f97e0, 0xc0050b3e90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:79 +0x8d | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.RowInboundStreamHandler.Run(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:55 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).flowStreamInt(0xc000ced8c0, 0x62f97e0, 0xc0050b3e90, 0x63759e0, 0xc0065b3e10, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:623 +0x4b0 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).FlowStream(0xc000ced8c0, 0x63759e0, 0xc0065b3e10, 0x62cc660, 0xc000ced8c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:629 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb._DistSQL_FlowStream_Handler(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc005ab43c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:636 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc005ab43c0, 0xc003a879a0, 0x57ed320, 0x57ed320, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc005ab43c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc005ab43c0, 0xc003a879a0, 0xc00467c1c0, 0x4edd9e0, 0xc00467c1c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc005ab43c0, 0xc003a879a0, 0x57ed320, 0x62f97e0, 0xc0050b3e60) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc004286000, 0xc000d7d6e0, 0x8cfe000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc004286000, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00045be80, 0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc004286000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 521 [select]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc0004401e0, 0xc000e12650, 0x5, 0x5, 0xc0000e0380, 0x7f3c79b92f80, 0x57f36e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xc7 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0004401e0, 0xc000e12650, 0x5, 0x5, 0xc001a54d38, 0xc000d540e0, 0xc001a54a18) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x21a | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc000bf7740, 0xc000e12650, 0x5, 0x5, 0x5fe, 0xc001a54a40, 0xf54b7c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55 | |
| io.ReadAtLeast(0x6257380, 0xc000bf7740, 0xc000e12650, 0x5, 0x5, 0x5, 0x601, 0x7f3c79a5f578, 0xc001a54b00) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc001c7e300, 0xc000e12650, 0x5, 0x5, 0x8, 0xc001a54c70, 0xc000685880) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xcd | |
| google.golang.org/grpc.(*parser).recvMsg(0xc000e12640, 0x7fffffff, 0x20, 0x20, 0x4cb0560, 0x4f00000000978c80, 0x1, 0x20) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63 | |
| google.golang.org/grpc.recvAndDecompress(0xc000e12640, 0xc001c7e300, 0x0, 0x0, 0x7fffffff, 0xc001a54db0, 0x62da020, 0x96bb9f0, 0xc001a54c70, 0x7c561b, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d | |
| google.golang.org/grpc.recv(0xc000e12640, 0x7f3c79b65bc0, 0xc0005ac530, 0xc001c7e300, 0x0, 0x0, 0x4ff6d20, 0xc00322d9a0, 0x7fffffff, 0xc001a54db0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc0009760c0, 0x4ff6d20, 0xc00322d9a0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:1473 +0x170 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*multiRaftRaftMessageBatchServer).Recv(0xc001f07e50, 0x62f97e0, 0xc000bf79e0, 0xc0086af680) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/storage_services.pb.go:142 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*lockedRaftMessageResponseStream).Recv(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/raft_transport.go:84 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).RaftMessageBatch.func1.1.1(0x6375140, 0xc001f07e50, 0xc000e76f00, 0x62f97e0, 0xc000bf79e0, 0x978308, 0x4efa600) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/raft_transport.go:342 +0x7e | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).RaftMessageBatch.func1.1(0x62f97e0, 0xc000bf79e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/raft_transport.go:378 +0x5d | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001f07e70, 0xc000aed9e0, 0xc000bf7920) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 520 [select, 235 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).RaftMessageBatch(0xc000e76f00, 0x6375140, 0xc001f07e50, 0x629c6a0, 0xc000e76f00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/raft_transport.go:384 +0x1b7 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver._MultiRaft_RaftMessageBatch_Handler(0x510d520, 0xc000e76f00, 0x6355040, 0xc0009760c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/storage_services.pb.go:123 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x510d520, 0xc000e76f00, 0x6355040, 0xc0009760c0, 0xc000e12660, 0x57ebc90, 0x57ebc90, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x510d520, 0xc000e76f00, 0x6355040, 0xc0009760c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x510d520, 0xc000e76f00, 0x6355040, 0xc0009760c0, 0xc000e12660, 0xc000b9ba80, 0x4edd9e0, 0xc000b9ba80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x510d520, 0xc000e76f00, 0x6355040, 0xc0009760c0, 0xc000e12660, 0x57ebc90, 0x62f97e0, 0xc000bf78f0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc001c7e300, 0xc000d7c150, 0x8cfdf60, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc001c7e300, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00045be80, 0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc001c7e300) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 519 [select, 235 minutes]: | |
| google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc001c7e200) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:318 +0xcc | |
| google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:333 | |
| google.golang.org/grpc.(*csAttempt).recvMsg(0xc001ea0380, 0x4ff6e40, 0xc000b9b940, 0xc0008acc38, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:870 +0x721 | |
| google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc001ea0380, 0x203000, 0x203000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:735 +0x46 | |
| google.golang.org/grpc.(*clientStream).withRetry(0xc000112240, 0xc001bd7da0, 0xc001bd7d70, 0x57f36f8, 0x40) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:589 +0x360 | |
| google.golang.org/grpc.(*clientStream).RecvMsg(0xc000112240, 0x4ff6e40, 0xc000b9b940, 0xc001bd7e88, 0x78ea26) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:734 +0x103 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*multiRaftRaftMessageBatchClient).Recv(0xc001f07d00, 0x0, 0xc001bd7ee8, 0x30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/storage_services.pb.go:75 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).processQueue.func1.1.1(0x63750e0, 0xc001f07d00, 0xc00007af80, 0xc000e76f00, 0x62f97e0, 0xc000bf6fc0, 0x978308, 0x4efa600) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/raft_transport.go:459 +0x3b | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).processQueue.func1.1(0x62f97e0, 0xc000bf6fc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/raft_transport.go:474 +0x66 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001f07d20, 0xc000aed9e0, 0xc000bf6ed0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 518 [select, 235 minutes]: | |
| google.golang.org/grpc.newClientStream.func5(0xc000b8a000, 0xc000112240, 0x62f97e0, 0xc000bf6c00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:318 +0xd7 | |
| created by google.golang.org/grpc.newClientStream | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:317 +0x9a5 | |
| goroutine 517 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).processQueue(0xc000e76f00, 0x3, 0xc00092a9c0, 0xc00007af80, 0x63750e0, 0xc001f07d00, 0x6375000, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/raft_transport.go:485 +0x510 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).startProcessNewQueue.func2(0x62f97e0, 0xc000bf6720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/raft_transport.go:636 +0x3bc | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001f07c00, 0xc000aed9e0, 0xc000bf6540) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 242517 [chan receive, 37 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*RowChannel).Next(0xc005a68dc0, 0x0, 0x2, 0x2, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:481 +0x4a | |
| github.com/cockroachdb/cockroach/pkg/sql/rowexec.(*noopProcessor).Next(0xc004384000, 0xc005a68d80, 0x51e4f62, 0x4, 0x62f9720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/rowexec/noop.go:69 +0x4c | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc005a68d80, 0x6329660, 0xc004384000, 0x62ce660, 0xc0066e4a80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc004384000, 0x62f9720, 0xc005a68d80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc006c5f680, 0x62f9720, 0xc005a68d80, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc0046d31f0, 0xc002c3b4d0, 0xc0025b0e00, 0xc0031ca700, 0xc0017bd518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc0048f28d0, 0xc0017bd518, 0xc0046d31f0, 0xc002c3b4d0, 0x62fbba0, 0xc002c3bc20, 0x0, 0xc0031ca700, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc0017bd000, 0x62f97e0, 0xc0048f28d0, 0xc0017bd418, 0x3, 0x7f3c72d5a8e0, 0xc0048c8f80, 0xc0058a7f01, 0xc004cedfd8, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc0017bd000, 0x62f97e0, 0xc0048f28d0, 0xc0017bd418, 0x7f3c72d5a8e0, 0xc0048c8f80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc0017bd000, 0x62f97e0, 0xc0048f28d0, 0x6318620, 0xc0044424b0, 0xc006f8700d, 0x71, 0x1, 0x1, 0xc004e5c930, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc0017bd000, 0x62f97e0, 0xc0048f28d0, 0x6318620, 0xc0044424b0, 0xc006f8700d, 0x71, 0x1, 0x1, 0xc004e5c930, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc0017bd000, 0x62f97e0, 0xc0048f28a0, 0xc00619f950, 0xc005bafe10, 0x1, 0x1, 0xc007105a50, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc006f870b3, 0x0, 0x0, 0x2f5f965f, 0xed7a0c7ae, 0x0, 0xc0017bd000, 0xc0058a9880, 0xc0058a9870, 0x5, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc0017bd000, 0x62f9720, 0xc001d8a340, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc0017bd000, 0x62f9720, 0xc0031dfc40, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc0047dd6a0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc0031dfc40, 0xc0017bd000, 0x5400, 0x15000, 0xc000cfadc0, 0xc0047dd6a0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc007d9ca3d, 0xc003bd5560, 0x62f9720, 0xc0031dfc40, 0xc0047dd6a0, 0xc000e55700, 0xc0048c8900, 0x6329020, 0xc004467e90, 0xc00488a720, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 334 [select]: | |
| google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0007d9f40, 0x1, 0x0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x122 | |
| google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc001fcfc20, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1e3 | |
| google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc0007bfa40) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xedb | |
| goroutine 239981 [select, 39 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).RunWithStream(0xc003fd4f70, 0x62f97e0, 0xc005d69650, 0x7f3c7384d4c0, 0xc004c34970, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:210 +0x639 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow.vectorizedInboundStreamHandler.Run(0xc003fd4f70, 0x62f97e0, 0xc005d69650, 0x63759e0, 0xc004c34970, 0xc007057560, 0xc003ba70e0, 0xc007cfb958, 0x2) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/vectorized_flow.go:1168 +0x63 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).flowStreamInt(0xc000ced8c0, 0x62f97e0, 0xc005d69650, 0x63759e0, 0xc004c34970, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:623 +0x4b0 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).FlowStream(0xc000ced8c0, 0x63759e0, 0xc004c34970, 0x62cc660, 0xc000ced8c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:629 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb._DistSQL_FlowStream_Handler(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc00563ed80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:636 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc00563ed80, 0xc0046cf600, 0x57ed320, 0x57ed320, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc00563ed80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc00563ed80, 0xc0046cf600, 0xc003f7f840, 0x4edd9e0, 0xc003f7f840) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc00563ed80, 0xc0046cf600, 0x57ed320, 0x62f97e0, 0xc005d69620) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc002b91100, 0xc000d7d6e0, 0x8cfe000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc002b91100, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00045be80, 0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc002b91100) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 238975 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c72dcbed0, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc0037c3298, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc0037c3280, 0xc002f8bb00, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc0037c3280, 0xc002f8bb00, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc0011f8410, 0xc002f8bb00, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc0025cd020, 0xc002f8bb00, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc0072e0580, 0xc002f8bb00, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc0026f7398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc006dff3d8, 0x624f380, 0xc0072e0580, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc006dff180, 0x7f3c7383c0c8, 0xc0025cd020, 0x5, 0xc0025cd020, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc006dff180, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc006dff180, 0xc00739d000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc0022c1740, 0xc00739d000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc0048c8048) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc0048c8048, 0xc0026c3718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc0048c87d0, 0x62bd620, 0xc0048c8048, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc0048c8000, 0x62f97e0, 0xc005d682d0, 0xc003b2e0c0, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc005d682d0, 0x6374de0, 0xc006dff180, 0xc0073a1009, 0x7, 0xc005d683f0, 0x62a1060, 0xc005a98cf0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc005d682d0, 0x6374de0, 0xc006dff180, 0xc005760c01, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc0025cd020) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc0025cd020, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 1852 [select]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc002c0c280, 0xc0033fc2b0, 0x5, 0x5, 0xc008ae3290, 0xc000444380, 0x57f36e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:186 +0xd3 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc002c0c280, 0xc0033fc2b0, 0x5, 0x5, 0xc0034afcc8, 0xc0005862c0, 0xc0034af710) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:166 +0x195 | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc002210240, 0xc0033fc2b0, 0x5, 0x5, 0x4, 0xc0034af738, 0xf5375c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55 | |
| io.ReadAtLeast(0x6257380, 0xc002210240, 0xc0033fc2b0, 0x5, 0x5, 0x5, 0x0, 0x78ea26, 0x203002) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc002dce000, 0xc0033fc2b0, 0x5, 0x5, 0xc0034af7f8, 0x7886e4, 0xc00299b9e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xcd | |
| google.golang.org/grpc.(*parser).recvMsg(0xc0033fc2a0, 0x7fffffff, 0xc008e9ff40, 0xc000444380, 0x7f3c79b928b8, 0x0, 0x7d12d8, 0xec17c6ab8d521) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63 | |
| google.golang.org/grpc.recvAndDecompress(0xc0033fc2a0, 0xc002dce000, 0x0, 0x0, 0x7fffffff, 0xc0034afa60, 0x62da020, 0x96bb9f0, 0x9668940, 0xc0034af9d0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d | |
| google.golang.org/grpc.recv(0xc0033fc2a0, 0x7f3c79b65bc0, 0xc0005ac530, 0xc002dce000, 0x0, 0x0, 0x4ff7bc0, 0xc005eb6900, 0x7fffffff, 0xc0034afa60, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b | |
| google.golang.org/grpc.(*csAttempt).recvMsg(0xc001ea0400, 0x4ff7bc0, 0xc005eb6900, 0xc0034afa60, 0x0, 0x96bb9f0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:884 +0xed | |
| google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc001ea0400, 0x203001, 0x203001) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:735 +0x46 | |
| google.golang.org/grpc.(*clientStream).withRetry(0xc0001127e0, 0xc0034afbc8, 0xc0034afb98, 0x96bb9f0, 0x20) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:589 +0x360 | |
| google.golang.org/grpc.(*clientStream).RecvMsg(0xc0001127e0, 0x4ff7bc0, 0xc005eb6900, 0xc0024851e0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:734 +0x103 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/ctpb.(*closedTimestampGetClient).Recv(0xc000b3b660, 0xc0024851e0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/ctpb/service.pb.go:74 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/transport.(*Clients).getOrCreateClient.func1(0x62f97e0, 0xc0022101e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/transport/clients.go:142 +0x443 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0007d0af0, 0xc000aed9e0, 0xc0032e87c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 337 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c79b3c870, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc000a39d18, 0x72, 0x1400, 0x141b, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc000a39d00, 0xc001089500, 0x141b, 0x141b, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc000a39d00, 0xc001089500, 0x141b, 0x141b, 0x203001, 0xc00244a910, 0x66) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc0000103c0, 0xc001089500, 0x141b, 0x141b, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| crypto/tls.(*atLeastReader).Read(0xc0070e7a60, 0xc001089500, 0x141b, 0x141b, 0x78ea26, 0xc000c9ee00, 0xc00244a9e8) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc000d18958, 0x624f380, 0xc0070e7a60, 0x78ca05, 0x4bbab80, 0x51115e0) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc000d18700, 0x6257d40, 0xc0000103c0, 0x5, 0xc0000103c0, 0x1) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc000d18700, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc000d18700, 0xc00202c000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| bufio.(*Reader).Read(0xc00066d020, 0xc000e4a1f8, 0x9, 0x9, 0x20, 0xc00244acf8, 0xf4122c) | |
| /usr/local/go/src/bufio/bufio.go:226 +0x26a | |
| io.ReadAtLeast(0x624f160, 0xc00066d020, 0xc000e4a1f8, 0x9, 0x9, 0x9, 0x28dcc5a2d6020e01, 0x0, 0x0) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| golang.org/x/net/http2.readFrameHeader(0xc000e4a1f8, 0x9, 0x9, 0x624f160, 0xc00066d020, 0x0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x87 | |
| golang.org/x/net/http2.(*Framer).ReadFrame(0xc000e4a1c0, 0xc0047aa1e0, 0x9668940, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa1 | |
| google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc000a65c00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1273 +0x183 | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd23 | |
| goroutine 546 [select]: | |
| google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0019de910, 0x1, 0x0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x122 | |
| google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc00066d0e0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1e3 | |
| google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc000a65c00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:346 +0x7b | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:344 +0xedb | |
| goroutine 491 [select, 235 minutes]: | |
| google.golang.org/grpc.newClientStream.func5(0xc0007c4e00, 0xc0001125a0, 0x62f97e0, 0xc000bf7b90) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:318 +0xd7 | |
| created by google.golang.org/grpc.newClientStream | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:317 +0x9a5 | |
| goroutine 492 [select, 235 minutes]: | |
| google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc001c7e400) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:318 +0xcc | |
| google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:333 | |
| google.golang.org/grpc.(*csAttempt).recvMsg(0xc000a39d80, 0x4ff6e40, 0xc001f86600, 0xc0008aec38, 0x7ad826, 0xc001bdaca0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:870 +0x721 | |
| google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc000a39d80, 0x203000, 0x203000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:735 +0x46 | |
| google.golang.org/grpc.(*clientStream).withRetry(0xc0001125a0, 0xc001bdada0, 0xc001bdad70, 0x600ea249, 0x40) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:589 +0x360 | |
| google.golang.org/grpc.(*clientStream).RecvMsg(0xc0001125a0, 0x4ff6e40, 0xc001f86600, 0xc001bdae88, 0x78ea26) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:734 +0x103 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*multiRaftRaftMessageBatchClient).Recv(0xc001f07eb0, 0xd695d2be9808571b, 0xd2be9808571b, 0x30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/storage_services.pb.go:75 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).processQueue.func1.1.1(0x63750e0, 0xc001f07eb0, 0xc001daa180, 0xc000e76f00, 0x62f97e0, 0xc000bf7e60, 0x978308, 0x4efa600) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/raft_transport.go:459 +0x3b | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).processQueue.func1.1(0x62f97e0, 0xc000bf7e60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/raft_transport.go:474 +0x66 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001f07ed0, 0xc000aed9e0, 0xc000bf7e00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 278597 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc0002d6fe0, 0x1124) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc0002d6fd0) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/pebble/internal/record.(*flusherCond).Wait(...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:193 | |
| github.com/cockroachdb/pebble/internal/record.(*LogWriter).flushLoop(0xc0002d6f00, 0x62f97e0, 0xc0080a8270) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:396 +0x11d | |
| runtime/pprof.Do(0x62f97e0, 0xc0080a8270, 0xc0003ba980, 0x1, 0x1, 0xc0020f37b8) | |
| /usr/local/go/src/runtime/pprof/runtime.go:37 +0xf8 | |
| github.com/cockroachdb/pebble/internal/record.NewLogWriter.func2(0xc0002d6f00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:314 +0x89 | |
| created by github.com/cockroachdb/pebble/internal/record.NewLogWriter | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/pebble/internal/record/log_writer.go:313 +0x2cd | |
| goroutine 239670 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c715e6ff0, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc000bd6598, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc000bd6580, 0xc002f8b200, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc000bd6580, 0xc002f8b200, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc004ec84b8, 0xc002f8b200, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc003694ae0, 0xc002f8b200, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc004930e80, 0xc002f8b200, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc0023dd398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc006eb1ad8, 0x624f380, 0xc004930e80, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc006eb1880, 0x7f3c7383c0c8, 0xc003694ae0, 0x5, 0xc003694ae0, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc006eb1880, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc006eb1880, 0xc005df8000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc0075df0a0, 0xc005df8000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc0041b1248) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc0041b1248, 0xc00763f718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc0041b19d0, 0x62bd620, 0xc0041b1248, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc0041b1200, 0x62f97e0, 0xc002f87530, 0xc0030f0c40, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc002f87530, 0x6374de0, 0xc006eb1880, 0xc002187009, 0x7, 0xc002f87560, 0x62a1060, 0xc00282e870, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc002f87530, 0x6374de0, 0xc006eb1880, 0xc004f8a801, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc003694ae0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc003694ae0, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 239657 [select, 39 minutes]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc003dcd770, 0xc0078dbd70, 0x5, 0x5, 0xc0a7ff68be, 0x0, 0x57f36e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xc7 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc003dcd770, 0xc0078dbd70, 0x5, 0x5, 0xc0078cd1b8, 0xc003aa39a0, 0xc0078cce98) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x21a | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc004528fc0, 0xc0078dbd70, 0x5, 0x5, 0xc0028de001, 0xc0078ccec0, 0xf54b7c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55 | |
| io.ReadAtLeast(0x6257380, 0xc004528fc0, 0xc0078dbd70, 0x5, 0x5, 0x5, 0xc001b5a2c2, 0x8, 0x8) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc002b90800, 0xc0078dbd70, 0x5, 0x5, 0x0, 0xc0078cd090, 0xc000d18000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xcd | |
| google.golang.org/grpc.(*parser).recvMsg(0xc0078dbd60, 0x7fffffff, 0xc000382118, 0x2, 0x0, 0xc0078cd108, 0xc0078cd020, 0x787a95) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63 | |
| google.golang.org/grpc.recvAndDecompress(0xc0078dbd60, 0xc002b90800, 0x0, 0x0, 0x7fffffff, 0xc006fcb230, 0x62da020, 0x96bb9f0, 0x7dbfe0, 0xc0031a79e0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d | |
| google.golang.org/grpc.recv(0xc0078dbd60, 0x7f3c79b65bc0, 0xc0005ac530, 0xc002b90800, 0x0, 0x0, 0x500ce60, 0xc0060d9c20, 0x7fffffff, 0xc006fcb230, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc007621140, 0x500ce60, 0xc0060d9c20, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:1473 +0x170 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb.(*distSQLFlowStreamServer).Recv(0xc004508d00, 0x62f97e0, 0xc003618930, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:655 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).Next(0xc0046bb6c0, 0x62f97e0, 0xc003618930, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:263 +0x19b | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*noopOperator).Next(0xc003b1dea0, 0x62f9720, 0xc001d8af00, 0x1, 0x62f9720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/operator.go:238 +0x47 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).next(0xc00627bb80, 0x57ed290, 0x7b0bba, 0x2d49b93) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:222 +0x155 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).nextAdapter(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:247 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror.CatchVectorizedRuntimeError(0xc0078cd538, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror/error.go:93 +0x5f | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).Next(0xc00627bb80, 0x62f9720, 0xc001d8af00, 0x3458c20, 0x62fe4e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:253 +0x5b | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc001d8af00, 0x63257a0, 0xc00627bb80, 0x62cad20, 0xc007634000) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc00627bb80, 0x62f9720, 0xc001d8af00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc002dd87e0, 0x62f9720, 0xc001d8af00, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc0046d2230, 0xc00520f7a0, 0xc002141700, 0xc007634000, 0xc007615518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc0052e0a20, 0xc007615518, 0xc0046d2230, 0xc00520f7a0, 0x62fbba0, 0xc00520fd40, 0x0, 0xc007634000, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc007615000, 0x62f97e0, 0xc0052e0a20, 0xc007615418, 0x3, 0x7f3c72d5a8e0, 0xc0041b1880, 0xc0078cdf01, 0xc0060d8cb8, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc007615000, 0x62f97e0, 0xc0052e0a20, 0xc007615418, 0x7f3c72d5a8e0, 0xc0041b1880, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc007615000, 0x62f97e0, 0xc0052e0a20, 0x6318620, 0xc005778050, 0xc002e475c8, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc007615000, 0x62f97e0, 0xc0052e0a20, 0x6318620, 0xc005778050, 0xc002e475c8, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc007615000, 0x62f97e0, 0xc0052e09f0, 0xc004149680, 0xc0052e0870, 0x3, 0x3, 0xc0113dd28e, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc002e4768a, 0x0, 0x0, 0x30ae914d, 0xed7a0c73b, 0x0, 0xc007615000, 0xc006fcd880, 0xc006fcd870, 0x13, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc007615000, 0x62f9720, 0xc006a58fc0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc007615000, 0x62f9720, 0xc0049b9d80, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc0030f0c90, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc0049b9d80, 0xc007615000, 0x5400, 0x15000, 0xc000cfadc0, 0xc0030f0c90, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc0113dc9ed, 0xc0075df0e0, 0x62f9720, 0xc0049b9d80, 0xc0030f0c90, 0xc000e55700, 0xc0041b1200, 0x6329020, 0xc002f87680, 0xc00326c5a0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 577 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/transport.(*Server).Get(0xc000bea2c0, 0x7f3c73848868, 0xc001f8d0d0, 0x7f3c73848868, 0xc001f8d0d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/transport/server.go:82 +0x2ea | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/container.delayedServer.Get(0x1, 0x62513e0, 0xc000bea2c0, 0x6375380, 0xc001f8d0d0, 0x1, 0xc001f8d0d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/container/container.go:96 +0xff | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/ctpb._ClosedTimestamp_Get_Handler(0x4b8d3e0, 0xc000d2b700, 0x6355040, 0xc0017e49c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/ctpb/service.pb.go:90 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x4b8d3e0, 0xc000d2b700, 0x6355040, 0xc0017e49c0, 0xc000d237e0, 0x57ebf48, 0x57ebf48, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x4b8d3e0, 0xc000d2b700, 0x6355040, 0xc0017e49c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x4b8d3e0, 0xc000d2b700, 0x6355040, 0xc0017e49c0, 0xc000d237e0, 0xc00258d4c0, 0x4edd9e0, 0xc00258d4c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x4b8d3e0, 0xc000d2b700, 0x6355040, 0xc0017e49c0, 0xc000d237e0, 0x57ebf48, 0x62f97e0, 0xc0019f5350) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc002dcec00, 0xc000d7c570, 0x8cf09a0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc002dcec00, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00045be80, 0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc002dcec00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 237883 [chan receive, 40 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*RowChannel).Next(0xc004304d40, 0x0, 0x2, 0x2, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:481 +0x4a | |
| github.com/cockroachdb/cockroach/pkg/sql/rowexec.(*noopProcessor).Next(0xc000adf200, 0xc004304d00, 0x51e4f62, 0x4, 0x62f9720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/rowexec/noop.go:69 +0x4c | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc004304d00, 0x6329660, 0xc000adf200, 0x62ce660, 0xc00620f880) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc000adf200, 0x62f9720, 0xc004304d00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc003bc4000, 0x62f9720, 0xc004304d00, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc000a9bea0, 0xc0029d4bd0, 0xc0040b7b00, 0xc005748700, 0xc0017d3518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc005a17d10, 0xc0017d3518, 0xc000a9bea0, 0xc0029d4bd0, 0x62fbba0, 0xc0029d53b0, 0x0, 0xc005748700, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc0017d3000, 0x62f97e0, 0xc005a17d10, 0xc0017d3418, 0x3, 0x7f3c72d5a8e0, 0xc00458a180, 0xc005359f01, 0xc000cf6e38, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc0017d3000, 0x62f97e0, 0xc005a17d10, 0xc0017d3418, 0x7f3c72d5a8e0, 0xc00458a180, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc0017d3000, 0x62f97e0, 0xc005a17d10, 0x6318620, 0xc0033afb80, 0xc006ed6724, 0x71, 0x1, 0x1, 0xc004e5c930, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc0017d3000, 0x62f97e0, 0xc005a17d10, 0x6318620, 0xc0033afb80, 0xc006ed6724, 0x71, 0x1, 0x1, 0xc004e5c930, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc0017d3000, 0x62f97e0, 0xc005a17ce0, 0xc00574b1d0, 0xc003950fa0, 0x1, 0x1, 0xc007105d7c, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc006ed67ca, 0x0, 0x0, 0xa5acdec, 0xed7a0c72f, 0x0, 0xc0017d3000, 0xc006235880, 0xc006235870, 0x9f, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc0017d3000, 0x62f9720, 0xc00309dbc0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc0017d3000, 0x62f9720, 0xc00467db00, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc003b2f2f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc00467db00, 0xc0017d3000, 0x5400, 0x15000, 0xc000cfadc0, 0xc003b2f2f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc00689a472, 0xc003ad7940, 0x62f9720, 0xc00467db00, 0xc003b2f2f0, 0xc000e55700, 0xc004589b00, 0x6329020, 0xc001fe82a0, 0xc004cecde0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 658 [sync.Cond.Wait]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc001908210, 0x113e3) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc001908200) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/provider.(*Provider).Subscribe(0xc000120700, 0x62f97e0, 0xc0019f5350, 0xc0025df680) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/provider/provider.go:296 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/transport.(*Server).Get.func1(0x62f97e0, 0xc0019f5350) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/transport/server.go:65 +0x50 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000aed9e0, 0x62f97e0, 0xc0019f5350, 0xc000587a80, 0x1d, 0x0, 0x0, 0xc000d23820) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:347 +0x152 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:342 +0x131 | |
| goroutine 172410 [select, 96 minutes]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc0058bb180, 0xc0032a3e30, 0x5, 0x5, 0xc04c97d5cc, 0x0, 0x57f36e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xc7 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0058bb180, 0xc0032a3e30, 0x5, 0x5, 0xc001c031b8, 0xc0026a6220, 0xc001c02e98) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x21a | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc00699aa50, 0xc0032a3e30, 0x5, 0x5, 0xc0047dd001, 0xc001c02ec0, 0xf54b7c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55 | |
| io.ReadAtLeast(0x6257380, 0xc00699aa50, 0xc0032a3e30, 0x5, 0x5, 0x5, 0xc001b5a2c2, 0x8, 0x8) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc0042cbe00, 0xc0032a3e30, 0x5, 0x5, 0x0, 0xc001c03090, 0xc000444000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xcd | |
| google.golang.org/grpc.(*parser).recvMsg(0xc0032a3e20, 0x7fffffff, 0xc005107f78, 0x2, 0x0, 0xc001c03108, 0xc001c03020, 0x787a95) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63 | |
| google.golang.org/grpc.recvAndDecompress(0xc0032a3e20, 0xc0042cbe00, 0x0, 0x0, 0x7fffffff, 0xc005269230, 0x62da020, 0x96bb9f0, 0x7dbfe0, 0xc011eebe00, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d | |
| google.golang.org/grpc.recv(0xc0032a3e20, 0x7f3c79b65bc0, 0xc0005ac530, 0xc0042cbe00, 0x0, 0x0, 0x500ce60, 0xc003eb8f60, 0x7fffffff, 0xc005269230, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc003c62a80, 0x500ce60, 0xc003eb8f60, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:1473 +0x170 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb.(*distSQLFlowStreamServer).Recv(0xc002ecef30, 0x62f97e0, 0xc00699af60, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:655 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).Next(0xc000a3af70, 0x62f97e0, 0xc00699af60, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:263 +0x19b | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*noopOperator).Next(0xc000e9fae0, 0x62f9720, 0xc004018bc0, 0x1, 0x62f9720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/operator.go:238 +0x47 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).next(0xc004192100, 0x57ed290, 0x7b0bba, 0x2d49b93) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:222 +0x155 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).nextAdapter(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:247 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror.CatchVectorizedRuntimeError(0xc001c03538, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror/error.go:93 +0x5f | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).Next(0xc004192100, 0x62f9720, 0xc004018bc0, 0x3458c20, 0x62fe4e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:253 +0x5b | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc004018bc0, 0x63257a0, 0xc004192100, 0x62cad20, 0xc005619500) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc004192100, 0x62f9720, 0xc004018bc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc00390eb40, 0x62f9720, 0xc004018bc0, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc0046e45b0, 0xc003218ab0, 0xc0022dff00, 0xc005619500, 0xc00212a518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc00497aae0, 0xc00212a518, 0xc0046e45b0, 0xc003218ab0, 0x62fbba0, 0xc003219050, 0x0, 0xc005619500, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc00212a000, 0x62f97e0, 0xc00497aae0, 0xc00212a418, 0x3, 0x7f3c72d5a8e0, 0xc00298c680, 0xc001a45f01, 0xc011eeb198, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc00212a000, 0x62f97e0, 0xc00497aae0, 0xc00212a418, 0x7f3c72d5a8e0, 0xc00298c680, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc00212a000, 0x62f97e0, 0xc00497aae0, 0x6318620, 0xc004a19a40, 0xc0065b600c, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc00212a000, 0x62f97e0, 0xc00497aae0, 0x6318620, 0xc004a19a40, 0xc0065b600c, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc00212a000, 0x62f97e0, 0xc00497aab0, 0xc0026de5a0, 0xc00497a930, 0x3, 0x3, 0xc011277b8e, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc0065b60ce, 0x0, 0x0, 0x30171dc7, 0xed7a0b9db, 0x0, 0xc00212a000, 0xc00526b880, 0xc00526b870, 0x5, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc00212a000, 0x62f9720, 0xc003a55440, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc00212a000, 0x62f9720, 0xc0064d6080, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc0039ce090, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc0064d6080, 0xc00212a000, 0x5400, 0x15000, 0xc000cfadc0, 0xc0039ce090, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc005486532, 0xc00388b5a0, 0x62f9720, 0xc0064d6080, 0xc0039ce090, 0xc000e55700, 0xc00298c000, 0x6329020, 0xc003740270, 0xc0060865a0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 628 [select, 116 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).PeriodicallyClearSQLStats.func1(0x62f97e0, 0xc000d7ce10) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:777 +0x257 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001fe2270, 0xc000aed9e0, 0xc002146690) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 629 [select, 56 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).PeriodicallyClearSQLStats.func1(0x62f97e0, 0xc000b87320) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:777 +0x257 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001fe2290, 0xc000aed9e0, 0xc0021466c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 630 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/stats.(*Refresher).Start.func1(0x62f97e0, 0xc000d7d530) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/stats/automatic_stats.go:262 +0x1ae | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001fe22a0, 0xc000aed9e0, 0xc000dcae80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 631 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/stmtdiagnostics.(*Registry).poll(0xc0010536e0, 0x62f9720, 0xc002884100) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/stmtdiagnostics/statement_diagnostics.go:147 +0x2ca | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000aed9e0, 0x62f9720, 0xc002884100, 0xc000608920, 0x16, 0x0, 0x0, 0xc001fe22c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:347 +0x152 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:342 +0x131 | |
| goroutine 622 [select, 235 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord.(*DistSender).RangeFeed.func1(0x62f9720, 0xc001e6c980, 0xc0023820a0, 0x17) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvclient/kvcoord/dist_sender_rangefeed.go:65 +0x13f | |
| github.com/cockroachdb/cockroach/pkg/util/ctxgroup.Group.GoCtx.func1(0xc001bdbf68, 0x57efa98) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/ctxgroup/ctxgroup.go:166 +0x3a | |
| golang.org/x/sync/errgroup.(*Group).Go.func1(0xc000d7dd10, 0xc000d7dd40) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:57 +0x64 | |
| created by golang.org/x/sync/errgroup.(*Group).Go | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/sync/errgroup/errgroup.go:54 +0x66 | |
| goroutine 633 [select, 2 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/catalog/lease.(*Manager).PeriodicallyRefreshSomeLeases.func1(0x62f97e0, 0xc000d7ced0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/catalog/lease/lease.go:2008 +0x2a8 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001fe22f0, 0xc000aed9e0, 0xc001fe22e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 634 [select]: | |
| github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).Start.func8(0x62f9760, 0xc000104090) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:670 +0x248 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000aed9e0, 0x62f9760, 0xc000104090, 0xc000608940, 0x13, 0x0, 0x0, 0xc002146c30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:347 +0x152 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:342 +0x131 | |
| goroutine 635 [select, 56 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).Start.func9(0x62f9760, 0xc000104090) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:710 +0x34b | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000aed9e0, 0x62f9760, 0xc000104090, 0xc000d9a2d0, 0xf, 0x0, 0x0, 0xc000dcaf60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:347 +0x152 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:342 +0x131 | |
| goroutine 636 [select]: | |
| github.com/cockroachdb/cockroach/pkg/jobs.(*Registry).Start.func10(0x62f9760, 0xc000104090) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/jobs/registry.go:735 +0x244 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000aed9e0, 0x62f9760, 0xc000104090, 0xc000608960, 0x12, 0x0, 0x0, 0xc002884180) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:347 +0x152 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:342 +0x131 | |
| goroutine 239049 [select, 40 minutes]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc0049bb4a0, 0xc0070c25b0, 0x5, 0x5, 0x62f97e0, 0xc0044f8300, 0x57f36e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xc7 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0049bb4a0, 0xc0070c25b0, 0x5, 0x5, 0xc001d1eda0, 0xc0037161c0, 0xc001d1ea80) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x21a | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0044f8240, 0xc0070c25b0, 0x5, 0x5, 0x50f6840, 0xc001d1eaa8, 0xf54b7c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55 | |
| io.ReadAtLeast(0x6257380, 0xc0044f8240, 0xc0070c25b0, 0x5, 0x5, 0x5, 0x57ed320, 0x1, 0x0) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc004a4e700, 0xc0070c25b0, 0x5, 0x5, 0x99e144, 0x9b22f8, 0xc00328e980) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xcd | |
| google.golang.org/grpc.(*parser).recvMsg(0xc0070c25a0, 0x7fffffff, 0x0, 0xc000b88380, 0x7f3c79b92f80, 0x0, 0x7d12d8, 0xebf4b5ab1b869) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63 | |
| google.golang.org/grpc.recvAndDecompress(0xc0070c25a0, 0xc004a4e700, 0x0, 0x0, 0x7fffffff, 0xc001d1ee18, 0x62da020, 0x96bb9f0, 0x0, 0xc0000a4d10, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d | |
| google.golang.org/grpc.recv(0xc0070c25a0, 0x7f3c79b65bc0, 0xc0005ac530, 0xc004a4e700, 0x0, 0x0, 0x500ce60, 0xc00225a2a0, 0x7fffffff, 0xc001d1ee18, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc005055bc0, 0x500ce60, 0xc00225a2a0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:1473 +0x170 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb.(*distSQLFlowStreamServer).Recv(0xc002f3bb20, 0xc004110440, 0xc0017bd000, 0xa) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:655 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStreamHelper.func2(0xc004110360, 0x63759e0, 0xc002f3bb20, 0xc0070c2680, 0xc005927f80, 0x62f97e0, 0xc0044f8300, 0x62cc6a0, 0xc003833d40, 0xc006190a80, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:135 +0x9f | |
| created by github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStreamHelper | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:132 +0x1b3 | |
| goroutine 240279 [sync.Cond.Wait, 39 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc0044d4c90, 0x8) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc0044d4c80) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*StmtBuf).CurCmd(0xc002135820, 0x0, 0x0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_io.go:439 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc0022d9000, 0x62f9720, 0xc0044d4cc0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1415 +0x52 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc0022d9000, 0x62f9720, 0xc0044d4cc0, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc00366fb50, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc0044d4cc0, 0xc0022d9000, 0x5400, 0x15000, 0xc000cfadc0, 0xc00366fb50, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc004e873a2, 0xc003bd4f80, 0x62f9720, 0xc0044d4cc0, 0xc00366fb50, 0xc000e55700, 0xc002135200, 0x6329020, 0xc0048f3a70, 0xc0041a0000, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 242493 [select, 37 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStreamHelper(0x62f97e0, 0xc005184ff0, 0x63759e0, 0xc0038c0fb0, 0xc007057ec0, 0x62cc6a0, 0xc005a68dc0, 0xc006c5f680, 0xc00097b7c0, 0xc007f2b7a8) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:162 +0x252 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStream(0x62f97e0, 0xc005184ff0, 0x63759e0, 0xc0038c0fb0, 0xc007057ec0, 0x62cc6a0, 0xc005a68dc0, 0xc006c5f680, 0x62f97e0, 0xc005184ff0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:79 +0x8d | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.RowInboundStreamHandler.Run(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:55 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).flowStreamInt(0xc000ced8c0, 0x62f97e0, 0xc005184ff0, 0x63759e0, 0xc0038c0fb0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:623 +0x4b0 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).FlowStream(0xc000ced8c0, 0x63759e0, 0xc0038c0fb0, 0x62cc660, 0xc000ced8c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:629 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb._DistSQL_FlowStream_Handler(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc005a1fbc0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:636 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc005a1fbc0, 0xc00521bd20, 0x57ed320, 0x57ed320, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc005a1fbc0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc005a1fbc0, 0xc00521bd20, 0xc0076a92c0, 0x4edd9e0, 0xc0076a92c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc005a1fbc0, 0xc00521bd20, 0x57ed320, 0x62f97e0, 0xc005184f30) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc00552ff00, 0xc000d7d6e0, 0x8cfe000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc00552ff00, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00045be80, 0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc00552ff00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 241917 [select, 38 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStreamHelper(0x62f97e0, 0xc001fdfec0, 0x63759e0, 0xc004826cb0, 0xc0034dbb00, 0x62cc6a0, 0xc004147d40, 0xc003ba6480, 0xc00097b7c0, 0xc007bfd7a8) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:162 +0x252 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStream(0x62f97e0, 0xc001fdfec0, 0x63759e0, 0xc004826cb0, 0xc0034dbb00, 0x62cc6a0, 0xc004147d40, 0xc003ba6480, 0x62f97e0, 0xc001fdfec0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:79 +0x8d | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.RowInboundStreamHandler.Run(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:55 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).flowStreamInt(0xc000ced8c0, 0x62f97e0, 0xc001fdfec0, 0x63759e0, 0xc004826cb0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:623 +0x4b0 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).FlowStream(0xc000ced8c0, 0x63759e0, 0xc004826cb0, 0x62cc660, 0xc000ced8c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:629 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb._DistSQL_FlowStream_Handler(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc002b76300, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:636 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc002b76300, 0xc003ad6da0, 0x57ed320, 0x57ed320, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc002b76300, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc002b76300, 0xc003ad6da0, 0xc004147e80, 0x4edd9e0, 0xc004147e80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc002b76300, 0xc003ad6da0, 0x57ed320, 0x62f97e0, 0xc001fdfe30) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc005137700, 0xc000d7d6e0, 0x8cfe000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc005137700, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00045be80, 0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc005137700) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 241887 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c7206bcd8, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc006064318, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc006064300, 0xc007494900, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc006064300, 0xc007494900, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc0048b8df8, 0xc007494900, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc001c32a20, 0xc007494900, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc0070e7a80, 0xc007494900, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc006905398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc0037c7058, 0x624f380, 0xc0070e7a80, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc0037c6e00, 0x7f3c7383c0c8, 0xc001c32a20, 0x5, 0xc001c32a20, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc0037c6e00, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc0037c6e00, 0xc007819000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc00308f280, 0xc007819000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc0060fc448) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc0060fc448, 0xc008a25718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc0060fcbd0, 0x62bd620, 0xc0060fc448, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc0060fc400, 0x62f97e0, 0xc0053d3560, 0xc0045f0eb0, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc0053d3560, 0x6374de0, 0xc0037c6e00, 0xc006ede009, 0x7, 0xc0053d3590, 0x62a1060, 0xc00591f9e0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc0053d3560, 0x6374de0, 0xc0037c6e00, 0xc00473d901, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc001c32a20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc001c32a20, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 1864 [chan receive]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/provider.(*Provider).Notify.func1(0x62f97e0, 0xc002210300) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/closedts/provider/provider.go:223 +0x147 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc000b3b6f0, 0xc000aed9e0, 0xc0033fc300) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 240580 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c715e68a0, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc004bf8b18, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc004bf8b00, 0xc004699b00, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc004bf8b00, 0xc004699b00, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc001c7caf8, 0xc004699b00, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc002608840, 0xc004699b00, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc004930ec0, 0xc004699b00, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc004a13398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc007635e58, 0x624f380, 0xc004930ec0, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc007635c00, 0x7f3c7383c0c8, 0xc002608840, 0x5, 0xc002608840, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc007635c00, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc007635c00, 0xc006fb9000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc004048c80, 0xc006fb9000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc0054e1b48) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc0054e1b48, 0xc006001718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc0054e22d0, 0x62bd620, 0xc0054e1b48, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc0054e1b00, 0x62f97e0, 0xc004d704e0, 0xc004a50ee0, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc004d704e0, 0x6374de0, 0xc007635c00, 0xc005a53009, 0x7, 0xc004d70510, 0x62a1060, 0xc004421290, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc004d704e0, 0x6374de0, 0xc007635c00, 0xc005761501, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc002608840) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc002608840, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 1793 [select, 235 minutes]: | |
| google.golang.org/grpc.newClientStream.func5(0xc00095f880, 0xc000b94360, 0x62f97e0, 0xc0012bfc50) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:318 +0xd7 | |
| created by google.golang.org/grpc.newClientStream | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:317 +0x9a5 | |
| goroutine 244701 [select, 36 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).RunWithStream(0xc0063bdd40, 0x62f97e0, 0xc0071490e0, 0x7f3c7384d4c0, 0xc008f89fc0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:210 +0x639 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow.vectorizedInboundStreamHandler.Run(0xc0063bdd40, 0x62f97e0, 0xc0071490e0, 0x63759e0, 0xc008f89fc0, 0xc0029a0780, 0xc0041107e0, 0xc008dff958, 0x2) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/vectorized_flow.go:1168 +0x63 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).flowStreamInt(0xc000ced8c0, 0x62f97e0, 0xc0071490e0, 0x63759e0, 0xc008f89fc0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:623 +0x4b0 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).FlowStream(0xc000ced8c0, 0x63759e0, 0xc008f89fc0, 0x62cc660, 0xc000ced8c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:629 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb._DistSQL_FlowStream_Handler(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc006506180, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:636 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc006506180, 0xc0044445c0, 0x57ed320, 0x57ed320, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc006506180, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc006506180, 0xc0044445c0, 0xc0056d07c0, 0x4edd9e0, 0xc0056d07c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc006506180, 0xc0044445c0, 0x57ed320, 0x62f97e0, 0xc0071490b0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc00691a900, 0xc000d7d6e0, 0x8cfe000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc00691a900, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00045be80, 0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc00691a900) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 245055 [select, 36 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).RunWithStream(0xc00294af70, 0x62f97e0, 0xc003c923c0, 0x7f3c7384d4c0, 0xc001f8d530, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:210 +0x639 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow.vectorizedInboundStreamHandler.Run(0xc00294af70, 0x62f97e0, 0xc003c923c0, 0x63759e0, 0xc001f8d530, 0xc005ea5980, 0xc0067f5d40, 0xc00a0b9958, 0x2) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/vectorized_flow.go:1168 +0x63 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).flowStreamInt(0xc000ced8c0, 0x62f97e0, 0xc003c923c0, 0x63759e0, 0xc001f8d530, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:623 +0x4b0 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).FlowStream(0xc000ced8c0, 0x63759e0, 0xc001f8d530, 0x62cc660, 0xc000ced8c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:629 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb._DistSQL_FlowStream_Handler(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc007d56000, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:636 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc007d56000, 0xc005058300, 0x57ed320, 0x57ed320, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc007d56000, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc007d56000, 0xc005058300, 0xc00464afc0, 0x4edd9e0, 0xc00464afc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc007d56000, 0xc005058300, 0x57ed320, 0x62f97e0, 0xc003c92330) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc002b90a00, 0xc000d7d6e0, 0x8cfe000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc002b90a00, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00045be80, 0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc002b90a00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 172304 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c72dcc890, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc005def418, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc005def400, 0xc0057ddb00, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc005def400, 0xc0057ddb00, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc000011df8, 0xc0057ddb00, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc005ea5320, 0xc0057ddb00, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc002485400, 0xc0057ddb00, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc001a81398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc00600c958, 0x624f380, 0xc002485400, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc00600c700, 0x7f3c7383c0c8, 0xc005ea5320, 0x5, 0xc005ea5320, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc00600c700, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc00600c700, 0xc006823000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc00388b560, 0xc006823000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc00298c048) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc00298c048, 0xc001aaf718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc00298c7d0, 0x62bd620, 0xc00298c048, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc00298c000, 0x62f97e0, 0xc003740120, 0xc0039ce060, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc003740120, 0x6374de0, 0xc00600c700, 0xc001857009, 0x7, 0xc003740150, 0x62a1060, 0xc005d68150, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc003740120, 0x6374de0, 0xc00600c700, 0xc0047ddd01, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc005ea5320) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc005ea5320, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 1780 [select]: | |
| google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc000a65880) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1339 +0x193 | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16cd | |
| goroutine 240894 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c715e6490, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc00328e918, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc00328e900, 0xc0057de400, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc00328e900, 0xc0057de400, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc001c7c978, 0xc0057de400, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc005321680, 0xc0057de400, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc008e819e0, 0xc0057de400, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc001225398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc008005e58, 0x624f380, 0xc008e819e0, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc008005c00, 0x7f3c7383c0c8, 0xc005321680, 0x5, 0xc005321680, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc008005c00, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc008005c00, 0xc000caa000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc003bb1040, 0xc000caa000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc00587c948) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc00587c948, 0xc001945718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc00587d0d0, 0x62bd620, 0xc00587c948, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc00587c900, 0x62f97e0, 0xc003c92360, 0xc0004566e0, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc003c92360, 0x6374de0, 0xc008005c00, 0xc005833009, 0x7, 0xc003c92390, 0x62a1060, 0xc0044631a0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc003c92360, 0x6374de0, 0xc008005c00, 0xc0040df701, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc005321680) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc005321680, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 238727 [select, 40 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStreamHelper(0x62f97e0, 0xc004f293b0, 0x63759e0, 0xc00329e300, 0xc004879aa0, 0x62cc6a0, 0xc0025e2280, 0xc002dd85a0, 0xc00097b7c0, 0xc005e8d7a8) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:162 +0x252 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStream(0x62f97e0, 0xc004f293b0, 0x63759e0, 0xc00329e300, 0xc004879aa0, 0x62cc6a0, 0xc0025e2280, 0xc002dd85a0, 0x62f97e0, 0xc004f293b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:79 +0x8d | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.RowInboundStreamHandler.Run(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:55 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).flowStreamInt(0xc000ced8c0, 0x62f97e0, 0xc004f293b0, 0x63759e0, 0xc00329e300, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:623 +0x4b0 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).FlowStream(0xc000ced8c0, 0x63759e0, 0xc00329e300, 0x62cc660, 0xc000ced8c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:629 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb._DistSQL_FlowStream_Handler(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc005c6dec0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:636 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc005c6dec0, 0xc00322d400, 0x57ed320, 0x57ed320, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc005c6dec0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc005c6dec0, 0xc00322d400, 0xc0049b8400, 0x4edd9e0, 0xc0049b8400) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc005c6dec0, 0xc00322d400, 0x57ed320, 0x62f97e0, 0xc004f29380) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc005147100, 0xc000d7d6e0, 0x8cfe000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc005147100, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00045be80, 0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc005147100) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 1859 [select, 235 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).RaftMessageBatch(0xc000e76f00, 0x6375140, 0xc0023184d0, 0x629c6a0, 0xc000e76f00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/raft_transport.go:384 +0x1b7 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver._MultiRaft_RaftMessageBatch_Handler(0x510d520, 0xc000e76f00, 0x6355040, 0xc0017e46c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/storage_services.pb.go:123 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x510d520, 0xc000e76f00, 0x6355040, 0xc0017e46c0, 0xc002ca0d00, 0x57ebc90, 0x57ebc90, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x510d520, 0xc000e76f00, 0x6355040, 0xc0017e46c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x510d520, 0xc000e76f00, 0x6355040, 0xc0017e46c0, 0xc002ca0d00, 0xc001fe4c00, 0x4edd9e0, 0xc001fe4c00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x510d520, 0xc000e76f00, 0x6355040, 0xc0017e46c0, 0xc002ca0d00, 0x57ebc90, 0x62f97e0, 0xc0012bffb0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc002c8ed80, 0xc002140300, 0xc000d7c150, 0x8cfdf60, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc002c8ed80, 0xc002140300, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc001d8d6b0, 0xc000b6cb60, 0x637d960, 0xc002c8ed80, 0xc002140300) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 1743 [select]: | |
| google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc001a32d20, 0x1, 0x0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x122 | |
| google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc000e48720, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1e3 | |
| google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc001470180) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:291 +0xcb | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:288 +0x105d | |
| goroutine 241289 [select, 38 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).RunWithStream(0xc005c9e0d0, 0x62f97e0, 0xc003cdbaa0, 0x7f3c7384d4c0, 0xc006240650, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:210 +0x639 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow.vectorizedInboundStreamHandler.Run(0xc005c9e0d0, 0x62f97e0, 0xc003cdbaa0, 0x63759e0, 0xc006240650, 0xc007c5c5a0, 0xc00700cfc0, 0xc0066d5958, 0x2) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/vectorized_flow.go:1168 +0x63 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).flowStreamInt(0xc000ced8c0, 0x62f97e0, 0xc003cdbaa0, 0x63759e0, 0xc006240650, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:623 +0x4b0 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).FlowStream(0xc000ced8c0, 0x63759e0, 0xc006240650, 0x62cc660, 0xc000ced8c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:629 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb._DistSQL_FlowStream_Handler(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc005ab5440, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:636 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc005ab5440, 0xc00602de40, 0x57ed320, 0x57ed320, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc005ab5440, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc005ab5440, 0xc00602de40, 0xc0033dc380, 0x4edd9e0, 0xc0033dc380) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc005ab5440, 0xc00602de40, 0x57ed320, 0x62f97e0, 0xc003cdba70) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc005b33c00, 0xc000d7d6e0, 0x8cfe000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc005b33c00, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00045be80, 0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc005b33c00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 242045 [select, 38 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStreamHelper(0x62f97e0, 0xc0050d30b0, 0x63759e0, 0xc0033b5490, 0xc005926780, 0x62cc6a0, 0xc006a8d3c0, 0xc0052f18c0, 0xc00097b7c0, 0xc007cf97a8) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:162 +0x252 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStream(0x62f97e0, 0xc0050d30b0, 0x63759e0, 0xc0033b5490, 0xc005926780, 0x62cc6a0, 0xc006a8d3c0, 0xc0052f18c0, 0x62f97e0, 0xc0050d30b0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:79 +0x8d | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.RowInboundStreamHandler.Run(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:55 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).flowStreamInt(0xc000ced8c0, 0x62f97e0, 0xc0050d30b0, 0x63759e0, 0xc0033b5490, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:623 +0x4b0 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).FlowStream(0xc000ced8c0, 0x63759e0, 0xc0033b5490, 0x62cc660, 0xc000ced8c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:629 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb._DistSQL_FlowStream_Handler(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc003d4d5c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:636 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc003d4d5c0, 0xc0054e85a0, 0x57ed320, 0x57ed320, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc003d4d5c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc003d4d5c0, 0xc0054e85a0, 0xc00326ef80, 0x4edd9e0, 0xc00326ef80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc003d4d5c0, 0xc0054e85a0, 0x57ed320, 0x62f97e0, 0xc0050d3080) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc003967f00, 0xc000d7d6e0, 0x8cfe000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc003967f00, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00045be80, 0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc003967f00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 1788 [chan receive, 235 minutes]: | |
| google.golang.org/grpc.(*addrConn).resetTransport(0xc0009862c0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:1156 +0x6ea | |
| created by google.golang.org/grpc.(*addrConn).connect | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:799 +0x128 | |
| goroutine 1789 [select]: | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).runHeartbeat(0xc000ced200, 0xc002ace910, 0xc001e6b0e0, 0x41, 0xc001f9e780, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1123 +0x312 | |
| github.com/cockroachdb/cockroach/pkg/rpc.(*Context).grpcDialNodeInternal.func1.1.1(0x62f97e0, 0xc0012bf2f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:1058 +0x79 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc0023181e0, 0xc000aed9e0, 0xc002acea00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 1843 [select]: | |
| google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc000632e00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1339 +0x193 | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:295 +0x16cd | |
| goroutine 1787 [select, 235 minutes]: | |
| google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc001fe4600) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc2 | |
| created by google.golang.org/grpc.newCCBalancerWrapper | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x16d | |
| goroutine 264324 [chan receive, 17 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*RowChannel).Next(0xc003bda8c0, 0x0, 0x2, 0x2, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:481 +0x4a | |
| github.com/cockroachdb/cockroach/pkg/sql/rowexec.(*noopProcessor).Next(0xc0092d8900, 0xc003bda840, 0x51e4f62, 0x4, 0x62f9720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/rowexec/noop.go:69 +0x4c | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc003bda840, 0x6329660, 0xc0092d8900, 0x62ce660, 0xc0064f9880) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc0092d8900, 0x62f9720, 0xc003bda840) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc007d32000, 0x62f9720, 0xc003bda840, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc003e46a10, 0xc007e4b290, 0xc005e81a00, 0xc007cd9c00, 0xc0071ff518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc007ed38c0, 0xc0071ff518, 0xc003e46a10, 0xc007e4b290, 0x62fbba0, 0xc007e4b8c0, 0x0, 0xc007cd9c00, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc0071ff000, 0x62f97e0, 0xc007ed38c0, 0xc0071ff418, 0x3, 0x7f3c72d5a8e0, 0xc0041b3380, 0xc0030abf01, 0xc00888fbb8, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc0071ff000, 0x62f97e0, 0xc007ed38c0, 0xc0071ff418, 0x7f3c72d5a8e0, 0xc0041b3380, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc0071ff000, 0x62f97e0, 0xc007ed38c0, 0x6318620, 0xc007987180, 0xc007234657, 0x71, 0x1, 0x1, 0xc004e5c930, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc0071ff000, 0x62f97e0, 0xc007ed38c0, 0x6318620, 0xc007987180, 0xc007234657, 0x71, 0x1, 0x1, 0xc004e5c930, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc0071ff000, 0x62f97e0, 0xc007ed3890, 0xc005b8d0e0, 0xc003a67f80, 0x1, 0x1, 0xc005611168, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc0072346fd, 0x0, 0x0, 0x27c190a7, 0xed7a0cc7f, 0x0, 0xc0071ff000, 0xc0030ad880, 0xc0030ad870, 0x13, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc0071ff000, 0x62f9720, 0xc0033ddfc0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc0071ff000, 0x62f9720, 0xc003de0d40, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc004e3b4f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc003de0d40, 0xc0071ff000, 0x5400, 0x15000, 0xc000cfadc0, 0xc004e3b4f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc004a3764d, 0xc003359540, 0x62f9720, 0xc003de0d40, 0xc004e3b4f0, 0xc000e55700, 0xc0041b2d00, 0x6329020, 0xc003c92ff0, 0xc00693bf80, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 1742 [select, 235 minutes]: | |
| google.golang.org/grpc/internal/transport.(*Stream).waitOnHeader(0xc00136a500) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:318 +0xcc | |
| google.golang.org/grpc/internal/transport.(*Stream).RecvCompress(...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:333 | |
| google.golang.org/grpc.(*csAttempt).recvMsg(0xc002352080, 0x4ff6e40, 0xc00309c500, 0xc0027b7c38, 0x1, 0x1dcd6500) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:870 +0x721 | |
| google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc002352080, 0x203000, 0x203000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:735 +0x46 | |
| google.golang.org/grpc.(*clientStream).withRetry(0xc002c94360, 0xc001bd7da0, 0xc001bd7d70, 0xc001bd7c88, 0x40) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:589 +0x360 | |
| google.golang.org/grpc.(*clientStream).RecvMsg(0xc002c94360, 0x4ff6e40, 0xc00309c500, 0xc001bd7e88, 0x78ea26) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:734 +0x103 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*multiRaftRaftMessageBatchClient).Recv(0xc001f8c190, 0x165d740a47691d11, 0xc000000000, 0x30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/storage_services.pb.go:75 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).processQueue.func1.1.1(0x63750e0, 0xc001f8c190, 0xc001daaec0, 0xc000e76f00, 0x62f97e0, 0xc001212960, 0x978308, 0x4efa600) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/raft_transport.go:459 +0x3b | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).processQueue.func1.1(0x62f97e0, 0xc001212960) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/raft_transport.go:474 +0x66 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001f8c200, 0xc000aed9e0, 0xc001212900) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 244712 [chan receive, 35 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*RowChannel).Next(0xc004edeb80, 0x0, 0x2, 0x2, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:481 +0x4a | |
| github.com/cockroachdb/cockroach/pkg/sql/rowexec.(*noopProcessor).Next(0xc0045ac900, 0xc004edeac0, 0x51e4f62, 0x4, 0x62f9720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/rowexec/noop.go:69 +0x4c | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc004edeac0, 0x6329660, 0xc0045ac900, 0x62ce660, 0xc00716b500) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc0045ac900, 0x62f9720, 0xc004edeac0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc005bd79e0, 0x62f9720, 0xc004edeac0, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc000a7d7a0, 0xc005fab9e0, 0xc005e80500, 0xc006a36700, 0xc0075f6518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc0051384e0, 0xc0075f6518, 0xc000a7d7a0, 0xc005fab9e0, 0x62fbba0, 0xc000630fc0, 0x0, 0xc006a36700, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc0075f6000, 0x62f97e0, 0xc0051384e0, 0xc0075f6418, 0x3, 0x7f3c72d5a8e0, 0xc008ba6180, 0xc003f8df01, 0xc0033f3e58, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc0075f6000, 0x62f97e0, 0xc0051384e0, 0xc0075f6418, 0x7f3c72d5a8e0, 0xc008ba6180, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc0075f6000, 0x62f97e0, 0xc0051384e0, 0x6318620, 0xc002f308c0, 0xc00424e531, 0x71, 0x1, 0x1, 0xc004e5c930, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc0075f6000, 0x62f97e0, 0xc0051384e0, 0x6318620, 0xc002f308c0, 0xc00424e531, 0x71, 0x1, 0x1, 0xc004e5c930, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc0075f6000, 0x62f97e0, 0xc0051384b0, 0xc005c43770, 0xc004a51230, 0x1, 0x1, 0xc00417616c, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc00424e5d9, 0x0, 0x0, 0x3daca28, 0xed7a0c84e, 0x0, 0xc0075f6000, 0xc0016b7880, 0xc0016b7870, 0x53, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc0075f6000, 0x62f9720, 0xc006c1a540, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc0075f6000, 0x62f9720, 0xc007d44140, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc0037860e0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc007d44140, 0xc0075f6000, 0x5400, 0x15000, 0xc000cfadc0, 0xc0037860e0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc008ae4162, 0xc009958120, 0x62f9720, 0xc007d44140, 0xc0037860e0, 0xc000e55700, 0xc008ba5b00, 0x6329020, 0xc00218ee70, 0xc006e712c0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 1734 [select]: | |
| google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc002c8ed80) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:966 +0x26b | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:297 +0x1082 | |
| goroutine 241389 [select, 38 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStreamHelper(0x62f97e0, 0xc0055259e0, 0x63759e0, 0xc0045f0620, 0xc006178540, 0x62cc6a0, 0xc004305c40, 0xc005b0fc20, 0xc00097b7c0, 0xc00741f7a8) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:162 +0x252 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStream(0x62f97e0, 0xc0055259e0, 0x63759e0, 0xc0045f0620, 0xc006178540, 0x62cc6a0, 0xc004305c40, 0xc005b0fc20, 0x62f97e0, 0xc0055259e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:79 +0x8d | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.RowInboundStreamHandler.Run(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:55 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).flowStreamInt(0xc000ced8c0, 0x62f97e0, 0xc0055259e0, 0x63759e0, 0xc0045f0620, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:623 +0x4b0 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).FlowStream(0xc000ced8c0, 0x63759e0, 0xc0045f0620, 0x62cc660, 0xc000ced8c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:629 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb._DistSQL_FlowStream_Handler(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc005132540, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:636 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc005132540, 0xc000d23080, 0x57ed320, 0x57ed320, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc005132540, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc005132540, 0xc000d23080, 0xc004905880, 0x4edd9e0, 0xc004905880) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc005132540, 0xc000d23080, 0x57ed320, 0x62f97e0, 0xc0055259b0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc0038e7a00, 0xc000d7d6e0, 0x8cfe000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc0038e7a00, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00045be80, 0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc0038e7a00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 238572 [select, 40 minutes]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc00419ae60, 0xc0063c13d0, 0x5, 0x5, 0xc07b3ca51a, 0x0, 0x57f36e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xc7 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc00419ae60, 0xc0063c13d0, 0x5, 0x5, 0xc004b851b8, 0xc00298b820, 0xc004b84e98) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x21a | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc00572ac90, 0xc0063c13d0, 0x5, 0x5, 0xc002980a01, 0xc004b84ec0, 0xf54b7c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55 | |
| io.ReadAtLeast(0x6257380, 0xc00572ac90, 0xc0063c13d0, 0x5, 0x5, 0x5, 0xc001b5a2c2, 0x8, 0x8) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc003923500, 0xc0063c13d0, 0x5, 0x5, 0x0, 0xc004b85090, 0xc000b6fc00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xcd | |
| google.golang.org/grpc.(*parser).recvMsg(0xc0063c13c0, 0x7fffffff, 0xc0003c5c78, 0x2, 0x0, 0xc004b85108, 0xc004b85020, 0x787a95) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63 | |
| google.golang.org/grpc.recvAndDecompress(0xc0063c13c0, 0xc003923500, 0x0, 0x0, 0x7fffffff, 0xc002309230, 0x62da020, 0x96bb9f0, 0x7dbfe0, 0xc003d27a40, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d | |
| google.golang.org/grpc.recv(0xc0063c13c0, 0x7f3c79b65bc0, 0xc0005ac530, 0xc003923500, 0x0, 0x0, 0x500ce60, 0xc003d27c20, 0x7fffffff, 0xc002309230, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc004859c80, 0x500ce60, 0xc003d27c20, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:1473 +0x170 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb.(*distSQLFlowStreamServer).Recv(0xc0044db400, 0x62f97e0, 0xc00572b290, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:655 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).Next(0xc000a3b790, 0x62f97e0, 0xc00572b290, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:263 +0x19b | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*noopOperator).Next(0xc0028e7a60, 0x62f9720, 0xc004b5ef80, 0x1, 0x62f9720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/operator.go:238 +0x47 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).next(0xc004aacb00, 0x57ed290, 0x7b0bba, 0x2d49b93) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:222 +0x155 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).nextAdapter(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:247 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror.CatchVectorizedRuntimeError(0xc004b85538, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror/error.go:93 +0x5f | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).Next(0xc004aacb00, 0x62f9720, 0xc004b5ef80, 0x3458c20, 0x62fe4e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:253 +0x5b | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc004b5ef80, 0x63257a0, 0xc004aacb00, 0x62cad20, 0xc004e43880) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc004aacb00, 0x62f9720, 0xc004b5ef80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc002068000, 0x62f9720, 0xc004b5ef80, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc005ce9730, 0xc00350d680, 0xc001fb3a00, 0xc004e43880, 0xc0073c3518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc0050d38c0, 0xc0073c3518, 0xc005ce9730, 0xc00350d680, 0x62fbba0, 0xc0040ae000, 0x0, 0xc004e43880, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc0073c3000, 0x62f97e0, 0xc0050d38c0, 0xc0073c3418, 0x3, 0x7f3c72d5a8e0, 0xc0048cb380, 0xc004b85f01, 0xc003d26838, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc0073c3000, 0x62f97e0, 0xc0050d38c0, 0xc0073c3418, 0x7f3c72d5a8e0, 0xc0048cb380, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc0073c3000, 0x62f97e0, 0xc0050d38c0, 0x6318620, 0xc002a98370, 0xc0075e5474, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc0073c3000, 0x62f97e0, 0xc0050d38c0, 0x6318620, 0xc002a98370, 0xc0075e5474, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc0073c3000, 0x62f97e0, 0xc0050d3890, 0xc005c43d10, 0xc0050d3710, 0x3, 0x3, 0xc00541682e, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc0075e5536, 0x0, 0x0, 0x1abde113, 0xed7a0c717, 0x0, 0xc0073c3000, 0xc00230b880, 0xc00230b870, 0x1a, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc0073c3000, 0x62f9720, 0xc00496ddc0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc0073c3000, 0x62f9720, 0xc002ed4f80, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc0038cc340, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc002ed4f80, 0xc0073c3000, 0x5400, 0x15000, 0xc000cfadc0, 0xc0038cc340, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc00505cb9d, 0xc004c4e280, 0x62f9720, 0xc002ed4f80, 0xc0038cc340, 0xc000e55700, 0xc0048cad00, 0x6329020, 0xc0048dea50, 0xc0004cf1a0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 1783 [select]: | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).processQueue(0xc000e76f00, 0x2, 0xc000e5b4a0, 0xc001daaec0, 0x63750e0, 0xc001f8c190, 0x6375001, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/raft_transport.go:485 +0x510 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).startProcessNewQueue.func2(0x62f97e0, 0xc0012126f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/raft_transport.go:636 +0x3bc | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc001411e60, 0xc000aed9e0, 0xc0012be900) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 243058 [select]: | |
| google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00408b090, 0x1, 0x0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x122 | |
| google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0029f5aa0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1e3 | |
| google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc0063fc480) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:291 +0xcb | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:288 +0x105d | |
| goroutine 172421 [select, 97 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStreamHelper(0x62f97e0, 0xc003a72630, 0x63759e0, 0xc0023182d0, 0xc0004f6f60, 0x62cc6a0, 0xc0049e4e40, 0xc0057678c0, 0xc00097b7c0, 0xc0066d77a8) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:162 +0x252 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStream(0x62f97e0, 0xc003a72630, 0x63759e0, 0xc0023182d0, 0xc0004f6f60, 0x62cc6a0, 0xc0049e4e40, 0xc0057678c0, 0x62f97e0, 0xc003a72630) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:79 +0x8d | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.RowInboundStreamHandler.Run(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:55 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).flowStreamInt(0xc000ced8c0, 0x62f97e0, 0xc003a72630, 0x63759e0, 0xc0023182d0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:623 +0x4b0 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).FlowStream(0xc000ced8c0, 0x63759e0, 0xc0023182d0, 0x62cc660, 0xc000ced8c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:629 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb._DistSQL_FlowStream_Handler(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc0060ae180, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:636 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc0060ae180, 0xc004952100, 0x57ed320, 0x57ed320, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc0060ae180, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc0060ae180, 0xc004952100, 0xc005e99540, 0x4edd9e0, 0xc005e99540) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc0060ae180, 0xc004952100, 0x57ed320, 0x62f97e0, 0xc003a72600) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc00624d300, 0xc000d7d6e0, 0x8cfe000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc00624d300, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00045be80, 0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc00624d300) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 1680 [select]: | |
| google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc000ba4780) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:966 +0x26b | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:297 +0x1082 | |
| goroutine 1744 [select]: | |
| google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc001470180) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:966 +0x26b | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:297 +0x1082 | |
| goroutine 267609 [select, 17 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStreamHelper(0x62f97e0, 0xc003fb6c90, 0x63759e0, 0xc00384e330, 0xc00488a0c0, 0x62cc6a0, 0xc003bda8c0, 0xc007d32000, 0xc00097b7c0, 0xc00afa57a8) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:162 +0x252 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStream(0x62f97e0, 0xc003fb6c90, 0x63759e0, 0xc00384e330, 0xc00488a0c0, 0x62cc6a0, 0xc003bda8c0, 0xc007d32000, 0x62f97e0, 0xc003fb6c90) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:79 +0x8d | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.RowInboundStreamHandler.Run(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:55 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).flowStreamInt(0xc000ced8c0, 0x62f97e0, 0xc003fb6c90, 0x63759e0, 0xc00384e330, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:623 +0x4b0 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).FlowStream(0xc000ced8c0, 0x63759e0, 0xc00384e330, 0x62cc660, 0xc000ced8c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:629 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb._DistSQL_FlowStream_Handler(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc003c7f2c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:636 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc003c7f2c0, 0xc0030036c0, 0x57ed320, 0x57ed320, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc003c7f2c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc003c7f2c0, 0xc0030036c0, 0xc004ef6880, 0x4edd9e0, 0xc004ef6880) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc003c7f2c0, 0xc0030036c0, 0x57ed320, 0x62f97e0, 0xc003fb6c60) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc005e81e00, 0xc000d7d6e0, 0x8cfe000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc005e81e00, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00045be80, 0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc005e81e00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 240763 [select, 39 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStreamHelper(0x62f97e0, 0xc004c32240, 0x63759e0, 0xc0062409f0, 0xc004ca7020, 0x62cc6a0, 0xc006f30c00, 0xc004e7e6c0, 0xc00097b7c0, 0xc007bcf7a8) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:162 +0x252 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStream(0x62f97e0, 0xc004c32240, 0x63759e0, 0xc0062409f0, 0xc004ca7020, 0x62cc6a0, 0xc006f30c00, 0xc004e7e6c0, 0x62f97e0, 0xc004c32240) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:79 +0x8d | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.RowInboundStreamHandler.Run(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:55 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).flowStreamInt(0xc000ced8c0, 0x62f97e0, 0xc004c32240, 0x63759e0, 0xc0062409f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:623 +0x4b0 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).FlowStream(0xc000ced8c0, 0x63759e0, 0xc0062409f0, 0x62cc660, 0xc000ced8c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:629 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb._DistSQL_FlowStream_Handler(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc006a7ed80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:636 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc006a7ed80, 0xc0022c0e60, 0x57ed320, 0x57ed320, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc006a7ed80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc006a7ed80, 0xc0022c0e60, 0xc006f30f00, 0x4edd9e0, 0xc006f30f00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc006a7ed80, 0xc0022c0e60, 0x57ed320, 0x62f97e0, 0xc004c32210) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc005445700, 0xc000d7d6e0, 0x8cfe000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc005445700, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00045be80, 0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc005445700) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 1681 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c79b3cd50, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc002352598, 0x72, 0x600, 0x6e9, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc002352580, 0xc00226c700, 0x6e9, 0x6e9, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc002352580, 0xc00226c700, 0x6e9, 0x6e9, 0xde, 0x6e4, 0xc00226c700) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc001038450, 0xc00226c700, 0x6e9, 0x6e9, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc002a1b680, 0xc00226c700, 0x6e9, 0x6e9, 0xc00226c705, 0xce, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc002de7e60, 0xc00226c700, 0x6e9, 0x6e9, 0xe3, 0x624f6a0, 0xc001a519b0) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc0021fb058, 0x624f380, 0xc002de7e60, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc0021fae00, 0x7f3c7383c0c8, 0xc002a1b680, 0x5, 0xc002a1b680, 0xcd) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc0021fae00, 0x0, 0x0, 0xc003211b00) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc0021fae00, 0xc00232e000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| bufio.(*Reader).Read(0xc002cb77a0, 0xc0007c0738, 0x9, 0x9, 0xc001a51d00, 0xf50352, 0xc000ba4801) | |
| /usr/local/go/src/bufio/bufio.go:226 +0x26a | |
| io.ReadAtLeast(0x624f160, 0xc002cb77a0, 0xc0007c0738, 0x9, 0x9, 0x9, 0xc008027680, 0x0, 0x0) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| golang.org/x/net/http2.readFrameHeader(0xc0007c0738, 0x9, 0x9, 0x624f160, 0xc002cb77a0, 0x0, 0x0, 0xc402037980, 0xc400000001) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x87 | |
| golang.org/x/net/http2.(*Framer).ReadFrame(0xc0007c0700, 0xc002037980, 0x9668940, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa1 | |
| google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc000ba4780, 0xc002037b00, 0x57f1940) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:453 +0xa1 | |
| google.golang.org/grpc.(*Server).serveStreams(0xc000b6cb60, 0x637d960, 0xc000ba4780) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:742 +0xf3 | |
| google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000b6cb60, 0x637d960, 0xc000ba4780) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:703 +0x3f | |
| created by google.golang.org/grpc.(*Server).handleRawConn | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:702 +0x4fd | |
| goroutine 1679 [select]: | |
| google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc002c0d7c0, 0x1, 0x0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x122 | |
| google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc002608240, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1e3 | |
| google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc000ba4780) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:291 +0xcb | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:288 +0x105d | |
| goroutine 238910 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c72dcbfa0, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc0037c3218, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc0037c3200, 0xc0057dc000, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc0037c3200, 0xc0057dc000, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc0011f8400, 0xc0057dc000, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc004a39800, 0xc0057dc000, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc008e81a00, 0xc0057dc000, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc00135f398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc006eb0258, 0x624f380, 0xc008e81a00, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc006eb0000, 0x7f3c7383c0c8, 0xc004a39800, 0x5, 0xc004a39800, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc006eb0000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc006eb0000, 0xc0033b6000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc002399860, 0xc0033b6000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc003dd6048) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc003dd6048, 0xc005093718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc003dd67d0, 0x62bd620, 0xc003dd6048, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc003dd6000, 0x62f97e0, 0xc00462a120, 0xc002f3a1b0, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc00462a120, 0x6374de0, 0xc006eb0000, 0xc00109a009, 0x7, 0xc00462a150, 0x62a1060, 0xc005a98c90, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc00462a120, 0x6374de0, 0xc006eb0000, 0xc004827e01, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc004a39800) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc004a39800, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 244634 [select, 36 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStreamHelper(0x62f97e0, 0xc007e585a0, 0x63759e0, 0xc004e3bff0, 0xc005a9be00, 0x62cc6a0, 0xc003a55600, 0xc008aeca20, 0xc00097b7c0, 0xc003f357a8) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:162 +0x252 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStream(0x62f97e0, 0xc007e585a0, 0x63759e0, 0xc004e3bff0, 0xc005a9be00, 0x62cc6a0, 0xc003a55600, 0xc008aeca20, 0x62f97e0, 0xc007e585a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:79 +0x8d | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.RowInboundStreamHandler.Run(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:55 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).flowStreamInt(0xc000ced8c0, 0x62f97e0, 0xc007e585a0, 0x63759e0, 0xc004e3bff0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:623 +0x4b0 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).FlowStream(0xc000ced8c0, 0x63759e0, 0xc004e3bff0, 0x62cc660, 0xc000ced8c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:629 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb._DistSQL_FlowStream_Handler(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc0064809c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:636 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc0064809c0, 0xc00744df20, 0x57ed320, 0x57ed320, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc0064809c0, 0x0, 0xc001a94f00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc0064809c0, 0xc00744df20, 0xc006ae4940, 0x4edd9e0, 0xc006ae4940) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc0064809c0, 0xc00744df20, 0x57ed320, 0x62f97e0, 0xc007e58570) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc006eca300, 0xc000d7d6e0, 0x8cfe000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc006eca300, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00045be80, 0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc006eca300) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 244761 [select, 35 minutes]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc004374640, 0xc002ecb930, 0x5, 0x5, 0xc0502f18f6, 0x0, 0x57f36e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xc7 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc004374640, 0xc002ecb930, 0x5, 0x5, 0xc006f5d1b8, 0xc00429d440, 0xc006f5ce98) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x21a | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0031830b0, 0xc002ecb930, 0x5, 0x5, 0xc002ad3601, 0xc006f5cec0, 0xf54b7c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55 | |
| io.ReadAtLeast(0x6257380, 0xc0031830b0, 0xc002ecb930, 0x5, 0x5, 0x5, 0xc001b5a2c2, 0x8, 0x8) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc005445400, 0xc002ecb930, 0x5, 0x5, 0x0, 0xc006f5d090, 0xc000444700) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xcd | |
| google.golang.org/grpc.(*parser).recvMsg(0xc002ecb920, 0x7fffffff, 0xc002722a78, 0x2, 0x0, 0xc006f5d108, 0xc006f5d020, 0x787a95) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63 | |
| google.golang.org/grpc.recvAndDecompress(0xc002ecb920, 0xc005445400, 0x0, 0x0, 0x7fffffff, 0xc007f67230, 0x62da020, 0x96bb9f0, 0x7dbfe0, 0xc002722ae0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d | |
| google.golang.org/grpc.recv(0xc002ecb920, 0x7f3c79b65bc0, 0xc0005ac530, 0xc005445400, 0x0, 0x0, 0x500ce60, 0xc002722c60, 0x7fffffff, 0xc007f67230, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc005bac3c0, 0x500ce60, 0xc002722c60, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:1473 +0x170 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb.(*distSQLFlowStreamServer).Recv(0xc002ad3580, 0x62f97e0, 0xc001f6f170, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:655 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).Next(0xc0052eb860, 0x62f97e0, 0xc001f6f170, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:263 +0x19b | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*noopOperator).Next(0xc002ecbf80, 0x62f9720, 0xc0028241c0, 0x1, 0x62f9720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/operator.go:238 +0x47 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).next(0xc008814b00, 0x57ed290, 0x7b0bba, 0x2d49b93) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:222 +0x155 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).nextAdapter(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:247 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror.CatchVectorizedRuntimeError(0xc006f5d538, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror/error.go:93 +0x5f | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).Next(0xc008814b00, 0x62f9720, 0xc0028241c0, 0x3458c20, 0x62fe4e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:253 +0x5b | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc0028241c0, 0x63257a0, 0xc008814b00, 0x62cad20, 0xc00560e700) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc008814b00, 0x62f9720, 0xc0028241c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc003d48900, 0x62f9720, 0xc0028241c0, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc002919420, 0xc0067ba7e0, 0xc0064ca800, 0xc00560e700, 0xc000c94518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc003e7b800, 0xc000c94518, 0xc002919420, 0xc0067ba7e0, 0x62fbba0, 0xc0067bacf0, 0x0, 0xc00560e700, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc000c94000, 0x62f97e0, 0xc003e7b800, 0xc000c94418, 0x3, 0x7f3c72d5a8e0, 0xc00659ef80, 0xc006f5df01, 0xc00608c9b8, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc000c94000, 0x62f97e0, 0xc003e7b800, 0xc000c94418, 0x7f3c72d5a8e0, 0xc00659ef80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc000c94000, 0x62f97e0, 0xc003e7b800, 0x6318620, 0xc0043744b0, 0xc0033fba38, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc000c94000, 0x62f97e0, 0xc003e7b800, 0x6318620, 0xc0043744b0, 0xc0033fba38, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc000c94000, 0x62f97e0, 0xc003e7b740, 0xc006a7d3b0, 0xc003e7af90, 0x3, 0x3, 0xc008044956, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc0033fbafc, 0x0, 0x0, 0x3064ce2d, 0xed7a0c836, 0x0, 0xc000c94000, 0xc007f69880, 0xc007f69870, 0x37, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc000c94000, 0x62f9720, 0xc00709d580, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc000c94000, 0x62f9720, 0xc007817e00, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc0030f0a70, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc007817e00, 0xc000c94000, 0x5400, 0x15000, 0xc000cfadc0, 0xc0030f0a70, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc007105572, 0xc004a07060, 0x62f9720, 0xc007817e00, 0xc0030f0a70, 0xc000e55700, 0xc00659e900, 0x6329020, 0xc003c325a0, 0xc004c042a0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 221610 [select, 54 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).RunWithStream(0xc00478ab60, 0x62f97e0, 0xc00462b7d0, 0x7f3c7384d4c0, 0xc0014119a0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:210 +0x639 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow.vectorizedInboundStreamHandler.Run(0xc00478ab60, 0x62f97e0, 0xc00462b7d0, 0x63759e0, 0xc0014119a0, 0xc002a1ba40, 0xc003bc57a0, 0xc0045db958, 0x2) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/vectorized_flow.go:1168 +0x63 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).flowStreamInt(0xc000ced8c0, 0x62f97e0, 0xc00462b7d0, 0x63759e0, 0xc0014119a0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:623 +0x4b0 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).FlowStream(0xc000ced8c0, 0x63759e0, 0xc0014119a0, 0x62cc660, 0xc000ced8c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:629 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb._DistSQL_FlowStream_Handler(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc002e04cc0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:636 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc002e04cc0, 0xc00506aae0, 0x57ed320, 0x57ed320, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc002e04cc0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc002e04cc0, 0xc00506aae0, 0xc008070880, 0x4edd9e0, 0xc008070880) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc002e04cc0, 0xc00506aae0, 0x57ed320, 0x62f97e0, 0xc00462b7a0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc0037dc300, 0xc000d7d6e0, 0x8cfe000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc0037dc300, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00045be80, 0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc0037dc300) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 288110 [select]: | |
| github.com/cockroachdb/cockroach/pkg/sql/stats.(*Refresher).Start.func1.1(0x62f97e0, 0xc000d7d530) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/stats/automatic_stats.go:274 +0x149 | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask.func1(0xc000aed9e0, 0x62f97e0, 0xc000d7d530, 0xc0047ded50, 0x2a, 0x0, 0x0, 0xc0033ac3f0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:347 +0x152 | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunAsyncTask | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:342 +0x131 | |
| goroutine 1781 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c79b3c7a0, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc00051b418, 0x72, 0x700, 0x7f0, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc00051b400, 0xc00315d800, 0x7f0, 0x7f0, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc00051b400, 0xc00315d800, 0x7f0, 0x7f0, 0x203002, 0x0, 0x7eb) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc001c7da40, 0xc00315d800, 0x7f0, 0x7f0, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| crypto/tls.(*atLeastReader).Read(0xc008e80b80, 0xc00315d800, 0x7f0, 0x7f0, 0x78ea26, 0xc000444000, 0xc001a509e8) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc001c06958, 0x624f380, 0xc008e80b80, 0x78ca05, 0x4bbab80, 0x51115e0) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc001c06700, 0x6257d40, 0xc001c7da40, 0x5, 0xc001c7da40, 0x1) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc001c06700, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc001c06700, 0xc001de8000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| bufio.(*Reader).Read(0xc000e5b380, 0xc000625378, 0x9, 0x9, 0x20, 0xc001a50cf8, 0xf4122c) | |
| /usr/local/go/src/bufio/bufio.go:226 +0x26a | |
| io.ReadAtLeast(0x624f160, 0xc000e5b380, 0xc000625378, 0x9, 0x9, 0x9, 0x28dcc5a2d6020e01, 0x0, 0x0) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| golang.org/x/net/http2.readFrameHeader(0xc000625378, 0x9, 0x9, 0x624f160, 0xc000e5b380, 0x0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x87 | |
| golang.org/x/net/http2.(*Framer).ReadFrame(0xc000625340, 0xc0070ba480, 0x9668940, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa1 | |
| google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc000a65880) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1273 +0x183 | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd23 | |
| goroutine 1748 [select]: | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*server).Gossip(0xc000d30200, 0x6375080, 0xc002446b60, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:193 +0x64b | |
| github.com/cockroachdb/cockroach/pkg/gossip._Gossip_Gossip_Handler(0x50b2ec0, 0xc000d30200, 0x6355040, 0xc0013560c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.pb.go:569 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x50b2ec0, 0xc000d30200, 0x6355040, 0xc0013560c0, 0xc0029578c0, 0x57eb8d8, 0x57eb8d8, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x50b2ec0, 0xc000d30200, 0x6355040, 0xc0013560c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x50b2ec0, 0xc000d30200, 0x6355040, 0xc0013560c0, 0xc0029578c0, 0xc002824b80, 0x4edd9e0, 0xc002824b80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x50b2ec0, 0xc000d30200, 0x6355040, 0xc0013560c0, 0xc0029578c0, 0x57eb8d8, 0x62f97e0, 0xc001fe8810) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc000ba4780, 0xc000bab700, 0xc000d0f740, 0x8cf0980, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc000ba4780, 0xc000bab700, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc001d688b0, 0xc000b6cb60, 0x637d960, 0xc000ba4780, 0xc000bab700) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 1844 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c79b3c600, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc000bd6f98, 0x72, 0xcc00, 0xcc32, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc000bd6f80, 0xc003de8000, 0xcc32, 0xcc32, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc000bd6f80, 0xc003de8000, 0xcc32, 0xcc32, 0x203000, 0x7f3c79b0a610, 0x1) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc0010380b8, 0xc003de8000, 0xcc32, 0xcc32, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| crypto/tls.(*atLeastReader).Read(0xc003b60020, 0xc003de8000, 0xcc32, 0xcc32, 0x0, 0xc000444380, 0xc0027b89e8) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc000b8a958, 0x624f380, 0xc003b60020, 0x78ca05, 0x4bbab80, 0x51115e0) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc000b8a700, 0x6257d40, 0xc0010380b8, 0x5, 0xc0010380b8, 0x1) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc000b8a700, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc000b8a700, 0xc003238000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| bufio.(*Reader).Read(0xc00346d9e0, 0xc000677ed8, 0x9, 0x9, 0x20, 0xc0027b8cf8, 0xf4122c) | |
| /usr/local/go/src/bufio/bufio.go:226 +0x26a | |
| io.ReadAtLeast(0x624f160, 0xc00346d9e0, 0xc000677ed8, 0x9, 0x9, 0x9, 0x28dcc5a2d6020e01, 0x0, 0x0) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| golang.org/x/net/http2.readFrameHeader(0xc000677ed8, 0x9, 0x9, 0x624f160, 0xc00346d9e0, 0x0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x87 | |
| golang.org/x/net/http2.(*Framer).ReadFrame(0xc000677ea0, 0xc004f70600, 0x9668940, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa1 | |
| google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc000632e00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1273 +0x183 | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd23 | |
| goroutine 1749 [select]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc0014691d0, 0xc0029578b0, 0x5, 0x5, 0x30, 0x12aca, 0x57f36e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xc7 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0014691d0, 0xc0029578b0, 0x5, 0x5, 0xc00252ba90, 0xc002c9c320, 0xc00252b770) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x21a | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc001fe8780, 0xc0029578b0, 0x5, 0x5, 0x79077b, 0xc00252b798, 0xf54b7c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55 | |
| io.ReadAtLeast(0x6257380, 0xc001fe8780, 0xc0029578b0, 0x5, 0x5, 0x5, 0x96bb901, 0x4a10b80, 0xc002326920) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc000bab700, 0xc0029578b0, 0x5, 0x5, 0xc00252b898, 0xc00252b8b8, 0x1ac07cd) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xcd | |
| google.golang.org/grpc.(*parser).recvMsg(0xc0029578a0, 0x7fffffff, 0x57f19a8, 0xc00252b9a8, 0xc00252b8c8, 0xc00252ba58, 0xfaf650, 0xc0013560c0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63 | |
| google.golang.org/grpc.recvAndDecompress(0xc0029578a0, 0xc000bab700, 0x0, 0x0, 0x7fffffff, 0xc00252bb08, 0x62da020, 0x96bb9f0, 0xc001db3210, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d | |
| google.golang.org/grpc.recv(0xc0029578a0, 0x7f3c79b65bc0, 0xc0005ac530, 0xc000bab700, 0x0, 0x0, 0x4ff3f00, 0xc009532c80, 0x7fffffff, 0xc00252bb08, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc0013560c0, 0x4ff3f00, 0xc009532c80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:1473 +0x170 | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*gossipGossipServer).Recv(0xc002446b60, 0x2, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/gossip.pb.go:588 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*server).gossipReceiver(0xc000d30200, 0x62f97e0, 0xc002260240, 0xc0002ee578, 0xc002824c00, 0xc00252bed0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:334 +0x362 | |
| github.com/cockroachdb/cockroach/pkg/gossip.(*server).Gossip.func3.1(0x62f97e0, 0xc002260240) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/gossip/server.go:141 +0x9e | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc002446b90, 0xc000aed9e0, 0xc002824c40) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 1739 [chan receive, 235 minutes]: | |
| google.golang.org/grpc.(*addrConn).resetTransport(0xc0007d6dc0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:1156 +0x6ea | |
| created by google.golang.org/grpc.(*addrConn).connect | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:799 +0x128 | |
| goroutine 169242 [select, 99 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStreamHelper(0x62f97e0, 0xc0037408d0, 0x63759e0, 0xc0028dfa40, 0xc000c8bc80, 0x62cc6a0, 0xc004b5e880, 0xc002dd6b40, 0xc00097b7c0, 0xc00743b7a8) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:162 +0x252 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStream(0x62f97e0, 0xc0037408d0, 0x63759e0, 0xc0028dfa40, 0xc000c8bc80, 0x62cc6a0, 0xc004b5e880, 0xc002dd6b40, 0x62f97e0, 0xc0037408d0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:79 +0x8d | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.RowInboundStreamHandler.Run(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:55 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).flowStreamInt(0xc000ced8c0, 0x62f97e0, 0xc0037408d0, 0x63759e0, 0xc0028dfa40, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:623 +0x4b0 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).FlowStream(0xc000ced8c0, 0x63759e0, 0xc0028dfa40, 0x62cc660, 0xc000ced8c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:629 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb._DistSQL_FlowStream_Handler(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc006290480, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:636 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc006290480, 0xc0072e0d40, 0x57ed320, 0x57ed320, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc006290480, 0x0, 0xc003211e00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc006290480, 0xc0072e0d40, 0xc0062fca80, 0x4edd9e0, 0xc0062fca80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc006290480, 0xc0072e0d40, 0x57ed320, 0x62f97e0, 0xc0037408a0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc0039caf00, 0xc000d7d6e0, 0x8cfe000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc0039caf00, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00045be80, 0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc0039caf00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 1733 [select]: | |
| google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc00279da40, 0x1, 0x0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:395 +0x122 | |
| google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc002609f20, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:513 +0x1e3 | |
| google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc002c8ed80) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:291 +0xcb | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Server | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:288 +0x105d | |
| goroutine 1738 [select, 235 minutes]: | |
| google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc002271ec0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc2 | |
| created by google.golang.org/grpc.newCCBalancerWrapper | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x16d | |
| goroutine 1735 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c79b3ce20, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc002352798, 0x72, 0x12400, 0x124e6, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc002352780, 0xc002ea2000, 0x124e6, 0x124e6, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc002352780, 0xc002ea2000, 0x124e6, 0x124e6, 0xa2, 0x12474, 0xc002ea206d) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc0010384a8, 0xc002ea2000, 0x124e6, 0x124e6, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc0026082a0, 0xc002ea2000, 0x124e6, 0x124e6, 0xc002ea2072, 0x92, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc002485f80, 0xc002ea2000, 0x124e6, 0x124e6, 0x114, 0x624f6a0, 0xc0022c59b0) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc0025ce258, 0x624f380, 0xc002485f80, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc0025ce000, 0x7f3c7383c0c8, 0xc0026082a0, 0x5, 0xc0026082a0, 0x91) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc0025ce000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc0025ce000, 0xc002ff6000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| bufio.(*Reader).Read(0xc002794360, 0xc001ba8578, 0x9, 0x9, 0x5152d00, 0xf50352, 0x802901) | |
| /usr/local/go/src/bufio/bufio.go:226 +0x26a | |
| io.ReadAtLeast(0x624f160, 0xc002794360, 0xc001ba8578, 0x9, 0x9, 0x9, 0xc00571d890, 0x0, 0x0) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| golang.org/x/net/http2.readFrameHeader(0xc001ba8578, 0x9, 0x9, 0x624f160, 0xc002794360, 0x0, 0x0, 0x8802260ff0, 0x8800000001) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x87 | |
| golang.org/x/net/http2.(*Framer).ReadFrame(0xc001ba8540, 0xc002260ff0, 0x9668940, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa1 | |
| google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc002c8ed80, 0xc002261140, 0x57f1940) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_server.go:453 +0xa1 | |
| google.golang.org/grpc.(*Server).serveStreams(0xc000b6cb60, 0x637d960, 0xc002c8ed80) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:742 +0xf3 | |
| google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000b6cb60, 0x637d960, 0xc002c8ed80) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:703 +0x3f | |
| created by google.golang.org/grpc.(*Server).handleRawConn | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:702 +0x4fd | |
| goroutine 242439 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c715e62f0, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc002c6df18, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc002c6df00, 0xc0064c6400, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc002c6df00, 0xc0064c6400, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc004ec81d0, 0xc0064c6400, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc005fa70e0, 0xc0064c6400, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc0070e7ae0, 0xc0064c6400, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc001c9d398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc006a37ad8, 0x624f380, 0xc0070e7ae0, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc006a37880, 0x7f3c7383c0c8, 0xc005fa70e0, 0x5, 0xc005fa70e0, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc006a37880, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc006a37880, 0xc0050be000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc003bd54a0, 0xc0050be000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc0048c8948) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc0048c8948, 0xc005911718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc0048c90d0, 0x62bd620, 0xc0048c8948, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc0048c8900, 0x62f97e0, 0xc0044679e0, 0xc0047dd670, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc0044679e0, 0x6374de0, 0xc006a37880, 0xc007241009, 0x7, 0xc004467b00, 0x62a1060, 0xc004c43f20, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc0044679e0, 0x6374de0, 0xc006a37880, 0xc005baef01, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc005fa70e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc005fa70e0, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 244757 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c720ec810, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc0068f1098, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc0068f1080, 0xc00132ad00, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc0068f1080, 0xc00132ad00, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc0048b8720, 0xc00132ad00, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc005e2bf80, 0xc00132ad00, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc002de7580, 0xc00132ad00, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc008f67398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc006fc3758, 0x624f380, 0xc002de7580, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc006fc3500, 0x7f3c7383c0c8, 0xc005e2bf80, 0x5, 0xc005e2bf80, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc006fc3500, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc006fc3500, 0xc005565000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc0099580e0, 0xc005565000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc008ba5b48) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc008ba5b48, 0xc004789718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc008ba62d0, 0x62bd620, 0xc008ba5b48, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc008ba5b00, 0x62f97e0, 0xc00218ed20, 0xc0037860a0, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc00218ed20, 0x6374de0, 0xc006fc3500, 0xc0057ac009, 0x7, 0xc00218ed50, 0x62a1060, 0xc003110210, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc00218ed20, 0x6374de0, 0xc006fc3500, 0xc002275d01, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc005e2bf80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc005e2bf80, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 1860 [select]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc002acf180, 0xc002ca0cf0, 0x5, 0x5, 0xc0000a6700, 0x7f3c79b928b8, 0x57f36e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xc7 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc002acf180, 0xc002ca0cf0, 0x5, 0x5, 0xc002715d38, 0xc000d550a0, 0xc002715a18) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x21a | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0012bff20, 0xc002ca0cf0, 0x5, 0x5, 0x5c4, 0xc002715a40, 0xf54b7c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55 | |
| io.ReadAtLeast(0x6257380, 0xc0012bff20, 0xc002ca0cf0, 0x5, 0x5, 0x5, 0x601, 0x7f3c79a5f578, 0xc002715b00) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc002140300, 0xc002ca0cf0, 0x5, 0x5, 0x8, 0xc002715c70, 0xc0011081f0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xcd | |
| google.golang.org/grpc.(*parser).recvMsg(0xc002ca0ce0, 0x7fffffff, 0x20, 0x20, 0x4cb0560, 0x6f00000000978c80, 0x0, 0x20) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63 | |
| google.golang.org/grpc.recvAndDecompress(0xc002ca0ce0, 0xc002140300, 0x0, 0x0, 0x7fffffff, 0xc002715db0, 0x62da020, 0x96bb9f0, 0xc002715c70, 0x7c561b, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d | |
| google.golang.org/grpc.recv(0xc002ca0ce0, 0x7f3c79b65bc0, 0xc0005ac530, 0xc002140300, 0x0, 0x0, 0x4ff6d20, 0xc004930060, 0x7fffffff, 0xc002715db0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc0017e46c0, 0x4ff6d20, 0xc004930060, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:1473 +0x170 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*multiRaftRaftMessageBatchServer).Recv(0xc0023184d0, 0x62f97e0, 0xc00141e030, 0xc006f93890) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/storage_services.pb.go:142 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*lockedRaftMessageResponseStream).Recv(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/raft_transport.go:84 | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).RaftMessageBatch.func1.1.1(0x6375140, 0xc0023184d0, 0xc000e76f00, 0x62f97e0, 0xc00141e030, 0x978308, 0x4efa600) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/raft_transport.go:342 +0x7e | |
| github.com/cockroachdb/cockroach/pkg/kv/kvserver.(*RaftTransport).RaftMessageBatch.func1.1(0x62f97e0, 0xc00141e030) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/kv/kvserver/raft_transport.go:378 +0x5d | |
| github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker.func1(0xc002318500, 0xc000aed9e0, 0xc00141e000) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:222 +0x13d | |
| created by github.com/cockroachdb/cockroach/pkg/util/stop.(*Stopper).RunWorker | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/stop/stopper.go:215 +0xa8 | |
| goroutine 238542 [select, 40 minutes]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc00419af00, 0xc005121b70, 0x5, 0x5, 0xc01b2139c9, 0x0, 0x57f36e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xc7 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc00419af00, 0xc005121b70, 0x5, 0x5, 0xc0050911b8, 0xc00298b840, 0xc005090e98) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x21a | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc00572ae40, 0xc005121b70, 0x5, 0x5, 0xc00366f601, 0xc005090ec0, 0xf54b7c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55 | |
| io.ReadAtLeast(0x6257380, 0xc00572ae40, 0xc005121b70, 0x5, 0x5, 0x5, 0xc001b5a2c2, 0x8, 0x8) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc003923600, 0xc005121b70, 0x5, 0x5, 0x0, 0xc005091090, 0xc0000a7880) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xcd | |
| google.golang.org/grpc.(*parser).recvMsg(0xc005121b60, 0x7fffffff, 0xc005308418, 0x2, 0x0, 0xc005091108, 0xc005091020, 0x787a95) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63 | |
| google.golang.org/grpc.recvAndDecompress(0xc005121b60, 0xc003923600, 0x0, 0x0, 0x7fffffff, 0xc004d99230, 0x62da020, 0x96bb9f0, 0x7dbfe0, 0xc005bea660, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d | |
| google.golang.org/grpc.recv(0xc005121b60, 0x7f3c79b65bc0, 0xc0005ac530, 0xc003923600, 0x0, 0x0, 0x500ce60, 0xc005bea840, 0x7fffffff, 0xc004d99230, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc004e535c0, 0x500ce60, 0xc005bea840, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:1473 +0x170 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb.(*distSQLFlowStreamServer).Recv(0xc0046f9150, 0x62f97e0, 0xc00572b260, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:655 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).Next(0xc0008c3110, 0x62f97e0, 0xc00572b260, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:263 +0x19b | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*noopOperator).Next(0xc001759ba0, 0x62f9720, 0xc006f30ac0, 0x1, 0x62f9720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/operator.go:238 +0x47 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).next(0xc006288680, 0x57ed290, 0x7b0bba, 0x2d49b93) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:222 +0x155 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).nextAdapter(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:247 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror.CatchVectorizedRuntimeError(0xc005091538, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror/error.go:93 +0x5f | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).Next(0xc006288680, 0x62f9720, 0xc006f30ac0, 0x3458c20, 0x62fe4e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:253 +0x5b | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc006f30ac0, 0x63257a0, 0xc006288680, 0x62cad20, 0xc005379500) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc006288680, 0x62f9720, 0xc006f30ac0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc006549d40, 0x62f9720, 0xc006f30ac0, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc004dbb8f0, 0xc004889440, 0xc00330fa00, 0xc005379500, 0xc003965518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc00589d920, 0xc003965518, 0xc004dbb8f0, 0xc004889440, 0x62fbba0, 0xc0048899e0, 0x0, 0xc005379500, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc003965000, 0x62f97e0, 0xc00589d920, 0xc003965418, 0x3, 0x7f3c72d5a8e0, 0xc003eed880, 0xc005091f01, 0xc012cbf0d8, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc003965000, 0x62f97e0, 0xc00589d920, 0xc003965418, 0x7f3c72d5a8e0, 0xc003eed880, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc003965000, 0x62f97e0, 0xc00589d920, 0x6318620, 0xc0035efc70, 0xc0075e444b, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc003965000, 0x62f97e0, 0xc00589d920, 0x6318620, 0xc0035efc70, 0xc0075e444b, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc003965000, 0x62f97e0, 0xc00589d8f0, 0xc006225770, 0xc00589d680, 0x3, 0x3, 0xc007104cb6, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc0075e450d, 0x0, 0x0, 0x1abdd849, 0xed7a0c717, 0x0, 0xc003965000, 0xc004d9b880, 0xc004d9b870, 0x1a, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc003965000, 0x62f9720, 0xc00326f280, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc003965000, 0x62f9720, 0xc00467cf00, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc002aa5580, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc00467cf00, 0xc003965000, 0x5400, 0x15000, 0xc000cfadc0, 0xc002aa5580, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc00689bf32, 0xc003c19980, 0x62f9720, 0xc00467cf00, 0xc002aa5580, 0xc000e55700, 0xc003eed200, 0x6329020, 0xc003ffa480, 0xc006bac660, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 243015 [select, 37 minutes]: | |
| google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc003ac4880) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:69 +0xc2 | |
| created by google.golang.org/grpc.newCCBalancerWrapper | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/balancer_conn_wrappers.go:60 +0x16d | |
| goroutine 239942 [select, 39 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).RunWithStream(0xc00171d1e0, 0x62f97e0, 0xc0058366c0, 0x7f3c7384d4c0, 0xc0044da480, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:210 +0x639 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow.vectorizedInboundStreamHandler.Run(0xc00171d1e0, 0x62f97e0, 0xc0058366c0, 0x63759e0, 0xc0044da480, 0xc007c4cc60, 0xc00518ca20, 0xc008b2f958, 0x2) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/vectorized_flow.go:1168 +0x63 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).flowStreamInt(0xc000ced8c0, 0x62f97e0, 0xc0058366c0, 0x63759e0, 0xc0044da480, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:623 +0x4b0 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).FlowStream(0xc000ced8c0, 0x63759e0, 0xc0044da480, 0x62cc660, 0xc000ced8c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:629 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb._DistSQL_FlowStream_Handler(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc006dbee40, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:636 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc006dbee40, 0xc0048e3d00, 0x57ed320, 0x57ed320, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc006dbee40, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc006dbee40, 0xc0048e3d00, 0xc001e71880, 0x4edd9e0, 0xc001e71880) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc006dbee40, 0xc0048e3d00, 0x57ed320, 0x62f97e0, 0xc005836690) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc00337c000, 0xc000d7d6e0, 0x8cfe000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc00337c000, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00045be80, 0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc00337c000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 241651 [select, 38 minutes]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc005883310, 0xc004cd52b0, 0x5, 0x5, 0xc0a7898c30, 0x0, 0x57f36e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xc7 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc005883310, 0xc004cd52b0, 0x5, 0x5, 0xc0065951b8, 0xc003a033e0, 0xc006594e98) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x21a | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc003110e70, 0xc004cd52b0, 0x5, 0x5, 0xc0033c6c01, 0xc006594ec0, 0xf54b7c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55 | |
| io.ReadAtLeast(0x6257380, 0xc003110e70, 0xc004cd52b0, 0x5, 0x5, 0x5, 0xc001b5a2c2, 0x8, 0x8) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc00316b300, 0xc004cd52b0, 0x5, 0x5, 0x0, 0xc006595090, 0x966cf40) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xcd | |
| google.golang.org/grpc.(*parser).recvMsg(0xc004cd52a0, 0x7fffffff, 0xc00530a418, 0x2, 0x0, 0xc006595108, 0xc006595020, 0x787a95) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63 | |
| google.golang.org/grpc.recvAndDecompress(0xc004cd52a0, 0xc00316b300, 0x0, 0x0, 0x7fffffff, 0xc0026c1230, 0x62da020, 0x96bb9f0, 0x7dbfe0, 0xc00530a5a0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d | |
| google.golang.org/grpc.recv(0xc004cd52a0, 0x7f3c79b65bc0, 0xc0005ac530, 0xc00316b300, 0x0, 0x0, 0x500ce60, 0xc002c5b2c0, 0x7fffffff, 0xc0026c1230, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc007644900, 0x500ce60, 0xc002c5b2c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:1473 +0x170 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb.(*distSQLFlowStreamServer).Recv(0xc00329e4d0, 0x62f97e0, 0xc0041eaa80, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:655 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).Next(0xc002897450, 0x62f97e0, 0xc0041eaa80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:263 +0x19b | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*noopOperator).Next(0xc0013cca40, 0x62f9720, 0xc001fe5840, 0x1, 0x62f9720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/operator.go:238 +0x47 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).next(0xc003d15b80, 0x57ed290, 0x7b0bba, 0x2d49b93) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:222 +0x155 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).nextAdapter(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:247 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror.CatchVectorizedRuntimeError(0xc006595538, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror/error.go:93 +0x5f | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).Next(0xc003d15b80, 0x62f9720, 0xc001fe5840, 0x3458c20, 0x62fe4e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:253 +0x5b | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc001fe5840, 0x63257a0, 0xc003d15b80, 0x62cad20, 0xc00796a380) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc003d15b80, 0x62f9720, 0xc001fe5840) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc006504c60, 0x62f9720, 0xc001fe5840, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc0008027e0, 0xc004386fc0, 0xc0064cb600, 0xc00796a380, 0xc006508518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc003fb7e90, 0xc006508518, 0xc0008027e0, 0xc004386fc0, 0x62fbba0, 0xc0043874d0, 0x0, 0xc00796a380, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc006508000, 0x62f97e0, 0xc003fb7e90, 0xc006508418, 0x3, 0x7f3c72d5a8e0, 0xc0034d6f80, 0xc0064a1f01, 0xc005747498, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc006508000, 0x62f97e0, 0xc003fb7e90, 0xc006508418, 0x7f3c72d5a8e0, 0xc0034d6f80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc006508000, 0x62f97e0, 0xc003fb7e90, 0x6318620, 0xc005883270, 0xc0036dd00d, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc006508000, 0x62f97e0, 0xc003fb7e90, 0x6318620, 0xc005883270, 0xc0036dd00d, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc006508000, 0x62f97e0, 0xc003fb7e60, 0xc0031bf860, 0xc003fb7c80, 0x3, 0x3, 0xc00596dd6c, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc0036dd0d1, 0x0, 0x0, 0x1c5e1c1b, 0xed7a0c786, 0x0, 0xc006508000, 0xc0026c3880, 0xc0026c3870, 0x5, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc006508000, 0x62f9720, 0xc003bdbb00, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc006508000, 0x62f9720, 0xc003616f40, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc005760520, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc003616f40, 0xc006508000, 0x5400, 0x15000, 0xc000cfadc0, 0xc005760520, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc006003aad, 0xc004197840, 0x62f9720, 0xc003616f40, 0xc005760520, 0xc000e55700, 0xc0034d6900, 0x6329020, 0xc005d698c0, 0xc003b9a840, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 243052 [select, 37 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).RunWithStream(0xc000d3a9c0, 0x62f97e0, 0xc0044f8960, 0x7f3c7384d4c0, 0xc00329e880, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:210 +0x639 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow.vectorizedInboundStreamHandler.Run(0xc000d3a9c0, 0x62f97e0, 0xc0044f8960, 0x63759e0, 0xc00329e880, 0xc001927e00, 0xc005ad0900, 0xc008ef5958, 0x2) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/vectorized_flow.go:1168 +0x63 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).flowStreamInt(0xc000ced8c0, 0x62f97e0, 0xc0044f8960, 0x63759e0, 0xc00329e880, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:623 +0x4b0 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).FlowStream(0xc000ced8c0, 0x63759e0, 0xc00329e880, 0x62cc660, 0xc000ced8c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:629 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb._DistSQL_FlowStream_Handler(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc0057e2600, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:636 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc0057e2600, 0xc00760b4e0, 0x57ed320, 0x57ed320, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc0057e2600, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc0057e2600, 0xc00760b4e0, 0xc001ec91c0, 0x4edd9e0, 0xc001ec91c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc0057e2600, 0xc00760b4e0, 0x57ed320, 0x62f97e0, 0xc0044f8930) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc003b79600, 0xc000d7d6e0, 0x8cfe000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc003b79600, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00045be80, 0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc003b79600) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 243016 [chan receive, 37 minutes]: | |
| google.golang.org/grpc.(*addrConn).resetTransport(0xc005d2fb80) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:1156 +0x6ea | |
| created by google.golang.org/grpc.(*addrConn).connect | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/clientconn.go:799 +0x128 | |
| goroutine 237553 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c72dcc480, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc0030a0218, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc0030a0200, 0xc0041f4400, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc0030a0200, 0xc0041f4400, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc003a34488, 0xc0041f4400, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc001c32960, 0xc0041f4400, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc0033586e0, 0xc0041f4400, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc007435398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc0065ec958, 0x624f380, 0xc0033586e0, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc0065ec700, 0x7f3c7383c0c8, 0xc001c32960, 0x5, 0xc001c32960, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc0065ec700, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc0065ec700, 0xc007006000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc00308f5c0, 0xc007006000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc00587e448) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc00587e448, 0xc0011d3718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc00587ebd0, 0x62bd620, 0xc00587e448, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc00587e400, 0x62f97e0, 0xc003317b60, 0xc0065b3d70, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc003317b60, 0x6374de0, 0xc0065ec700, 0xc007004009, 0x7, 0xc003317bc0, 0x62a1060, 0xc002784720, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc003317b60, 0x6374de0, 0xc0065ec700, 0xc004a51801, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc001c32960) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc001c32960, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 241262 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c7206bf48, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc002353c18, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc002353c00, 0xc004698900, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc002353c00, 0xc004698900, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc001038750, 0xc004698900, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc000cd1c80, 0xc004698900, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc004a723e0, 0xc004698900, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc00290f398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc006dff758, 0x624f380, 0xc004a723e0, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc006dff500, 0x7f3c7383c0c8, 0xc000cd1c80, 0x5, 0xc000cd1c80, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc006dff500, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc006dff500, 0xc009036000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc0070e7ca0, 0xc009036000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc0060fa048) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc0060fa048, 0xc00173b718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc0060fa7d0, 0x62bd620, 0xc0060fa048, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc0060fa000, 0x62f97e0, 0xc0058f0300, 0xc000b3b250, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc0058f0300, 0x6374de0, 0xc006dff500, 0xc009034009, 0x7, 0xc0058f0390, 0x62a1060, 0xc0055a3b60, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc0058f0300, 0x6374de0, 0xc006dff500, 0xc004826901, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc000cd1c80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc000cd1c80, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 221609 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c72dcc620, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc00498b098, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc00498b080, 0xc005884000, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc00498b080, 0xc005884000, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc000108f18, 0xc005884000, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc006a5b4a0, 0xc005884000, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc0072e1b20, 0xc005884000, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc00740f398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc0041e3ad8, 0x624f380, 0xc0072e1b20, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc0041e3880, 0x7f3c7383c0c8, 0xc006a5b4a0, 0x5, 0xc006a5b4a0, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc0041e3880, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc0041e3880, 0xc00537c000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc00145c740, 0xc00537c000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc006578448) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc006578448, 0xc002589718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc006578bd0, 0x62bd620, 0xc006578448, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc006578400, 0x62f97e0, 0xc00589dce0, 0xc003ff6040, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc00589dce0, 0x6374de0, 0xc0041e3880, 0xc00537a009, 0x7, 0xc00589dd10, 0x62a1060, 0xc00462aae0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc00589dce0, 0x6374de0, 0xc0041e3880, 0xc003b11b01, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc006a5b4a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc006a5b4a0, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 241866 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c7206bda8, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc0047b0218, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc0047b0200, 0xc005004400, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc0047b0200, 0xc005004400, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc000108a28, 0xc005004400, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc004879140, 0xc005004400, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc008e819a0, 0xc005004400, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc001237398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc00296e5d8, 0x624f380, 0xc008e819a0, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc00296e380, 0x7f3c7383c0c8, 0xc004879140, 0x5, 0xc004879140, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc00296e380, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc00296e380, 0xc007d53000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc004a06780, 0xc007d53000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc00587f648) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc00587f648, 0xc00431d718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc00587fdd0, 0x62bd620, 0xc00587f648, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc00587f600, 0x62f97e0, 0xc002c662d0, 0xc00366e8f0, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc002c662d0, 0x6374de0, 0xc00296e380, 0xc005c62009, 0x7, 0xc002c66360, 0x62a1060, 0xc0012b6900, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc002c662d0, 0x6374de0, 0xc00296e380, 0xc0040de401, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc004879140) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc004879140, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 239317 [select, 40 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStreamHelper(0x62f97e0, 0xc001e7d290, 0x63759e0, 0xc0047dd610, 0xc0034daba0, 0x62cc6a0, 0xc004304d40, 0xc003bc4000, 0xc00097b7c0, 0xc005e897a8) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:162 +0x252 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStream(0x62f97e0, 0xc001e7d290, 0x63759e0, 0xc0047dd610, 0xc0034daba0, 0x62cc6a0, 0xc004304d40, 0xc003bc4000, 0x62f97e0, 0xc001e7d290) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:79 +0x8d | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.RowInboundStreamHandler.Run(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:55 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).flowStreamInt(0xc000ced8c0, 0x62f97e0, 0xc001e7d290, 0x63759e0, 0xc0047dd610, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:623 +0x4b0 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).FlowStream(0xc000ced8c0, 0x63759e0, 0xc0047dd610, 0x62cc660, 0xc000ced8c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:629 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb._DistSQL_FlowStream_Handler(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc006a70300, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:636 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc006a70300, 0xc002abed80, 0x57ed320, 0x57ed320, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc006a70300, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc006a70300, 0xc002abed80, 0xc003eb6b80, 0x4edd9e0, 0xc003eb6b80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc006a70300, 0xc002abed80, 0x57ed320, 0x62f97e0, 0xc001e7d260) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc0052a3300, 0xc000d7d6e0, 0x8cfe000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc0052a3300, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00045be80, 0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc0052a3300) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 172367 [select, 96 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).RunWithStream(0xc000a3af70, 0x62f97e0, 0xc00699abd0, 0x7f3c7384d4c0, 0xc002ecef30, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:210 +0x639 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow.vectorizedInboundStreamHandler.Run(0xc000a3af70, 0x62f97e0, 0xc00699abd0, 0x63759e0, 0xc002ecef30, 0xc003eb8d80, 0xc00390eb40, 0xc001cb3958, 0x2) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/vectorized_flow.go:1168 +0x63 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).flowStreamInt(0xc000ced8c0, 0x62f97e0, 0xc00699abd0, 0x63759e0, 0xc002ecef30, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:623 +0x4b0 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).FlowStream(0xc000ced8c0, 0x63759e0, 0xc002ecef30, 0x62cc660, 0xc000ced8c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:629 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb._DistSQL_FlowStream_Handler(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc003c62a80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:636 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc003c62a80, 0xc0032a3e40, 0x57ed320, 0x57ed320, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc003c62a80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc003c62a80, 0xc0032a3e40, 0xc0024fff80, 0x4edd9e0, 0xc0024fff80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc003c62a80, 0xc0032a3e40, 0x57ed320, 0x62f97e0, 0xc00699aba0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc0042cbe00, 0xc000d7d6e0, 0x8cfe000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc0042cbe00, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00045be80, 0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc0042cbe00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 237457 [select, 41 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStreamHelper(0x62f97e0, 0xc006f06d20, 0x63759e0, 0xc003a66e30, 0xc0062f36e0, 0x62cc6a0, 0xc0061a5680, 0xc00390efc0, 0xc00097b7c0, 0xc007e3f7a8) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:162 +0x252 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStream(0x62f97e0, 0xc006f06d20, 0x63759e0, 0xc003a66e30, 0xc0062f36e0, 0x62cc6a0, 0xc0061a5680, 0xc00390efc0, 0x62f97e0, 0xc006f06d20) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:79 +0x8d | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.RowInboundStreamHandler.Run(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:55 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).flowStreamInt(0xc000ced8c0, 0x62f97e0, 0xc006f06d20, 0x63759e0, 0xc003a66e30, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:623 +0x4b0 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).FlowStream(0xc000ced8c0, 0x63759e0, 0xc003a66e30, 0x62cc660, 0xc000ced8c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:629 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb._DistSQL_FlowStream_Handler(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc0045a89c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:636 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc0045a89c0, 0xc0032a8e00, 0x57ed320, 0x57ed320, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc0045a89c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc0045a89c0, 0xc0032a8e00, 0xc003f462c0, 0x4edd9e0, 0xc003f462c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc0045a89c0, 0xc0032a8e00, 0x57ed320, 0x62f97e0, 0xc006f06cf0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc004bc0000, 0xc000d7d6e0, 0x8cfe000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc004bc0000, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00045be80, 0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc004bc0000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 242608 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c7206b998, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc003fa6f18, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc003fa6f00, 0xc008d18400, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc003fa6f00, 0xc008d18400, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc001c7ce60, 0xc008d18400, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc0068afe60, 0xc008d18400, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc002484f80, 0xc008d18400, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc00188f398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc006e125d8, 0x624f380, 0xc002484f80, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc006e12380, 0x7f3c7383c0c8, 0xc0068afe60, 0x5, 0xc0068afe60, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc006e12380, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc006e12380, 0xc008d92000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc00526c2c0, 0xc008d92000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc00714c948) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc00714c948, 0xc001d73718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc00714d0d0, 0x62bd620, 0xc00714c948, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc00714c900, 0x62f97e0, 0xc004d71aa0, 0xc00329ecb0, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc004d71aa0, 0x6374de0, 0xc006e12380, 0xc008d9001a, 0x7, 0xc004d71ad0, 0x62a1060, 0xc0047aa960, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc004d71aa0, 0x6374de0, 0xc006e12380, 0xc004425201, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc0068afe60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc0068afe60, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 237799 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c72dcc3b0, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc004763a18, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc004763a00, 0xc003f91b00, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc004763a00, 0xc003f91b00, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc0001093f0, 0xc003f91b00, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc002990ae0, 0xc003f91b00, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc008e80840, 0xc003f91b00, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc00992f398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc004893058, 0x624f380, 0xc008e80840, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc004892e00, 0x7f3c7383c0c8, 0xc002990ae0, 0x5, 0xc002990ae0, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc004892e00, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc004892e00, 0xc006de2000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc0040e5760, 0xc006de2000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc004588948) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc004588948, 0xc00133f718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc0045890d0, 0x62bd620, 0xc004588948, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc004588900, 0x62f97e0, 0xc0012b5020, 0xc0040dec90, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc0012b5020, 0x6374de0, 0xc004892e00, 0xc006de0009, 0x7, 0xc0012b50b0, 0x62a1060, 0xc003fda8a0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc0012b5020, 0x6374de0, 0xc004892e00, 0xc002f3a301, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc002990ae0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc002990ae0, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 239658 [select, 39 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).RunWithStream(0xc0046bb6c0, 0x62f97e0, 0xc004529080, 0x7f3c7384d4c0, 0xc004508d00, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:210 +0x639 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow.vectorizedInboundStreamHandler.Run(0xc0046bb6c0, 0x62f97e0, 0xc004529080, 0x63759e0, 0xc004508d00, 0xc0060d9b00, 0xc002dd87e0, 0xc007441958, 0x2) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/vectorized_flow.go:1168 +0x63 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).flowStreamInt(0xc000ced8c0, 0x62f97e0, 0xc004529080, 0x63759e0, 0xc004508d00, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:623 +0x4b0 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).FlowStream(0xc000ced8c0, 0x63759e0, 0xc004508d00, 0x62cc660, 0xc000ced8c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:629 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb._DistSQL_FlowStream_Handler(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc007621140, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:636 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc007621140, 0xc0078dbd80, 0x57ed320, 0x57ed320, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc007621140, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc007621140, 0xc0078dbd80, 0xc00496cb00, 0x4edd9e0, 0xc00496cb00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc007621140, 0xc0078dbd80, 0x57ed320, 0x62f97e0, 0xc004529020) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc002b90800, 0xc000d7d6e0, 0x8cfe000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc002b90800, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00045be80, 0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc002b90800) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 239676 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c715e6f20, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc00263bd18, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc00263bd00, 0xc002f8cd00, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc00263bd00, 0xc002f8cd00, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc004ec8968, 0xc002f8cd00, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc00092af60, 0xc002f8cd00, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc0049530e0, 0xc002f8cd00, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc003e05398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc0078be5d8, 0x624f380, 0xc0049530e0, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc0078be380, 0x7f3c7383c0c8, 0xc00092af60, 0x5, 0xc00092af60, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc0078be380, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc0078be380, 0xc005c93000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc0041b90e0, 0xc005c93000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc0054be048) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc0054be048, 0xc00259f718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc0054be7d0, 0x62bd620, 0xc0054be048, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc0054be000, 0x62f97e0, 0xc0041ae1b0, 0xc004ec02c0, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc0041ae1b0, 0x6374de0, 0xc0078be380, 0xc002720009, 0x7, 0xc0041ae270, 0x62a1060, 0xc004ceae70, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc0041ae1b0, 0x6374de0, 0xc0078be380, 0xc0045f0801, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc00092af60) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc00092af60, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 245668 [select, 35 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).RunWithStream(0xc003da1520, 0x62f97e0, 0xc00391ee10, 0x7f3c7384d4c0, 0xc003d58510, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:210 +0x639 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow.vectorizedInboundStreamHandler.Run(0xc003da1520, 0x62f97e0, 0xc00391ee10, 0x63759e0, 0xc003d58510, 0xc00608d6e0, 0xc003e4e5a0, 0xc007721958, 0x2) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/vectorized_flow.go:1168 +0x63 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).flowStreamInt(0xc000ced8c0, 0x62f97e0, 0xc00391ee10, 0x63759e0, 0xc003d58510, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:623 +0x4b0 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).FlowStream(0xc000ced8c0, 0x63759e0, 0xc003d58510, 0x62cc660, 0xc000ced8c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:629 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb._DistSQL_FlowStream_Handler(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc005958600, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:636 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc005958600, 0xc0019f6b60, 0x57ed320, 0x57ed320, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc005958600, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc005958600, 0xc0019f6b60, 0xc0065f31c0, 0x4edd9e0, 0xc0065f31c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc005958600, 0xc0019f6b60, 0x57ed320, 0x62f97e0, 0xc00391ed80) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc0064cab00, 0xc000d7d6e0, 0x8cfe000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc0064cab00, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00045be80, 0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc0064cab00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 167190 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c79b3ca10, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc0051f3218, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc0051f3200, 0xc00393d200, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc0051f3200, 0xc00393d200, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc002272fb8, 0xc00393d200, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc0029ef0e0, 0xc00393d200, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc008e80880, 0xc00393d200, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc001d85398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc00620e5d8, 0x624f380, 0xc008e80880, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc00620e380, 0x7f3c7383c0c8, 0xc0029ef0e0, 0x5, 0xc0029ef0e0, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc00620e380, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc00620e380, 0xc0057ff000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc00355ab80, 0xc0057ff000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc003dd7b48) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc003dd7b48, 0xc00134b718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc003dd82d0, 0x62bd620, 0xc003dd7b48, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc003dd7b00, 0x62f97e0, 0xc0029f1ec0, 0xc0040de900, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc0029f1ec0, 0x6374de0, 0xc00620e380, 0xc003281009, 0x7, 0xc0029f1ef0, 0x62a1060, 0xc0029f0b40, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc0029f1ec0, 0x6374de0, 0xc00620e380, 0xc0020bbe01, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc0029ef0e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc0029ef0e0, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 221512 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c72dcca30, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc0030a0c18, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc0030a0c00, 0xc002f8c400, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc0030a0c00, 0xc002f8c400, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc001082a28, 0xc002f8c400, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc006099200, 0xc002f8c400, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc0072e04e0, 0xc002f8c400, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc00713d398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc0018a45d8, 0x624f380, 0xc0072e04e0, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc0018a4380, 0x7f3c7383c0c8, 0xc006099200, 0x5, 0xc006099200, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc0018a4380, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc0018a4380, 0xc00657a000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc00333eca0, 0xc00657a000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc006576048) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc006576048, 0xc00658f718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc0065767d0, 0x62bd620, 0xc006576048, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc006576000, 0x62f97e0, 0xc003564720, 0xc003420e00, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc003564720, 0x6374de0, 0xc0018a4380, 0xc006574009, 0x7, 0xc003564750, 0x62a1060, 0xc00287ba70, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc003564720, 0x6374de0, 0xc0018a4380, 0xc004f8ac01, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc006099200) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc006099200, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 241431 [select, 38 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).RunWithStream(0xc0062fa9c0, 0x62f97e0, 0xc006f07740, 0x7f3c7384d4c0, 0xc0045f0390, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:210 +0x639 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow.vectorizedInboundStreamHandler.Run(0xc0062fa9c0, 0x62f97e0, 0xc006f07740, 0x63759e0, 0xc0045f0390, 0xc004933f80, 0xc0041e5680, 0xc007bd1958, 0x2) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/vectorized_flow.go:1168 +0x63 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).flowStreamInt(0xc000ced8c0, 0x62f97e0, 0xc006f07740, 0x63759e0, 0xc0045f0390, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:623 +0x4b0 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).FlowStream(0xc000ced8c0, 0x63759e0, 0xc0045f0390, 0x62cc660, 0xc000ced8c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:629 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb._DistSQL_FlowStream_Handler(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc005892d80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:636 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc005892d80, 0xc00582b200, 0x57ed320, 0x57ed320, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc005892d80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc005892d80, 0xc00582b200, 0xc004905680, 0x4edd9e0, 0xc004905680) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc005892d80, 0xc00582b200, 0x57ed320, 0x62f97e0, 0xc006f07710) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc0038e7900, 0xc000d7d6e0, 0x8cfe000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc0038e7900, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00045be80, 0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc0038e7900) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 241265 [select, 38 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).RunWithStream(0xc0028af110, 0x62f97e0, 0xc003f21f80, 0x7f3c7384d4c0, 0xc004a50920, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:210 +0x639 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow.vectorizedInboundStreamHandler.Run(0xc0028af110, 0x62f97e0, 0xc003f21f80, 0x63759e0, 0xc004a50920, 0xc004849380, 0xc006545e60, 0xc002b33958, 0x2) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/vectorized_flow.go:1168 +0x63 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).flowStreamInt(0xc000ced8c0, 0x62f97e0, 0xc003f21f80, 0x63759e0, 0xc004a50920, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:623 +0x4b0 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).FlowStream(0xc000ced8c0, 0x63759e0, 0xc004a50920, 0x62cc660, 0xc000ced8c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:629 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb._DistSQL_FlowStream_Handler(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc0051323c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:636 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc0051323c0, 0xc00762d5e0, 0x57ed320, 0x57ed320, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc0051323c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc0051323c0, 0xc00762d5e0, 0xc004c00c80, 0x4edd9e0, 0xc004c00c80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc0051323c0, 0xc00762d5e0, 0x57ed320, 0x62f97e0, 0xc003f21f20) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc002fd0600, 0xc000d7d6e0, 0x8cfe000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc002fd0600, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00045be80, 0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc002fd0600) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 238539 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c72dcc210, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc003b5c518, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc003b5c500, 0xc005886400, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc003b5c500, 0xc005886400, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc000109ad8, 0xc005886400, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc00437ec00, 0xc005886400, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc002484a00, 0xc005886400, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc00125f398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc006df9ad8, 0x624f380, 0xc002484a00, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc006df9880, 0x7f3c7383c0c8, 0xc00437ec00, 0x5, 0xc00437ec00, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc006df9880, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc006df9880, 0xc00783f000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc004c4e240, 0xc00783f000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc0048cad48) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc0048cad48, 0xc003559718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc0048cb4d0, 0x62bd620, 0xc0048cad48, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc0048cad00, 0x62f97e0, 0xc0048de8d0, 0xc0038cc310, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc0048de8d0, 0x6374de0, 0xc006df9880, 0xc00109b009, 0x7, 0xc0048de900, 0x62a1060, 0xc0057da7e0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc0048de8d0, 0x6374de0, 0xc006df9880, 0xc003b11601, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc00437ec00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc00437ec00, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 241165 [select, 38 minutes]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc0053a14f0, 0xc00602de30, 0x5, 0x5, 0xc0ffbd0dbb, 0x0, 0x57f36e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xc7 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0053a14f0, 0xc00602de30, 0x5, 0x5, 0xc007ce51b8, 0xc003c5a560, 0xc007ce4e98) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x21a | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc003cdb9e0, 0xc00602de30, 0x5, 0x5, 0xc006240301, 0xc007ce4ec0, 0xf54b7c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55 | |
| io.ReadAtLeast(0x6257380, 0xc003cdb9e0, 0xc00602de30, 0x5, 0x5, 0x5, 0xc001b5a2c2, 0x8, 0x8) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc005b33c00, 0xc00602de30, 0x5, 0x5, 0x0, 0xc007ce5090, 0xc0000e0380) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xcd | |
| google.golang.org/grpc.(*parser).recvMsg(0xc00602de20, 0x7fffffff, 0xc0061aa8f8, 0x2, 0x0, 0xc007ce5108, 0xc007ce5020, 0x787a95) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63 | |
| google.golang.org/grpc.recvAndDecompress(0xc00602de20, 0xc005b33c00, 0x0, 0x0, 0x7fffffff, 0xc001f93230, 0x62da020, 0x96bb9f0, 0x7dbfe0, 0xc007c5c360, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d | |
| google.golang.org/grpc.recv(0xc00602de20, 0x7f3c79b65bc0, 0xc0005ac530, 0xc005b33c00, 0x0, 0x0, 0x500ce60, 0xc007c5ca80, 0x7fffffff, 0xc001f93230, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc005ab5440, 0x500ce60, 0xc007c5ca80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:1473 +0x170 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb.(*distSQLFlowStreamServer).Recv(0xc006240650, 0x62f97e0, 0xc003cdb7d0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:655 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).Next(0xc005c9e0d0, 0x62f97e0, 0xc003cdb7d0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:263 +0x19b | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*noopOperator).Next(0xc00602dcc0, 0x62f9720, 0xc0033dc1c0, 0x1, 0x62f9720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/operator.go:238 +0x47 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).next(0xc0078edb80, 0x57ed290, 0x7b0bba, 0x2d49b93) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:222 +0x155 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).nextAdapter(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:247 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror.CatchVectorizedRuntimeError(0xc007ce5538, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror/error.go:93 +0x5f | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).Next(0xc0078edb80, 0x62f9720, 0xc0033dc1c0, 0x3458c20, 0x62fe4e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:253 +0x5b | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc0033dc1c0, 0x63257a0, 0xc0078edb80, 0x62cad20, 0xc006fac380) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc0078edb80, 0x62f9720, 0xc0033dc1c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc00700cfc0, 0x62f9720, 0xc0033dc1c0, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc0059c7d50, 0xc002ee9170, 0xc005b33700, 0xc006fac380, 0xc004e9f518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc005526a50, 0xc004e9f518, 0xc0059c7d50, 0xc002ee9170, 0x62fbba0, 0xc002ee9680, 0x0, 0xc006fac380, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc004e9f000, 0x62f97e0, 0xc005526a50, 0xc004e9f418, 0x3, 0x7f3c72d5a8e0, 0xc00458bc80, 0xc007ce5f01, 0xc005538e98, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc004e9f000, 0x62f97e0, 0xc005526a50, 0xc004e9f418, 0x7f3c72d5a8e0, 0xc00458bc80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc004e9f000, 0x62f97e0, 0xc005526a50, 0x6318620, 0xc0053a0690, 0xc006fae46d, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc004e9f000, 0x62f97e0, 0xc005526a50, 0x6318620, 0xc0053a0690, 0xc006fae46d, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc004e9f000, 0x62f97e0, 0xc005526a20, 0xc001a893b0, 0xc005526810, 0x3, 0x3, 0xc006f61526, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc006fae531, 0x0, 0x0, 0x14122207, 0xed7a0c778, 0x0, 0xc004e9f000, 0xc001f95880, 0xc001f95870, 0x1a, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc004e9f000, 0x62f9720, 0xc004b5f6c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc004e9f000, 0x62f9720, 0xc002a15a40, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc000457f30, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc002a15a40, 0xc004e9f000, 0x5400, 0x15000, 0xc000cfadc0, 0xc000457f30, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc0066f9acd, 0xc0013cd8e0, 0x62f9720, 0xc002a15a40, 0xc000457f30, 0xc000e55700, 0xc00458b600, 0x6329020, 0xc00591f1a0, 0xc006179d40, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 241126 [select, 38 minutes]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc0049bb040, 0xc004747ed0, 0x5, 0x5, 0x62f97e0, 0xc0047ec030, 0x57f36e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xc7 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0049bb040, 0xc004747ed0, 0x5, 0x5, 0xc00244cda0, 0xc001eef780, 0xc00244ca80) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x21a | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc001ea3e30, 0xc004747ed0, 0x5, 0x5, 0x50f6840, 0xc00244caa8, 0xf54b7c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55 | |
| io.ReadAtLeast(0x6257380, 0xc001ea3e30, 0xc004747ed0, 0x5, 0x5, 0x5, 0x57ed320, 0x1, 0x0) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc005147800, 0xc004747ed0, 0x5, 0x5, 0x4, 0x4, 0xc00328e900) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xcd | |
| google.golang.org/grpc.(*parser).recvMsg(0xc004747ec0, 0x7fffffff, 0x120, 0xc0000e0380, 0x7f3c79b90d98, 0x0, 0x7d12d8, 0xebf5e7de83c75) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63 | |
| google.golang.org/grpc.recvAndDecompress(0xc004747ec0, 0xc005147800, 0x0, 0x0, 0x7fffffff, 0xc00244ce18, 0x62da020, 0x96bb9f0, 0x0, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d | |
| google.golang.org/grpc.recv(0xc004747ec0, 0x7f3c79b65bc0, 0xc0005ac530, 0xc005147800, 0x0, 0x0, 0x500ce60, 0xc003eb9920, 0x7fffffff, 0xc00244ce18, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc0057e3080, 0x500ce60, 0xc003eb9920, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:1473 +0x170 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb.(*distSQLFlowStreamServer).Recv(0xc0040dedb0, 0xc0052f0320, 0xc0019d3790, 0xa) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:655 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStreamHelper.func2(0xc0052f0240, 0x63759e0, 0xc0040dedb0, 0xc004747fa0, 0xc003eb97a0, 0x62f97e0, 0xc0047ec030, 0x62cc6a0, 0xc002a153c0, 0xc0055f6a80, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:135 +0x9f | |
| created by github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStreamHelper | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:132 +0x1b3 | |
| goroutine 240840 [select, 38 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).RunWithStream(0xc005bd0000, 0x62f97e0, 0xc004c66360, 0x7f3c7384d4c0, 0xc0020baa80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:210 +0x639 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow.vectorizedInboundStreamHandler.Run(0xc005bd0000, 0x62f97e0, 0xc004c66360, 0x63759e0, 0xc0020baa80, 0xc001c32d20, 0xc002a8a000, 0xc0034b1958, 0x2) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/vectorized_flow.go:1168 +0x63 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).flowStreamInt(0xc000ced8c0, 0x62f97e0, 0xc004c66360, 0x63759e0, 0xc0020baa80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:623 +0x4b0 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).FlowStream(0xc000ced8c0, 0x63759e0, 0xc0020baa80, 0x62cc660, 0xc000ced8c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:629 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb._DistSQL_FlowStream_Handler(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc0055b3e00, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:636 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc0055b3e00, 0xc0061670c0, 0x57ed320, 0x57ed320, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc0055b3e00, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc0055b3e00, 0xc0061670c0, 0xc0049b8c80, 0x4edd9e0, 0xc0049b8c80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc0055b3e00, 0xc0061670c0, 0x57ed320, 0x62f97e0, 0xc004c66300) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc003601c00, 0xc000d7d6e0, 0x8cfe000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc003601c00, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00045be80, 0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc003601c00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 221543 [select, 41 minutes]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc00389b400, 0xc002ca33d0, 0x5, 0x5, 0xc0c505758b, 0x0, 0x57f36e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xc7 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc00389b400, 0xc002ca33d0, 0x5, 0x5, 0xc003f8d1b8, 0xc0033c2b20, 0xc003f8ce98) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x21a | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc003111320, 0xc002ca33d0, 0x5, 0x5, 0xc002f3a801, 0xc003f8cec0, 0xf54b7c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55 | |
| io.ReadAtLeast(0x6257380, 0xc003111320, 0xc002ca33d0, 0x5, 0x5, 0x5, 0xc001b5a2c2, 0x8, 0x8) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc003b25600, 0xc002ca33d0, 0x5, 0x5, 0x0, 0xc003f8d090, 0xc000b6fc00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xcd | |
| google.golang.org/grpc.(*parser).recvMsg(0xc002ca33c0, 0x7fffffff, 0xc003ee9c18, 0x2, 0x0, 0xc003f8d108, 0xc003f8d020, 0x787a95) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63 | |
| google.golang.org/grpc.recvAndDecompress(0xc002ca33c0, 0xc003b25600, 0x0, 0x0, 0x7fffffff, 0xc002587230, 0x62da020, 0x96bb9f0, 0x7dbfe0, 0xc003ee9c20, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d | |
| google.golang.org/grpc.recv(0xc002ca33c0, 0x7f3c79b65bc0, 0xc0005ac530, 0xc003b25600, 0x0, 0x0, 0x500ce60, 0xc004cec2a0, 0x7fffffff, 0xc002587230, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc00536ef00, 0x500ce60, 0xc004cec2a0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:1473 +0x170 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb.(*distSQLFlowStreamServer).Recv(0xc003b2ea60, 0x62f97e0, 0xc005065b60, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:655 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).Next(0xc00499d6c0, 0x62f97e0, 0xc005065b60, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:263 +0x19b | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*noopOperator).Next(0xc004bf5e80, 0x62f9720, 0xc006c935c0, 0x1, 0x62f9720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/operator.go:238 +0x47 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).next(0xc005cadb80, 0x57ed290, 0x7b0bba, 0x2d49b93) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:222 +0x155 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).nextAdapter(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:247 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror.CatchVectorizedRuntimeError(0xc003f8d538, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror/error.go:93 +0x5f | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).Next(0xc005cadb80, 0x62f9720, 0xc006c935c0, 0x3458c20, 0x62fe4e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:253 +0x5b | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc006c935c0, 0x63257a0, 0xc005cadb80, 0x62cad20, 0xc003f79880) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc005cadb80, 0x62f9720, 0xc006c935c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc002a8b8c0, 0x62f9720, 0xc006c935c0, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc00443c700, 0xc001aa3290, 0xc004f67600, 0xc003f79880, 0xc003d24518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc00391f0b0, 0xc003d24518, 0xc00443c700, 0xc001aa3290, 0x62fbba0, 0xc001aa3b90, 0x0, 0xc003f79880, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc003d24000, 0x62f97e0, 0xc00391f0b0, 0xc003d24418, 0x3, 0x7f3c72d5a8e0, 0xc006578a80, 0xc003f8df01, 0xc0026083b8, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc003d24000, 0x62f97e0, 0xc00391f0b0, 0xc003d24418, 0x7f3c72d5a8e0, 0xc006578a80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc003d24000, 0x62f97e0, 0xc00391f0b0, 0x6318620, 0xc002f32140, 0xc0037e106c, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc003d24000, 0x62f97e0, 0xc00391f0b0, 0x6318620, 0xc002f32140, 0xc0037e106c, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc003d24000, 0x62f97e0, 0xc00391f080, 0xc005c422d0, 0xc00391ee40, 0x3, 0x3, 0xc006002656, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc0037e1130, 0x0, 0x0, 0x3553ec90, 0xed7a0c6f0, 0x0, 0xc003d24000, 0xc002589880, 0xc002589870, 0x5a, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc003d24000, 0x62f9720, 0xc003213140, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc003d24000, 0x62f9720, 0xc0038f8840, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc003ff6070, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc0038f8840, 0xc003d24000, 0x5400, 0x15000, 0xc000cfadc0, 0xc003ff6070, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc003960a8d, 0xc00145c7c0, 0x62f9720, 0xc0038f8840, 0xc003ff6070, 0xc000e55700, 0xc006578400, 0x6329020, 0xc00589de30, 0xc005beb920, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 243635 [select, 35 minutes]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc003f18ff0, 0xc0038598b0, 0x5, 0x5, 0xc0a811b7b7, 0x0, 0x57f36e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xc7 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc003f18ff0, 0xc0038598b0, 0x5, 0x5, 0xc0052471b8, 0xc003514120, 0xc005246e98) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x21a | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc001e7c660, 0xc0038598b0, 0x5, 0x5, 0xc0031c0501, 0xc005246ec0, 0xf54b7c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55 | |
| io.ReadAtLeast(0x6257380, 0xc001e7c660, 0xc0038598b0, 0x5, 0x5, 0x5, 0xc001b5a2c2, 0x8, 0x8) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc0032ac500, 0xc0038598b0, 0x5, 0x5, 0x0, 0xc005247090, 0xc004896700) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xcd | |
| google.golang.org/grpc.(*parser).recvMsg(0xc0038598a0, 0x7fffffff, 0xc00478c3b8, 0x2, 0x0, 0xc005247108, 0xc005247020, 0x787a95) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63 | |
| google.golang.org/grpc.recvAndDecompress(0xc0038598a0, 0xc0032ac500, 0x0, 0x0, 0x7fffffff, 0xc00133d230, 0x62da020, 0x96bb9f0, 0x7dbfe0, 0xc00478c3c0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d | |
| google.golang.org/grpc.recv(0xc0038598a0, 0x7f3c79b65bc0, 0xc0005ac530, 0xc0032ac500, 0x0, 0x0, 0x500ce60, 0xc004ed5980, 0x7fffffff, 0xc00133d230, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc00683ea80, 0x500ce60, 0xc004ed5980, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:1473 +0x170 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb.(*distSQLFlowStreamServer).Recv(0xc003b11a30, 0x62f97e0, 0xc00394df80, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:655 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).Next(0xc002a60750, 0x62f97e0, 0xc00394df80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:263 +0x19b | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*noopOperator).Next(0xc0033da620, 0x62f9720, 0xc004c7aac0, 0x1, 0x62f9720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/operator.go:238 +0x47 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).next(0xc006154000, 0x57ed290, 0x7b0bba, 0x2d49b93) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:222 +0x155 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).nextAdapter(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:247 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror.CatchVectorizedRuntimeError(0xc005247538, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror/error.go:93 +0x5f | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).Next(0xc006154000, 0x62f9720, 0xc004c7aac0, 0x3458c20, 0x62fe4e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:253 +0x5b | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc004c7aac0, 0x63257a0, 0xc006154000, 0x62cad20, 0xc006eddc00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc006154000, 0x62f9720, 0xc004c7aac0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc000113e60, 0x62f9720, 0xc004c7aac0, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc005cfdea0, 0xc0061713b0, 0xc005eb9d00, 0xc006eddc00, 0xc0033d3518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc002f643f0, 0xc0033d3518, 0xc005cfdea0, 0xc0061713b0, 0x62fbba0, 0xc0061719e0, 0x0, 0xc006eddc00, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc0033d3000, 0x62f97e0, 0xc002f643f0, 0xc0033d3418, 0x3, 0x7f3c72d5a8e0, 0xc0047b9380, 0xc005247f01, 0xc0043207d8, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc0033d3000, 0x62f97e0, 0xc002f643f0, 0xc0033d3418, 0x7f3c72d5a8e0, 0xc0047b9380, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc0033d3000, 0x62f97e0, 0xc002f643f0, 0x6318620, 0xc003f186e0, 0xc00850de51, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc0033d3000, 0x62f97e0, 0xc002f643f0, 0x6318620, 0xc003f186e0, 0xc00850de51, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc0033d3000, 0x62f97e0, 0xc002f64390, 0xc006eccc30, 0xc002f641e0, 0x3, 0x3, 0xc0085d5ee8, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc00850df17, 0x0, 0x0, 0x24bb6cd2, 0xed7a0c84b, 0x0, 0xc0033d3000, 0xc00133f880, 0xc00133f870, 0xc8, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc0033d3000, 0x62f9720, 0xc0066c7200, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc0033d3000, 0x62f9720, 0xc003eb7980, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc002ad2d10, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc003eb7980, 0xc0033d3000, 0x5400, 0x15000, 0xc000cfadc0, 0xc002ad2d10, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc00502793d, 0xc00388a700, 0x62f9720, 0xc003eb7980, 0xc002ad2d10, 0xc000e55700, 0xc0047b8d00, 0x6329020, 0xc010dc0ae0, 0xc006a35320, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 239537 [select, 39 minutes]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc0045156d0, 0xc004e89290, 0x5, 0x5, 0xc0fec179c9, 0x0, 0x57f36e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xc7 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0045156d0, 0xc004e89290, 0x5, 0x5, 0xc00671f1b8, 0xc001f09980, 0xc00671ee98) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x21a | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0039da870, 0xc004e89290, 0x5, 0x5, 0xc002274401, 0xc00671eec0, 0xf54b7c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55 | |
| io.ReadAtLeast(0x6257380, 0xc0039da870, 0xc004e89290, 0x5, 0x5, 0x5, 0xc001b5a2c2, 0x8, 0x8) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc004623a00, 0xc004e89290, 0x5, 0x5, 0x0, 0xc00671f090, 0xc000d18000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xcd | |
| google.golang.org/grpc.(*parser).recvMsg(0xc004e89280, 0x7fffffff, 0xc003eb8418, 0x2, 0x0, 0xc00671f108, 0xc00671f020, 0x787a95) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63 | |
| google.golang.org/grpc.recvAndDecompress(0xc004e89280, 0xc004623a00, 0x0, 0x0, 0x7fffffff, 0xc00259d230, 0x62da020, 0x96bb9f0, 0x7dbfe0, 0xc003eb8420, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d | |
| google.golang.org/grpc.recv(0xc004e89280, 0x7f3c79b65bc0, 0xc0005ac530, 0xc004623a00, 0x0, 0x0, 0x500ce60, 0xc003eb86c0, 0x7fffffff, 0xc00259d230, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc004fbb440, 0x500ce60, 0xc003eb86c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:1473 +0x170 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb.(*distSQLFlowStreamServer).Recv(0xc004ec02b0, 0x62f97e0, 0xc004c33e90, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:655 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).Next(0xc00631c340, 0x62f97e0, 0xc004c33e90, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:263 +0x19b | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*noopOperator).Next(0xc00493a5a0, 0x62f9720, 0xc005647400, 0x1, 0x62f9720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/operator.go:238 +0x47 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).next(0xc003477b80, 0x57ed290, 0x7b0bba, 0x2d49b93) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:222 +0x155 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).nextAdapter(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:247 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror.CatchVectorizedRuntimeError(0xc00671f538, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror/error.go:93 +0x5f | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).Next(0xc003477b80, 0x62f9720, 0xc005647400, 0x3458c20, 0x62fe4e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:253 +0x5b | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc005647400, 0x63257a0, 0xc003477b80, 0x62cad20, 0xc002b66700) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc003477b80, 0x62f9720, 0xc005647400) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc005ac0240, 0x62f9720, 0xc005647400, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc004681b90, 0xc0029d5b00, 0xc004a4fc00, 0xc002b66700, 0xc005df7518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc003f0f170, 0xc005df7518, 0xc004681b90, 0xc0029d5b00, 0x62fbba0, 0xc000630cf0, 0x0, 0xc002b66700, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc005df7000, 0x62f97e0, 0xc003f0f170, 0xc005df7418, 0x3, 0x7f3c72d5a8e0, 0xc003c5f380, 0xc00671ff01, 0xc001c33df8, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc005df7000, 0x62f97e0, 0xc003f0f170, 0xc005df7418, 0x7f3c72d5a8e0, 0xc003c5f380, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc005df7000, 0x62f97e0, 0xc003f0f170, 0x6318620, 0xc002bd9ea0, 0xc003f62922, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc005df7000, 0x62f97e0, 0xc003f0f170, 0x6318620, 0xc002bd9ea0, 0xc003f62922, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc005df7000, 0x62f97e0, 0xc003f0f140, 0xc003460000, 0xc003f0ed50, 0x3, 0x3, 0xc00621658c, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc003f629e4, 0x0, 0x0, 0xa47dde1, 0xed7a0c739, 0x0, 0xc005df7000, 0xc00259f880, 0xc00259f870, 0x1a, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc005df7000, 0x62f9720, 0xc0033dce40, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc005df7000, 0x62f9720, 0xc004146d00, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc002ecfd90, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc004146d00, 0xc005df7000, 0x5400, 0x15000, 0xc000cfadc0, 0xc002ecfd90, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc005b0122d, 0xc004e55960, 0x62f9720, 0xc004146d00, 0xc002ecfd90, 0xc000e55700, 0xc003c5ed00, 0x6329020, 0xc0019dd830, 0xc0018df500, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 238687 [chan receive, 40 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*RowChannel).Next(0xc0025e2280, 0x0, 0x2, 0x2, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:481 +0x4a | |
| github.com/cockroachdb/cockroach/pkg/sql/rowexec.(*noopProcessor).Next(0xc001ef4900, 0xc0025e2240, 0x51e4f62, 0x4, 0x62f9720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/rowexec/noop.go:69 +0x4c | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc0025e2240, 0x6329660, 0xc001ef4900, 0x62ce660, 0xc0060dae00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc001ef4900, 0x62f9720, 0xc0025e2240) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc002dd85a0, 0x62f9720, 0xc0025e2240, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc004060b60, 0xc005eb1170, 0xc002230c00, 0xc0059f0e00, 0xc0019c7518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc003eb0900, 0xc0019c7518, 0xc004060b60, 0xc005eb1170, 0x62fbba0, 0xc005eb1a70, 0x0, 0xc0059f0e00, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc0019c7000, 0x62f97e0, 0xc003eb0900, 0xc0019c7418, 0x3, 0x7f3c72d5a8e0, 0xc004589880, 0xc00583ff01, 0xc006f8bb58, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc0019c7000, 0x62f97e0, 0xc003eb0900, 0xc0019c7418, 0x7f3c72d5a8e0, 0xc004589880, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc0019c7000, 0x62f97e0, 0xc003eb0900, 0x6318620, 0xc00388f450, 0xc00582300c, 0x71, 0x1, 0x1, 0xc004e5c930, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc0019c7000, 0x62f97e0, 0xc003eb0900, 0x6318620, 0xc00388f450, 0xc00582300c, 0x71, 0x1, 0x1, 0xc004e5c930, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc0019c7000, 0x62f97e0, 0xc003eb08a0, 0xc002da65a0, 0xc0038ccd00, 0x1, 0x1, 0xc00487cd64, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc0058230b0, 0x0, 0x0, 0x38f66822, 0xed7a0c717, 0x0, 0xc0019c7000, 0xc005841880, 0xc005841870, 0x5, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc0019c7000, 0x62f9720, 0xc00309da80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc0019c7000, 0x62f9720, 0xc005647800, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc0038cc140, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc005647800, 0xc0019c7000, 0x5400, 0x15000, 0xc000cfadc0, 0xc0038cc140, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc005486ef2, 0xc00388a540, 0x62f9720, 0xc005647800, 0xc0038cc140, 0xc000e55700, 0xc004589200, 0x6329020, 0xc0044a7bf0, 0xc006f8a300, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 221226 [select, 54 minutes]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc0057794a0, 0xc00506aad0, 0x5, 0x5, 0xc037b87734, 0x0, 0x57f36e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xc7 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0057794a0, 0xc00506aad0, 0x5, 0x5, 0xc00188d1b8, 0xc0020db000, 0xc00188ce98) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x21a | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc00462b6b0, 0xc00506aad0, 0x5, 0x5, 0xc0046f9701, 0xc00188cec0, 0xf54b7c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55 | |
| io.ReadAtLeast(0x6257380, 0xc00462b6b0, 0xc00506aad0, 0x5, 0x5, 0x5, 0xc001b5a2c2, 0x8, 0x8) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc0037dc300, 0xc00506aad0, 0x5, 0x5, 0x0, 0xc00188d090, 0xc0000a6e00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xcd | |
| google.golang.org/grpc.(*parser).recvMsg(0xc00506aac0, 0x7fffffff, 0xc003ef11f8, 0x2, 0x0, 0xc00188d108, 0xc00188d020, 0x787a95) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63 | |
| google.golang.org/grpc.recvAndDecompress(0xc00506aac0, 0xc0037dc300, 0x0, 0x0, 0x7fffffff, 0xc0053a7230, 0x62da020, 0x96bb9f0, 0x7dbfe0, 0xc005beb260, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d | |
| google.golang.org/grpc.recv(0xc00506aac0, 0x7f3c79b65bc0, 0xc0005ac530, 0xc0037dc300, 0x0, 0x0, 0x500ce60, 0xc002a1bc20, 0x7fffffff, 0xc0053a7230, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc002e04cc0, 0x500ce60, 0xc002a1bc20, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:1473 +0x170 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb.(*distSQLFlowStreamServer).Recv(0xc0014119a0, 0x62f97e0, 0xc00462b980, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:655 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).Next(0xc00478ab60, 0x62f97e0, 0xc00462b980, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:263 +0x19b | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*noopOperator).Next(0xc001ff7c40, 0x62f9720, 0xc0038f8600, 0x1, 0x62f9720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/operator.go:238 +0x47 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).next(0xc006515180, 0x57ed290, 0x7b0bba, 0x2d49b93) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:222 +0x155 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).nextAdapter(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:247 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror.CatchVectorizedRuntimeError(0xc00188d538, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror/error.go:93 +0x5f | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).Next(0xc006515180, 0x62f9720, 0xc0038f8600, 0x3458c20, 0x62fe4e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:253 +0x5b | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc0038f8600, 0x63257a0, 0xc006515180, 0x62cad20, 0xc00597c380) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc006515180, 0x62f9720, 0xc0038f8600) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc003bc57a0, 0x62f9720, 0xc0038f8600, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc00470b9d0, 0xc0047b2d80, 0xc00554d400, 0xc00597c380, 0xc006612518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc0044d6ab0, 0xc006612518, 0xc00470b9d0, 0xc0047b2d80, 0x62fbba0, 0xc0047b3560, 0x0, 0xc00597c380, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc006612000, 0x62f97e0, 0xc0044d6ab0, 0xc006612418, 0x3, 0x7f3c72d5a8e0, 0xc006576680, 0xc00188df01, 0xc003ee9df8, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc006612000, 0x62f97e0, 0xc0044d6ab0, 0xc006612418, 0x7f3c72d5a8e0, 0xc006576680, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc006612000, 0x62f97e0, 0xc0044d6ab0, 0x6318620, 0xc00419a0a0, 0xc00657b6da, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc006612000, 0x62f97e0, 0xc0044d6ab0, 0x6318620, 0xc00419a0a0, 0xc00657b6da, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc006612000, 0x62f97e0, 0xc0044d6a20, 0xc0020241e0, 0xc0044d6840, 0x3, 0x3, 0xc005d22406, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc00657b79c, 0x0, 0x0, 0x305b664e, 0xed7a0c3b1, 0x0, 0xc006612000, 0xc0053a9880, 0xc0053a9870, 0x1a, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc006612000, 0x62f9720, 0xc0056d1740, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc006612000, 0x62f9720, 0xc005476a80, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc003420e30, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc005476a80, 0xc006612000, 0x5400, 0x15000, 0xc000cfadc0, 0xc003420e30, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc00689a4b2, 0xc00333ed80, 0x62f9720, 0xc005476a80, 0xc003420e30, 0xc000e55700, 0xc006576000, 0x6329020, 0xc0035648a0, 0xc005747c20, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 242711 [select, 37 minutes]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc002abae60, 0xc00760b4d0, 0x5, 0x5, 0xc0adfe6588, 0x0, 0x57f36e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xc7 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc002abae60, 0xc00760b4d0, 0x5, 0x5, 0xc001ddf1b8, 0xc002866e80, 0xc001ddee98) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x21a | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0044f8870, 0xc00760b4d0, 0x5, 0x5, 0xc002275701, 0xc001ddeec0, 0xf54b7c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55 | |
| io.ReadAtLeast(0x6257380, 0xc0044f8870, 0xc00760b4d0, 0x5, 0x5, 0x5, 0xc001b5a2c2, 0x8, 0x8) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc003b79600, 0xc00760b4d0, 0x5, 0x5, 0x0, 0xc001ddf090, 0xc0004b6000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xcd | |
| google.golang.org/grpc.(*parser).recvMsg(0xc00760b4c0, 0x7fffffff, 0xc0046ed198, 0x2, 0x0, 0xc001ddf108, 0xc001ddf020, 0x787a95) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63 | |
| google.golang.org/grpc.recvAndDecompress(0xc00760b4c0, 0xc003b79600, 0x0, 0x0, 0x7fffffff, 0xc005141230, 0x62da020, 0x96bb9f0, 0x0, 0xc001ddf128, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d | |
| google.golang.org/grpc.recv(0xc00760b4c0, 0x7f3c79b65bc0, 0xc0005ac530, 0xc003b79600, 0x0, 0x0, 0x500ce60, 0xc004b48000, 0x7fffffff, 0xc005141230, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc0057e2600, 0x500ce60, 0xc004b48000, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:1473 +0x170 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb.(*distSQLFlowStreamServer).Recv(0xc00329e880, 0x62f97e0, 0xc0026e1500, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:655 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).Next(0xc000d3a9c0, 0x62f97e0, 0xc0026e1500, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:263 +0x19b | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*noopOperator).Next(0xc005856ec0, 0x62f9720, 0xc003bdb940, 0x1, 0x62f9720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/operator.go:238 +0x47 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).next(0xc0040f8100, 0x57ed290, 0x7b0bba, 0x2d49b93) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:222 +0x155 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).nextAdapter(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:247 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror.CatchVectorizedRuntimeError(0xc001ddf538, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror/error.go:93 +0x5f | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).Next(0xc0040f8100, 0x62f9720, 0xc003bdb940, 0x3458c20, 0x62fe4e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:253 +0x5b | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc003bdb940, 0x63257a0, 0xc0040f8100, 0x62cad20, 0xc007c7a700) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc0040f8100, 0x62f9720, 0xc003bdb940) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc005ad0900, 0x62f9720, 0xc003bdb940, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc004564380, 0xc002ee8480, 0xc003b78600, 0xc007c7a700, 0xc00682f518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc005a16930, 0xc00682f518, 0xc004564380, 0xc002ee8480, 0x62fbba0, 0xc002ee8ab0, 0x0, 0xc007c7a700, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc00682f000, 0x62f97e0, 0xc005a16930, 0xc00682f418, 0x3, 0x7f3c72d5a8e0, 0xc00714cf80, 0xc001ddff01, 0xc001926f58, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc00682f000, 0x62f97e0, 0xc005a16930, 0xc00682f418, 0x7f3c72d5a8e0, 0xc00714cf80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc00682f000, 0x62f97e0, 0xc005a16930, 0x6318620, 0xc004a8b540, 0xc008dc4b2f, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc00682f000, 0x62f97e0, 0xc005a16930, 0x6318620, 0xc004a8b540, 0xc008dc4b2f, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc00682f000, 0x62f97e0, 0xc005a16900, 0xc005c431d0, 0xc005a166c0, 0x3, 0x3, 0xc006b69b26, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc008dc4bf3, 0x0, 0x0, 0x216f302d, 0xed7a0c7ca, 0x0, 0xc00682f000, 0xc005143880, 0xc005143870, 0x30, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc00682f000, 0x62f9720, 0xc0048bb280, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc00682f000, 0x62f9720, 0xc0024fed80, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc00329ecf0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc0024fed80, 0xc00682f000, 0x5400, 0x15000, 0xc000cfadc0, 0xc00329ecf0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc007c51182, 0xc00526c300, 0x62f9720, 0xc0024fed80, 0xc00329ecf0, 0xc000e55700, 0xc00714c900, 0x6329020, 0xc004d71c20, 0xc00608dc20, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 167191 [chan receive, 99 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*RowChannel).Next(0xc004b5e880, 0x0, 0x2, 0x2, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:481 +0x4a | |
| github.com/cockroachdb/cockroach/pkg/sql/rowexec.(*noopProcessor).Next(0xc003c44d80, 0xc004b5e840, 0x51e4f62, 0x4, 0x62f9720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/rowexec/noop.go:69 +0x4c | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc004b5e840, 0x6329660, 0xc003c44d80, 0x62ce660, 0xc006a37180) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc003c44d80, 0x62f9720, 0xc004b5e840) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc002dd6b40, 0x62f9720, 0xc004b5e840, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc0059d6380, 0xc0065bde60, 0xc003590500, 0xc00494ca80, 0xc005858518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc004f712f0, 0xc005858518, 0xc0059d6380, 0xc0065bde60, 0x62fbba0, 0xc004888480, 0x0, 0xc00494ca80, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc005858000, 0x62f97e0, 0xc004f712f0, 0xc005858418, 0x3, 0x7f3c72d5a8e0, 0xc003dd8180, 0xc003049f01, 0xc0031a61d8, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc005858000, 0x62f97e0, 0xc004f712f0, 0xc005858418, 0x7f3c72d5a8e0, 0xc003dd8180, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc005858000, 0x62f97e0, 0xc004f712f0, 0x6318620, 0xc0042fe320, 0xc002f61691, 0x71, 0x1, 0x1, 0xc004e5c930, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc005858000, 0x62f97e0, 0xc004f712f0, 0x6318620, 0xc0042fe320, 0xc002f61691, 0x71, 0x1, 0x1, 0xc004e5c930, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc005858000, 0x62f97e0, 0xc004f712c0, 0xc001c265a0, 0xc00329fd70, 0x1, 0x1, 0xc004177836, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc003360a25, 0x0, 0x0, 0x12e4be8e, 0xed7a0b942, 0x0, 0xc005858000, 0xc001d19880, 0xc001d19870, 0xb1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc005858000, 0x62f9720, 0xc0064d6380, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc005858000, 0x62f9720, 0xc004705bc0, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc0040de950, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc004705bc0, 0xc005858000, 0x5400, 0x15000, 0xc000cfadc0, 0xc0040de950, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc00637727d, 0xc00355abc0, 0x62f9720, 0xc004705bc0, 0xc0040de950, 0xc000e55700, 0xc003dd7b00, 0x6329020, 0xc00571c0c0, 0xc005e617a0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 239498 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c715e70c0, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc0029f2118, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc0029f2100, 0xc0041f5600, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc0029f2100, 0xc0041f5600, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc0048b8328, 0xc0041f5600, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc006086060, 0xc0041f5600, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc0024847c0, 0xc0041f5600, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc005ead398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc004801758, 0x624f380, 0xc0024847c0, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc004801500, 0x7f3c7383c0c8, 0xc006086060, 0x5, 0xc006086060, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc004801500, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc004801500, 0xc0023cf000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc004e55920, 0xc0023cf000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc003c5ed48) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc003c5ed48, 0xc005727718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc003c5f4d0, 0x62bd620, 0xc003c5ed48, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc003c5ed00, 0x62f97e0, 0xc0019dd530, 0xc002ecfd60, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc0019dd530, 0x6374de0, 0xc004801500, 0xc003361009, 0x7, 0xc0019dd590, 0x62a1060, 0xc003a1a810, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc0019dd530, 0x6374de0, 0xc004801500, 0xc002a65101, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc006086060) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc006086060, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 244680 [select, 36 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).RunWithStream(0xc008afe4e0, 0x62f97e0, 0xc007e9a0c0, 0x7f3c7384d4c0, 0xc008f9e070, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:210 +0x639 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow.vectorizedInboundStreamHandler.Run(0xc008afe4e0, 0x62f97e0, 0xc007e9a0c0, 0x63759e0, 0xc008f9e070, 0xc004f15680, 0xc008aced80, 0xc007d07958, 0x2) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/vectorized_flow.go:1168 +0x63 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).flowStreamInt(0xc000ced8c0, 0x62f97e0, 0xc007e9a0c0, 0x63759e0, 0xc008f9e070, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:623 +0x4b0 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).FlowStream(0xc000ced8c0, 0x63759e0, 0xc008f9e070, 0x62cc660, 0xc000ced8c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:629 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb._DistSQL_FlowStream_Handler(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc007d56b40, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:636 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc007d56b40, 0xc008e2d5e0, 0x57ed320, 0x57ed320, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc007d56b40, 0x0, 0xc003706180) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc007d56b40, 0xc008e2d5e0, 0xc003a559c0, 0x4edd9e0, 0xc003a559c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc007d56b40, 0xc008e2d5e0, 0x57ed320, 0x62f97e0, 0xc007e9a090) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc007c7c700, 0xc000d7d6e0, 0x8cfe000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc007c7c700, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00045be80, 0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc007c7c700) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 243691 [select, 36 minutes]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc008ae6be0, 0xc008e2d5d0, 0x5, 0x5, 0xc09470577c, 0x0, 0x57f36e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xc7 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc008ae6be0, 0xc008e2d5d0, 0x5, 0x5, 0xc0024a51b8, 0xc008aee420, 0xc0024a4e98) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x21a | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc007e49f80, 0xc008e2d5d0, 0x5, 0x5, 0xc008f88101, 0xc0024a4ec0, 0xf54b7c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55 | |
| io.ReadAtLeast(0x6257380, 0xc007e49f80, 0xc008e2d5d0, 0x5, 0x5, 0x5, 0xc001b5a2c2, 0x8, 0x8) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc007c7c700, 0xc008e2d5d0, 0x5, 0x5, 0x0, 0xc0024a5090, 0xc0004b6000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xcd | |
| google.golang.org/grpc.(*parser).recvMsg(0xc008e2d5c0, 0x7fffffff, 0xc0042a0dd8, 0xc0024a51e0, 0x0, 0xc00008d900, 0xc0024a5020, 0x787a95) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63 | |
| google.golang.org/grpc.recvAndDecompress(0xc008e2d5c0, 0xc007c7c700, 0x0, 0x0, 0x7fffffff, 0xc00a12b230, 0x62da020, 0x96bb9f0, 0x7dbfe0, 0xc0042a0de0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d | |
| google.golang.org/grpc.recv(0xc008e2d5c0, 0x7f3c79b65bc0, 0xc0005ac530, 0xc007c7c700, 0x0, 0x0, 0x500ce60, 0xc004f157a0, 0x7fffffff, 0xc00a12b230, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc007d56b40, 0x500ce60, 0xc004f157a0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:1473 +0x170 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb.(*distSQLFlowStreamServer).Recv(0xc008f9e070, 0x62f97e0, 0xc007e58e40, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:655 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).Next(0xc008afe4e0, 0x62f97e0, 0xc007e58e40, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:263 +0x19b | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*noopOperator).Next(0xc008f8a5e0, 0x62f9720, 0xc006ae4ec0, 0x1, 0x61bc8da) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/operator.go:238 +0x47 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).next(0xc008f9a000, 0x57ed290, 0x7b0bba, 0x2d49b93) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:222 +0x155 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).nextAdapter(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:247 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror.CatchVectorizedRuntimeError(0xc0024a5538, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror/error.go:93 +0x5f | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).Next(0xc008f9a000, 0x62f9720, 0xc006ae4ec0, 0x3458c20, 0x62fe4e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:253 +0x5b | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc006ae4ec0, 0x63257a0, 0xc008f9a000, 0x62cad20, 0xc008ad8000) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc008f9a000, 0x62f9720, 0xc006ae4ec0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc008aced80, 0x62f9720, 0xc006ae4ec0, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc0056387e0, 0xc006cba360, 0xc007c7c100, 0xc008ad8000, 0xc001963518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc007d46210, 0xc001963518, 0xc0056387e0, 0xc006cba360, 0x62fbba0, 0xc006cba870, 0x0, 0xc008ad8000, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc001963000, 0x62f97e0, 0xc007d46210, 0xc001963418, 0x3, 0x7f3c72d5a8e0, 0xc0064fc680, 0xc00895ff01, 0xc004f140b8, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc001963000, 0x62f97e0, 0xc007d46210, 0xc001963418, 0x7f3c72d5a8e0, 0xc0064fc680, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc001963000, 0x62f97e0, 0xc007d46210, 0x6318620, 0xc0088af4a0, 0xc008ad200d, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc001963000, 0x62f97e0, 0xc007d46210, 0x6318620, 0xc0088af4a0, 0xc008ad200d, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc001963000, 0x62f97e0, 0xc007d461e0, 0xc007394b40, 0xc007d46060, 0x3, 0x3, 0xc008ae4006, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc008ad20d1, 0x0, 0x0, 0x3730b331, 0xed7a0c80a, 0x0, 0xc001963000, 0xc00a12d880, 0xc00a12d870, 0x2f, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc001963000, 0x62f9720, 0xc008052000, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc001963000, 0x62f9720, 0xc005c040c0, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc0065b2390, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc005c040c0, 0xc001963000, 0x5400, 0x15000, 0xc000cfadc0, 0xc0065b2390, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc0062162e2, 0xc0094a1200, 0x62f9720, 0xc005c040c0, 0xc0065b2390, 0xc000e55700, 0xc0064fc000, 0x6329020, 0xc007314030, 0xc003e5eb40, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 244725 [chan receive, 36 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*RowChannel).Next(0xc004ea54c0, 0x0, 0x2, 0x2, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:481 +0x4a | |
| github.com/cockroachdb/cockroach/pkg/sql/rowexec.(*noopProcessor).Next(0xc008169680, 0xc004ea5480, 0x51e4f62, 0x4, 0x62f9720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/rowexec/noop.go:69 +0x4c | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc004ea5480, 0x6329660, 0xc008169680, 0x62ce660, 0xc008874380) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc008169680, 0x62f9720, 0xc004ea5480) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc0084d8360, 0x62f9720, 0xc004ea5480, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc005223030, 0xc007e4a6c0, 0xc006c1c400, 0xc006c05500, 0xc0071c5518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc007314690, 0xc0071c5518, 0xc005223030, 0xc007e4a6c0, 0x62fbba0, 0xc007e4acf0, 0x0, 0xc006c05500, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc0071c5000, 0x62f97e0, 0xc007314690, 0xc0071c5418, 0x3, 0x7f3c72d5a8e0, 0xc00587c680, 0xc00179ff01, 0xc007ed6ad8, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc0071c5000, 0x62f97e0, 0xc007314690, 0xc0071c5418, 0x7f3c72d5a8e0, 0xc00587c680, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc0071c5000, 0x62f97e0, 0xc007314690, 0x6318620, 0xc007831680, 0xc000bac334, 0x71, 0x1, 0x1, 0xc004e5c930, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc0071c5000, 0x62f97e0, 0xc007314690, 0x6318620, 0xc007831680, 0xc000bac334, 0x71, 0x1, 0x1, 0xc004e5c930, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc0071c5000, 0x62f97e0, 0xc007314660, 0xc006ecc960, 0xc003877ee0, 0x1, 0x1, 0xc00527fc60, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc000bac3da, 0x0, 0x0, 0x411484d, 0xed7a0c823, 0x0, 0xc0071c5000, 0xc004f93880, 0xc004f93870, 0x13, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc0071c5000, 0x62f9720, 0xc001fe4840, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc0071c5000, 0x62f9720, 0xc004522840, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc0039cffe0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc004522840, 0xc0071c5000, 0x5400, 0x15000, 0xc000cfadc0, 0xc0039cffe0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc0075e334d, 0xc00a2cc640, 0x62f9720, 0xc004522840, 0xc0039cffe0, 0xc000e55700, 0xc00587c000, 0x6329020, 0xc00408e570, 0xc0054f26c0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 238982 [select, 40 minutes]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc004867220, 0xc0044beb10, 0x5, 0x5, 0xc0f5291b05, 0x0, 0x57f36e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xc7 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc004867220, 0xc0044beb10, 0x5, 0x5, 0xc0050911b8, 0xc00298a940, 0xc005090e98) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x21a | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc00421fec0, 0xc0044beb10, 0x5, 0x5, 0xc0044dbb01, 0xc005090ec0, 0xf54b7c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55 | |
| io.ReadAtLeast(0x6257380, 0xc00421fec0, 0xc0044beb10, 0x5, 0x5, 0x5, 0xc001b5a2c2, 0x8, 0x8) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc0025b0400, 0xc0044beb10, 0x5, 0x5, 0x0, 0xc005091090, 0xc000b6fc00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xcd | |
| google.golang.org/grpc.(*parser).recvMsg(0xc0044beb00, 0x7fffffff, 0xc004a380b8, 0x2, 0x0, 0xc005091108, 0xc005091020, 0x787a95) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63 | |
| google.golang.org/grpc.recvAndDecompress(0xc0044beb00, 0xc0025b0400, 0x0, 0x0, 0x7fffffff, 0xc007f5b230, 0x62da020, 0x96bb9f0, 0x7dbfe0, 0xc004a380c0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d | |
| google.golang.org/grpc.recv(0xc0044beb00, 0x7f3c79b65bc0, 0xc0005ac530, 0xc0025b0400, 0x0, 0x0, 0x500ce60, 0xc004a386c0, 0x7fffffff, 0xc007f5b230, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc004f77200, 0x500ce60, 0xc004a386c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:1473 +0x170 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb.(*distSQLFlowStreamServer).Recv(0xc002a644b0, 0x62f97e0, 0xc004d8ad80, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:655 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).Next(0xc0069c7a00, 0x62f97e0, 0xc004d8ad80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:263 +0x19b | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*noopOperator).Next(0xc000bb4f40, 0x62f9720, 0xc003205500, 0x1, 0x62f9720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/operator.go:238 +0x47 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).next(0xc006155b80, 0x57ed290, 0x7b0bba, 0x2d49b93) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:222 +0x155 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).nextAdapter(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:247 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror.CatchVectorizedRuntimeError(0xc005091538, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror/error.go:93 +0x5f | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).Next(0xc006155b80, 0x62f9720, 0xc003205500, 0x3458c20, 0x62fe4e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:253 +0x5b | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc003205500, 0x63257a0, 0xc006155b80, 0x62cad20, 0xc003f78700) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc006155b80, 0x62f9720, 0xc003205500) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc006d39b00, 0x62f9720, 0xc003205500, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc0061da930, 0xc005c14f30, 0xc003966b00, 0xc003f78700, 0xc000e7f518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc004977ec0, 0xc000e7f518, 0xc0061da930, 0xc005c14f30, 0x62fbba0, 0xc005c154d0, 0x0, 0xc003f78700, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc000e7f000, 0x62f97e0, 0xc004977ec0, 0xc000e7f418, 0x3, 0x7f3c72d5a8e0, 0xc0048c8680, 0xc005091f01, 0xc0055315b8, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc000e7f000, 0x62f97e0, 0xc004977ec0, 0xc000e7f418, 0x7f3c72d5a8e0, 0xc0048c8680, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc000e7f000, 0x62f97e0, 0xc004977ec0, 0x6318620, 0xc005497310, 0xc001cf6d32, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc000e7f000, 0x62f97e0, 0xc004977ec0, 0x6318620, 0xc005497310, 0xc001cf6d32, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc000e7f000, 0x62f97e0, 0xc004977e90, 0xc001d9bc20, 0xc004977d10, 0x3, 0x3, 0xc005ca4da6, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc001cf6df4, 0x0, 0x0, 0x8c0d70d, 0xed7a0c737, 0x0, 0xc000e7f000, 0xc007f5d880, 0xc007f5d870, 0x54, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc000e7f000, 0x62f9720, 0xc0038c9640, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc000e7f000, 0x62f9720, 0xc0044d4100, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc003b2e0f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc0044d4100, 0xc000e7f000, 0x5400, 0x15000, 0xc000cfadc0, 0xc003b2e0f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc004ef85e2, 0xc0022c1780, 0x62f9720, 0xc0044d4100, 0xc003b2e0f0, 0xc000e55700, 0xc0048c8000, 0x6329020, 0xc005d68510, 0xc011e8c600, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 240890 [select, 38 minutes]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc0049bb270, 0xc003bc8190, 0x5, 0x5, 0xc0b28fcc21, 0x0, 0x57f36e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xc7 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0049bb270, 0xc003bc8190, 0x5, 0x5, 0xc0050911b8, 0xc001eef800, 0xc005090e98) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x21a | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0047ec3c0, 0xc003bc8190, 0x5, 0x5, 0xc0033b5e01, 0xc005090ec0, 0xf54b7c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55 | |
| io.ReadAtLeast(0x6257380, 0xc0047ec3c0, 0xc003bc8190, 0x5, 0x5, 0x5, 0xc001b5a2c2, 0x8, 0x8) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc005147900, 0xc003bc8190, 0x5, 0x5, 0x0, 0xc005091090, 0xc0000a6700) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xcd | |
| google.golang.org/grpc.(*parser).recvMsg(0xc003bc8180, 0x7fffffff, 0xc006179558, 0x2, 0x0, 0xc005091108, 0xc005091020, 0x787a95) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63 | |
| google.golang.org/grpc.recvAndDecompress(0xc003bc8180, 0xc005147900, 0x0, 0x0, 0x7fffffff, 0xc008883230, 0x62da020, 0x96bb9f0, 0x7dbfe0, 0xc0061795c0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d | |
| google.golang.org/grpc.recv(0xc003bc8180, 0x7f3c79b65bc0, 0xc0005ac530, 0xc005147900, 0x0, 0x0, 0x500ce60, 0xc003eb9e60, 0x7fffffff, 0xc008883230, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc0057e3140, 0x500ce60, 0xc003eb9e60, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:1473 +0x170 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb.(*distSQLFlowStreamServer).Recv(0xc0040defd0, 0x62f97e0, 0xc00591e3f0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:655 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).Next(0xc006317860, 0x62f97e0, 0xc00591e3f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:263 +0x19b | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*noopOperator).Next(0xc002310180, 0x62f9720, 0xc002a15580, 0x1, 0x62f9720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/operator.go:238 +0x47 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).next(0xc00754d700, 0x57ed290, 0x7b0bba, 0x2d49b93) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:222 +0x155 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).nextAdapter(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:247 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror.CatchVectorizedRuntimeError(0xc005091538, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror/error.go:93 +0x5f | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).Next(0xc00754d700, 0x62f9720, 0xc002a15580, 0x3458c20, 0x62fe4e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:253 +0x5b | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc002a15580, 0x63257a0, 0xc00754d700, 0x62cad20, 0xc00600ee00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc00754d700, 0x62f9720, 0xc002a15580) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc0052f0360, 0x62f9720, 0xc002a15580, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc00564be30, 0xc003bf41b0, 0xc001a01400, 0xc00600ee00, 0xc0038cb518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc003108810, 0xc0038cb518, 0xc00564be30, 0xc003bf41b0, 0x62fbba0, 0xc003bf4a20, 0x0, 0xc00600ee00, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc0038cb000, 0x62f97e0, 0xc003108810, 0xc0038cb418, 0x3, 0x7f3c72d5a8e0, 0xc0054c1c80, 0xc005091f01, 0xc006a35af8, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc0038cb000, 0x62f97e0, 0xc003108810, 0xc0038cb418, 0x7f3c72d5a8e0, 0xc0054c1c80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc0038cb000, 0x62f97e0, 0xc003108810, 0x6318620, 0xc004972dc0, 0xc0030245f7, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc0038cb000, 0x62f97e0, 0xc003108810, 0x6318620, 0xc004972dc0, 0xc0030245f7, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc0038cb000, 0x62f97e0, 0xc003108780, 0xc00538eb40, 0xc0059b3f80, 0x3, 0x3, 0xc0063c4d06, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc0030246bd, 0x0, 0x0, 0x1fea9306, 0xed7a0c774, 0x0, 0xc0038cb000, 0xc008885880, 0xc008885870, 0x74, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc0038cb000, 0x62f9720, 0xc002885a00, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc0038cb000, 0x62f9720, 0xc006604740, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc0065b2f00, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc006604740, 0xc0038cb000, 0x5400, 0x15000, 0xc000cfadc0, 0xc0065b2f00, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc003194f6d, 0xc0033ba7c0, 0x62f9720, 0xc006604740, 0xc0065b2f00, 0xc000e55700, 0xc0054c1600, 0x6329020, 0xc005065830, 0xc003a7c1e0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 241855 [chan receive, 38 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*RowChannel).Next(0xc004147d40, 0x0, 0x2, 0x2, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:481 +0x4a | |
| github.com/cockroachdb/cockroach/pkg/sql/rowexec.(*noopProcessor).Next(0xc0035c1680, 0xc004147c80, 0x51e4f62, 0x4, 0x62f9720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/rowexec/noop.go:69 +0x4c | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc004147c80, 0x6329660, 0xc0035c1680, 0x62ce660, 0xc007660e00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc0035c1680, 0x62f9720, 0xc004147c80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc003ba6480, 0x62f9720, 0xc004147c80, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc004264620, 0xc005c15cb0, 0xc005e81200, 0xc00716ae00, 0xc008a1a518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc0046493e0, 0xc008a1a518, 0xc004264620, 0xc005c15cb0, 0x62fbba0, 0xc001e7b170, 0x0, 0xc00716ae00, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc008a1a000, 0x62f97e0, 0xc0046493e0, 0xc008a1a418, 0x3, 0x7f3c72d5a8e0, 0xc0060fca80, 0xc007e7df01, 0xc00326c4d8, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc008a1a000, 0x62f97e0, 0xc0046493e0, 0xc008a1a418, 0x7f3c72d5a8e0, 0xc0060fca80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc008a1a000, 0x62f97e0, 0xc0046493e0, 0x6318620, 0xc003f192c0, 0xc008ba900d, 0x71, 0x1, 0x1, 0xc004e5c930, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc008a1a000, 0x62f97e0, 0xc0046493e0, 0x6318620, 0xc003f192c0, 0xc008ba900d, 0x71, 0x1, 0x1, 0xc004e5c930, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc008a1a000, 0x62f97e0, 0xc004649380, 0xc005202a50, 0xc003d59a60, 0x1, 0x1, 0xc0067eab46, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc008ba90b3, 0x0, 0x0, 0x2bcf815b, 0xed7a0c794, 0x0, 0xc008a1a000, 0xc007e7f880, 0xc007e7f870, 0x5, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc008a1a000, 0x62f9720, 0xc004c016c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc008a1a000, 0x62f9720, 0xc003de0c00, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc0045f0ee0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc003de0c00, 0xc008a1a000, 0x5400, 0x15000, 0xc000cfadc0, 0xc0045f0ee0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc0050261dd, 0xc00308f2c0, 0x62f9720, 0xc003de0c00, 0xc0045f0ee0, 0xc000e55700, 0xc0060fc400, 0x6329020, 0xc0053d3740, 0xc007c4d440, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 239318 [select, 40 minutes]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc0031a2af0, 0xc002abed70, 0x5, 0x5, 0x62f97e0, 0xc001e7d290, 0x57f36e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xc7 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0031a2af0, 0xc002abed70, 0x5, 0x5, 0xc002714da0, 0xc0021c6f80, 0xc002714a80) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x21a | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc001e7d200, 0xc002abed70, 0x5, 0x5, 0x50f6840, 0xc002714aa8, 0xf54b7c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55 | |
| io.ReadAtLeast(0x6257380, 0xc001e7d200, 0xc002abed70, 0x5, 0x5, 0x5, 0x57ed320, 0x1, 0x0) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc0052a3300, 0xc002abed70, 0x5, 0x5, 0x99e144, 0x9b22f8, 0xc00353d700) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xcd | |
| google.golang.org/grpc.(*parser).recvMsg(0xc002abed60, 0x7fffffff, 0xc00197ebd0, 0xc0004b6000, 0x7f3c79b90d98, 0x0, 0x7d12d8, 0xebf4e57a896dd) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63 | |
| google.golang.org/grpc.recvAndDecompress(0xc002abed60, 0xc0052a3300, 0x0, 0x0, 0x7fffffff, 0xc002714e18, 0x62da020, 0x96bb9f0, 0xc00197ecd8, 0x7c878c, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d | |
| google.golang.org/grpc.recv(0xc002abed60, 0x7f3c79b65bc0, 0xc0005ac530, 0xc0052a3300, 0x0, 0x0, 0x500ce60, 0xc0034dad80, 0x7fffffff, 0xc002714e18, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc006a70300, 0x500ce60, 0xc0034dad80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:1473 +0x170 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb.(*distSQLFlowStreamServer).Recv(0xc0047dd610, 0xc003bc40e0, 0x57efa10, 0xa) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:655 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStreamHelper.func2(0xc003bc4000, 0x63759e0, 0xc0047dd610, 0xc002abee40, 0xc0034dad20, 0x62f97e0, 0xc001e7d290, 0x62cc6a0, 0xc004304d40, 0xc006de7500, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:135 +0x9f | |
| created by github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStreamHelper | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:132 +0x1b3 | |
| goroutine 244551 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c720eca80, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc0066e0a18, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc0066e0a00, 0xc005885b00, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc0066e0a00, 0xc005885b00, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc002a45940, 0xc005885b00, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc004db4780, 0xc005885b00, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc002de75a0, 0xc005885b00, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc00288f398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc00886de58, 0x624f380, 0xc002de75a0, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc00886dc00, 0x7f3c7383c0c8, 0xc004db4780, 0x5, 0xc004db4780, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc00886dc00, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc00886dc00, 0xc007075000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc0051be0c0, 0xc007075000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc008ba4948) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc008ba4948, 0xc0032db718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc008ba50d0, 0x62bd620, 0xc008ba4948, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc008ba4900, 0x62f97e0, 0xc007178810, 0xc003288a60, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc007178810, 0x6374de0, 0xc00886dc00, 0xc0073a2009, 0x7, 0xc007178870, 0x62a1060, 0xc0071790e0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc007178810, 0x6374de0, 0xc00886dc00, 0xc0039cfd01, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc004db4780) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc004db4780, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 240345 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c715e6b10, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc006065c18, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc006065c00, 0xc0057df600, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc006065c00, 0xc0057df600, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc004ec9678, 0xc0057df600, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc0057427e0, 0xc0057df600, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc004930ee0, 0xc0057df600, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc0023d9398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc0037c6958, 0x624f380, 0xc004930ee0, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc0037c6700, 0x7f3c7383c0c8, 0xc0057427e0, 0x5, 0xc0057427e0, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc0037c6700, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc0037c6700, 0xc0078ab000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc002875ca0, 0xc0078ab000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc007662048) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc007662048, 0xc007fdf718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc0076627d0, 0x62bd620, 0xc007662048, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc007662000, 0x62f97e0, 0xc004f29620, 0xc004f8b8c0, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc004f29620, 0x6374de0, 0xc0037c6700, 0xc003819009, 0x7, 0xc004f29650, 0x62a1060, 0xc00699b920, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc004f29620, 0x6374de0, 0xc0037c6700, 0xc004f8a601, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc0057427e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc0057427e0, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 239169 [select, 40 minutes]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc00419bae0, 0xc00602c970, 0x5, 0x5, 0xc0d96e7f69, 0x0, 0x57f36e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xc7 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc00419bae0, 0xc00602c970, 0x5, 0x5, 0xc001cb11b8, 0xc0037bc320, 0xc001cb0e98) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x21a | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc005d69020, 0xc00602c970, 0x5, 0x5, 0xc0020bb401, 0xc001cb0ec0, 0xf54b7c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55 | |
| io.ReadAtLeast(0x6257380, 0xc005d69020, 0xc00602c970, 0x5, 0x5, 0x5, 0xc001b5a2c2, 0x8, 0x8) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc005146400, 0xc00602c970, 0x5, 0x5, 0x0, 0xc001cb1090, 0xc0000a6700) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xcd | |
| google.golang.org/grpc.(*parser).recvMsg(0xc00602c960, 0x7fffffff, 0xc0046ed438, 0x2, 0x0, 0xc001cb1108, 0xc001cb1020, 0x787a95) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63 | |
| google.golang.org/grpc.recvAndDecompress(0xc00602c960, 0xc005146400, 0x0, 0x0, 0x7fffffff, 0xc002731230, 0x62da020, 0x96bb9f0, 0x7dbfe0, 0xc0050d0960, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d | |
| google.golang.org/grpc.recv(0xc00602c960, 0x7f3c79b65bc0, 0xc0005ac530, 0xc005146400, 0x0, 0x0, 0x500ce60, 0xc002608fc0, 0x7fffffff, 0xc002731230, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc0070a3c80, 0x500ce60, 0xc002608fc0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:1473 +0x170 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb.(*distSQLFlowStreamServer).Recv(0xc00058abe0, 0x62f97e0, 0xc002cf8d20, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:655 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).Next(0xc0031e1e10, 0x62f97e0, 0xc002cf8d20, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:263 +0x19b | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*noopOperator).Next(0xc004efa460, 0x62f9720, 0xc006ac7c80, 0x1, 0x62f9720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/operator.go:238 +0x47 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).next(0xc006286b00, 0x57ed290, 0x7b0bba, 0x2d49b93) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:222 +0x155 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).nextAdapter(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:247 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror.CatchVectorizedRuntimeError(0xc001cb1538, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror/error.go:93 +0x5f | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).Next(0xc006286b00, 0x62f9720, 0xc006ac7c80, 0x3458c20, 0x62fe4e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:253 +0x5b | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc006ac7c80, 0x63257a0, 0xc006286b00, 0x62cad20, 0xc004d8f180) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc006286b00, 0x62f9720, 0xc006ac7c80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc003b4fe60, 0x62f9720, 0xc006ac7c80, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc005ce8cb0, 0xc005faac60, 0xc003bc3d00, 0xc004d8f180, 0xc001ac4518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc00589e3c0, 0xc001ac4518, 0xc005ce8cb0, 0xc005faac60, 0x62fbba0, 0xc005fab170, 0x0, 0xc004d8f180, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc001ac4000, 0x62f97e0, 0xc00589e3c0, 0xc001ac4418, 0x3, 0x7f3c72d5a8e0, 0xc0036d5c80, 0xc001803f01, 0xc005e2b798, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc001ac4000, 0x62f97e0, 0xc00589e3c0, 0xc001ac4418, 0x7f3c72d5a8e0, 0xc0036d5c80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc001ac4000, 0x62f97e0, 0xc00589e3c0, 0x6318620, 0xc002ac3d10, 0xc0038f000c, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc001ac4000, 0x62f97e0, 0xc00589e3c0, 0x6318620, 0xc002ac3d10, 0xc0038f000c, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc001ac4000, 0x62f97e0, 0xc00589e390, 0xc0031be3c0, 0xc00589e0c0, 0x3, 0x3, 0xc0063d5176, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc0038f00ce, 0x0, 0x0, 0x2dc665bd, 0xed7a0c729, 0x0, 0xc001ac4000, 0xc002733880, 0xc002733870, 0x5, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc001ac4000, 0x62f9720, 0xc00226a640, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc001ac4000, 0x62f9720, 0xc001d8a0c0, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc00384e100, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc001d8a0c0, 0xc001ac4000, 0x5400, 0x15000, 0xc000cfadc0, 0xc00384e100, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc0063d4172, 0xc007161120, 0x62f9720, 0xc001d8a0c0, 0xc00384e100, 0xc000e55700, 0xc0036d5600, 0x6329020, 0xc00699a360, 0xc004a645a0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 240761 [chan receive, 39 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*RowChannel).Next(0xc006f30c00, 0x0, 0x2, 0x2, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:481 +0x4a | |
| github.com/cockroachdb/cockroach/pkg/sql/rowexec.(*noopProcessor).Next(0xc004d39200, 0xc006f30bc0, 0x51e4f62, 0x4, 0x62f9720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/rowexec/noop.go:69 +0x4c | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc006f30bc0, 0x6329660, 0xc004d39200, 0x62ce660, 0xc006133180) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc004d39200, 0x62f9720, 0xc006f30bc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc004e7e6c0, 0x62f9720, 0xc006f30bc0, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc00230e620, 0xc003296630, 0xc004bc0d00, 0xc004b62e00, 0xc00725a518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc0031ef9e0, 0xc00725a518, 0xc00230e620, 0xc003296630, 0x62fbba0, 0xc003296c60, 0x0, 0xc004b62e00, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc00725a000, 0x62f97e0, 0xc0031ef9e0, 0xc00725a418, 0x3, 0x7f3c72d5a8e0, 0xc003dd9c80, 0xc007247f01, 0xc004ced798, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc00725a000, 0x62f97e0, 0xc0031ef9e0, 0xc00725a418, 0x7f3c72d5a8e0, 0xc003dd9c80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc00725a000, 0x62f97e0, 0xc0031ef9e0, 0x6318620, 0xc003835b30, 0xc0050bf00d, 0x71, 0x1, 0x1, 0xc004e5c930, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc00725a000, 0x62f97e0, 0xc0031ef9e0, 0x6318620, 0xc003835b30, 0xc0050bf00d, 0x71, 0x1, 0x1, 0xc004e5c930, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc00725a000, 0x62f97e0, 0xc0031ef9b0, 0xc00306f770, 0xc000614cb0, 0x1, 0x1, 0xc0063d5ed4, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc0050bf0b3, 0x0, 0x0, 0x2f41380, 0xed7a0c769, 0x0, 0xc00725a000, 0xc007249880, 0xc007249870, 0x5, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc00725a000, 0x62f9720, 0xc003f7e5c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc00725a000, 0x62f9720, 0xc007f52a40, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc0044258f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc007f52a40, 0xc00725a000, 0x5400, 0x15000, 0xc000cfadc0, 0xc0044258f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc0076c08cd, 0xc0013cc140, 0x62f9720, 0xc007f52a40, 0xc0044258f0, 0xc000e55700, 0xc003dd9600, 0x6329020, 0xc003a73c50, 0xc006fed7a0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 239120 [select, 40 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).RunWithStream(0xc0031e1e10, 0x62f97e0, 0xc005d690b0, 0x7f3c7384d4c0, 0xc00058abe0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:210 +0x639 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow.vectorizedInboundStreamHandler.Run(0xc0031e1e10, 0x62f97e0, 0xc005d690b0, 0x63759e0, 0xc00058abe0, 0xc002608c60, 0xc003b4fe60, 0xc0034b3958, 0x2) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/vectorized_flow.go:1168 +0x63 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).flowStreamInt(0xc000ced8c0, 0x62f97e0, 0xc005d690b0, 0x63759e0, 0xc00058abe0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:623 +0x4b0 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).FlowStream(0xc000ced8c0, 0x63759e0, 0xc00058abe0, 0x62cc660, 0xc000ced8c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:629 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb._DistSQL_FlowStream_Handler(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc0070a3c80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:636 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc0070a3c80, 0xc00602c980, 0x57ed320, 0x57ed320, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc0070a3c80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc0070a3c80, 0xc00602c980, 0xc006c925c0, 0x4edd9e0, 0xc006c925c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc0070a3c80, 0xc00602c980, 0x57ed320, 0x62f97e0, 0xc005d69080) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc005146400, 0xc000d7d6e0, 0x8cfe000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc005146400, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00045be80, 0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc005146400) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 282714 [sync.Cond.Wait, 3 minutes]: | |
| runtime.goparkunlock(...) | |
| /usr/local/go/src/runtime/proc.go:310 | |
| sync.runtime_notifyListWait(0xc003d6d990, 0x7) | |
| /usr/local/go/src/runtime/sema.go:510 +0xf8 | |
| sync.(*Cond).Wait(0xc003d6d980) | |
| /usr/local/go/src/sync/cond.go:56 +0x9d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*StmtBuf).CurCmd(0xc00458b320, 0x0, 0x0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_io.go:439 +0xaa | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc007700000, 0x62f9720, 0xc003d6d9c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1415 +0x52 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc007700000, 0x62f9720, 0xc003d6d9c0, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc00430c030, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc003d6d9c0, 0xc007700000, 0x5400, 0x15000, 0xc000cfadc0, 0xc00430c030, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc0042180bd, 0xc007d4ce60, 0x62f9720, 0xc003d6d9c0, 0xc00430c030, 0xc000e55700, 0xc00458ad00, 0x6329020, 0xc00572b080, 0xc00696faa0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 246144 [select, 35 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStreamHelper(0x62f97e0, 0xc005139fb0, 0x63759e0, 0xc001108500, 0xc000da3b00, 0x62cc6a0, 0xc004edeb80, 0xc005bd79e0, 0xc00097b7c0, 0xc007c137a8) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:162 +0x252 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStream(0x62f97e0, 0xc005139fb0, 0x63759e0, 0xc001108500, 0xc000da3b00, 0x62cc6a0, 0xc004edeb80, 0xc005bd79e0, 0x62f97e0, 0xc005139fb0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:79 +0x8d | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.RowInboundStreamHandler.Run(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:55 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).flowStreamInt(0xc000ced8c0, 0x62f97e0, 0xc005139fb0, 0x63759e0, 0xc001108500, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:623 +0x4b0 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).FlowStream(0xc000ced8c0, 0x63759e0, 0xc001108500, 0x62cc660, 0xc000ced8c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:629 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb._DistSQL_FlowStream_Handler(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc006d858c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:636 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc006d858c0, 0xc000c7c1c0, 0x57ed320, 0x57ed320, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc006d858c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc006d858c0, 0xc000c7c1c0, 0xc006c1aa80, 0x4edd9e0, 0xc006c1aa80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc006d858c0, 0xc000c7c1c0, 0x57ed320, 0x62f97e0, 0xc005139f80) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc005e80800, 0xc000d7d6e0, 0x8cfe000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc005e80800, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00045be80, 0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc005e80800) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 237948 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c72dcc2e0, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc0064bf898, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc0064bf880, 0xc003353200, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc0064bf880, 0xc003353200, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc001083cd8, 0xc003353200, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc003ee97a0, 0xc003353200, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc002de7960, 0xc003353200, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc008e05398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc005abccd8, 0x624f380, 0xc002de7960, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc005abca80, 0x7f3c7383c0c8, 0xc003ee97a0, 0x5, 0xc003ee97a0, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc005abca80, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc005abca80, 0xc0017c8000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc003ad7900, 0xc0017c8000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc004589b48) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc004589b48, 0xc00288f718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc00458a2d0, 0x62bd620, 0xc004589b48, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc004589b00, 0x62f97e0, 0xc003111f50, 0xc003b2f2c0, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc003111f50, 0x6374de0, 0xc005abca80, 0xc001856009, 0x7, 0xc003111f80, 0x62a1060, 0xc0050654a0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc003111f50, 0x6374de0, 0xc005abca80, 0xc002f3a801, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc003ee97a0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc003ee97a0, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 243044 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c7206b8c8, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc0037c3798, 0x72, 0x4800, 0x486c, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc0037c3780, 0xc00182b500, 0x486c, 0x486c, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc0037c3780, 0xc00182b500, 0x486c, 0x486c, 0x203000, 0x79a00e, 0x7f3c79a404e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc002a45798, 0xc00182b500, 0x486c, 0x486c, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| crypto/tls.(*atLeastReader).Read(0xc003858920, 0xc00182b500, 0x486c, 0x486c, 0x78ea26, 0xc000b88380, 0xc0018e99e8) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc006edd758, 0x624f380, 0xc003858920, 0x78ca05, 0x4bbab80, 0x51115e0) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc006edd500, 0x6257d40, 0xc002a45798, 0x5, 0xc002a45798, 0x1) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc006edd500, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc006edd500, 0xc0074c2000, 0x8000, 0x8000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| bufio.(*Reader).Read(0xc012cbe3c0, 0xc003ed3b58, 0x9, 0x9, 0x20, 0xc0018e9cf8, 0xf4122c) | |
| /usr/local/go/src/bufio/bufio.go:226 +0x26a | |
| io.ReadAtLeast(0x624f160, 0xc012cbe3c0, 0xc003ed3b58, 0x9, 0x9, 0x9, 0x28dcc5a2d6020e01, 0x0, 0x0) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| golang.org/x/net/http2.readFrameHeader(0xc003ed3b58, 0x9, 0x9, 0x624f160, 0xc012cbe3c0, 0x0, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:237 +0x87 | |
| golang.org/x/net/http2.(*Framer).ReadFrame(0xc003ed3b20, 0xc009882e40, 0x9668940, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/golang.org/x/net/http2/frame.go:492 +0xa1 | |
| google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc0074c01c0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1273 +0x183 | |
| created by google.golang.org/grpc/internal/transport.newHTTP2Client | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/http2_client.go:300 +0xd23 | |
| goroutine 241261 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c7206c0e8, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc0051f2f18, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc0051f2f00, 0xc006017600, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc0051f2f00, 0xc006017600, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc001c7c3c0, 0xc006017600, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc005e0b140, 0xc006017600, 0x846, 0x846, 0x80f900, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc003b60800, 0xc006017600, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc0017b7398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc006dfecd8, 0x624f380, 0xc003b60800, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc006dfea80, 0x7f3c7383c0c8, 0xc005e0b140, 0x5, 0xc005e0b140, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc006dfea80, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc006dfea80, 0xc00670e000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc003bc82a0, 0xc00670e000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc003dd6948) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc003dd6948, 0xc000c17718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc003dd70d0, 0x62bd620, 0xc003dd6948, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc003dd6900, 0x62f97e0, 0xc004ab0f90, 0xc0005ac1b0, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc004ab0f90, 0x6374de0, 0xc006dfea80, 0xc00670c009, 0x7, 0xc004ab10e0, 0x62a1060, 0xc0037cdfb0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc004ab0f90, 0x6374de0, 0xc006dfea80, 0xc004826701, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc005e0b140) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc005e0b140, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 241394 [select, 38 minutes]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc0045617c0, 0xc00582b1f0, 0x5, 0x5, 0xc053b1f993, 0x0, 0x57f36e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xc7 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0045617c0, 0xc00582b1f0, 0x5, 0x5, 0xc002b531b8, 0xc006d093a0, 0xc002b52e98) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x21a | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc006f076b0, 0xc00582b1f0, 0x5, 0x5, 0xc003288401, 0xc002b52ec0, 0xf54b7c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55 | |
| io.ReadAtLeast(0x6257380, 0xc006f076b0, 0xc00582b1f0, 0x5, 0x5, 0x5, 0xc001b5a2c2, 0x8, 0x8) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc0038e7900, 0xc00582b1f0, 0x5, 0x5, 0x0, 0xc002b53090, 0xc000b6fc00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xcd | |
| google.golang.org/grpc.(*parser).recvMsg(0xc00582b1e0, 0x7fffffff, 0xc0009269b8, 0x2, 0x0, 0xc002b53108, 0xc002b53020, 0x787a95) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63 | |
| google.golang.org/grpc.recvAndDecompress(0xc00582b1e0, 0xc0038e7900, 0x0, 0x0, 0x7fffffff, 0xc002455230, 0x62da020, 0x96bb9f0, 0x7dbfe0, 0xc003a7d8c0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d | |
| google.golang.org/grpc.recv(0xc00582b1e0, 0x7f3c79b65bc0, 0xc0005ac530, 0xc0038e7900, 0x0, 0x0, 0x500ce60, 0xc0061780c0, 0x7fffffff, 0xc002455230, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc005892d80, 0x500ce60, 0xc0061780c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:1473 +0x170 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb.(*distSQLFlowStreamServer).Recv(0xc0045f0390, 0x62f97e0, 0xc003ae89f0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:655 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).Next(0xc0062fa9c0, 0x62f97e0, 0xc003ae89f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:263 +0x19b | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*noopOperator).Next(0xc004df7300, 0x62f9720, 0xc004304a80, 0x1, 0x62f9720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/operator.go:238 +0x47 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).next(0xc004aad080, 0x57ed290, 0x7b0bba, 0x2d49b93) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:222 +0x155 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).nextAdapter(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:247 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror.CatchVectorizedRuntimeError(0xc002b53538, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror/error.go:93 +0x5f | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).Next(0xc004aad080, 0x62f9720, 0xc004304a80, 0x3458c20, 0x62fe4e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:253 +0x5b | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc004304a80, 0x63257a0, 0xc004aad080, 0x62cad20, 0xc006dffc00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc004aad080, 0x62f9720, 0xc004304a80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc0041e5680, 0x62f9720, 0xc004304a80, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc004974380, 0xc00632acf0, 0xc0038e7200, 0xc006dffc00, 0xc00309a518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc004466d20, 0xc00309a518, 0xc004974380, 0xc00632acf0, 0x62fbba0, 0xc00632b440, 0x0, 0xc006dffc00, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc00309a000, 0x62f97e0, 0xc004466d20, 0xc00309a418, 0x3, 0x7f3c72d5a8e0, 0xc002137c80, 0xc0032b3f01, 0xc004932bf8, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc00309a000, 0x62f97e0, 0xc004466d20, 0xc00309a418, 0x7f3c72d5a8e0, 0xc002137c80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc00309a000, 0x62f97e0, 0xc004466d20, 0x6318620, 0xc0045608c0, 0xc0078aa00d, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc00309a000, 0x62f97e0, 0xc004466d20, 0x6318620, 0xc0045608c0, 0xc0078aa00d, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc00309a000, 0x62f97e0, 0xc004466c90, 0xc0044054a0, 0xc004466ae0, 0x3, 0x3, 0xc00467a4c6, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc0078aa0d1, 0x0, 0x0, 0x310437db, 0xed7a0c77d, 0x0, 0xc00309a000, 0xc002457880, 0xc002457870, 0x5, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc00309a000, 0x62f9720, 0xc003eb7080, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc00309a000, 0x62f9720, 0xc003205fc0, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc003380520, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc003205fc0, 0xc00309a000, 0x5400, 0x15000, 0xc000cfadc0, 0xc003380520, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc006e01b92, 0xc006167060, 0x62f9720, 0xc003205fc0, 0xc003380520, 0xc000e55700, 0xc002137600, 0x6329020, 0xc001ea30e0, 0xc003eb9f80, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 246178 [select, 17 minutes]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc007f79720, 0xc0079eef50, 0x5, 0x5, 0xc05b37cf44, 0x0, 0x57f36e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xc7 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc007f79720, 0xc0079eef50, 0x5, 0x5, 0xc0066891b8, 0xc008aef260, 0xc006688e98) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x21a | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc003fb6720, 0xc0079eef50, 0x5, 0x5, 0xc004e3a001, 0xc006688ec0, 0xf54b7c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55 | |
| io.ReadAtLeast(0x6257380, 0xc003fb6720, 0xc0079eef50, 0x5, 0x5, 0x5, 0xc001b5a2c2, 0x8, 0x8) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc005e81d00, 0xc0079eef50, 0x5, 0x5, 0x0, 0xc006689090, 0xc0000a7500) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xcd | |
| google.golang.org/grpc.(*parser).recvMsg(0xc0079eef40, 0x7fffffff, 0xc001937b58, 0x2, 0x0, 0xc006689108, 0xc006689020, 0x787a95) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63 | |
| google.golang.org/grpc.recvAndDecompress(0xc0079eef40, 0xc005e81d00, 0x0, 0x0, 0x7fffffff, 0xc004693230, 0x62da020, 0x96bb9f0, 0x7dbfe0, 0xc001937b60, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d | |
| google.golang.org/grpc.recv(0xc0079eef40, 0x7f3c79b65bc0, 0xc0005ac530, 0xc005e81d00, 0x0, 0x0, 0x500ce60, 0xc00488a3c0, 0x7fffffff, 0xc004693230, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc0042c9b00, 0x500ce60, 0xc00488a3c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:1473 +0x170 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb.(*distSQLFlowStreamServer).Recv(0xc008f9ef90, 0x62f97e0, 0xc0035656e0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:655 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).Next(0xc000aadd40, 0x62f97e0, 0xc0035656e0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:263 +0x19b | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*noopOperator).Next(0xc004953360, 0x62f9720, 0xc003bda680, 0x1, 0x62f9720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/operator.go:238 +0x47 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).next(0xc00754cc00, 0x57ed290, 0x7b0bba, 0x2d49b93) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:222 +0x155 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).nextAdapter(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:247 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror.CatchVectorizedRuntimeError(0xc006689538, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror/error.go:93 +0x5f | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).Next(0xc00754cc00, 0x62f9720, 0xc003bda680, 0x3458c20, 0x62fe4e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:253 +0x5b | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc003bda680, 0x63257a0, 0xc00754cc00, 0x62cad20, 0xc006c37c00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc00754cc00, 0x62f9720, 0xc003bda680) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc003be3e60, 0x62f9720, 0xc003bda680, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc000811500, 0xc0070a7ef0, 0xc003d53500, 0xc006c37c00, 0xc007828518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc006ec0ab0, 0xc007828518, 0xc000811500, 0xc0070a7ef0, 0x62fbba0, 0xc0030907e0, 0x0, 0xc006c37c00, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc007828000, 0x62f97e0, 0xc006ec0ab0, 0xc007828418, 0x3, 0x7f3c72d5a8e0, 0xc004738180, 0xc002f1bf01, 0xc001936b38, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc007828000, 0x62f97e0, 0xc006ec0ab0, 0xc007828418, 0x7f3c72d5a8e0, 0xc004738180, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc007828000, 0x62f97e0, 0xc006ec0ab0, 0x6318620, 0xc007f78cd0, 0xc007235382, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc007828000, 0x62f97e0, 0xc006ec0ab0, 0x6318620, 0xc007f78cd0, 0xc007235382, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc007828000, 0x62f97e0, 0xc006ec0a80, 0xc0032c4000, 0xc006ec0900, 0x3, 0x3, 0xc0097c366a, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc007235446, 0x0, 0x0, 0x27befb6e, 0xed7a0cc7f, 0x0, 0xc007828000, 0xc004695880, 0xc004695870, 0x41, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc007828000, 0x62f9720, 0xc007f52c80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc007828000, 0x62f9720, 0xc006c1ab80, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc001108680, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc006c1ab80, 0xc007828000, 0x5400, 0x15000, 0xc000cfadc0, 0xc001108680, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc0041777bd, 0xc005051640, 0x62f9720, 0xc006c1ab80, 0xc001108680, 0xc000e55700, 0xc004737b00, 0x6329020, 0xc004c3e540, 0xc00326c3c0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 241367 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c7206c018, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc004fb7c18, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc004fb7c00, 0xc0057ded00, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc004fb7c00, 0xc0057ded00, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc004ec8908, 0xc0057ded00, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc004848c00, 0xc0057ded00, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc00322dba0, 0xc0057ded00, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc00172f398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc008cc5058, 0x624f380, 0xc00322dba0, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc008cc4e00, 0x7f3c7383c0c8, 0xc004848c00, 0x5, 0xc004848c00, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc008cc4e00, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc008cc4e00, 0xc008fa2000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc006166f80, 0xc008fa2000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc002137648) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc002137648, 0xc001863718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc002137dd0, 0x62bd620, 0xc002137648, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc002137600, 0x62f97e0, 0xc001ea2930, 0xc0033804f0, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc001ea2930, 0x6374de0, 0xc008cc4e00, 0xc008f7c009, 0x7, 0xc001ea29c0, 0x62a1060, 0xc004497800, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc001ea2930, 0x6374de0, 0xc008cc4e00, 0xc004538101, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc004848c00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc004848c00, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 168615 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c79b3c390, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc00279bb18, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc00279bb00, 0xc003354d00, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc00279bb00, 0xc003354d00, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc001c7c6d8, 0xc003354d00, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc004378600, 0xc003354d00, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc0072e05a0, 0xc003354d00, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc001a5f398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc004c25ad8, 0x624f380, 0xc0072e05a0, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc004c25880, 0x7f3c7383c0c8, 0xc004378600, 0x5, 0xc004378600, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc004c25880, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc004c25880, 0xc002e3f000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc005511d00, 0xc002e3f000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc0054e0048) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc0054e0048, 0xc00135f718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc0054e07d0, 0x62bd620, 0xc0054e0048, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc0054e0000, 0x62f97e0, 0xc00589c120, 0xc002318120, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc00589c120, 0x6374de0, 0xc004c25880, 0xc001396009, 0x7, 0xc00589c150, 0x62a1060, 0xc004274030, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc00589c120, 0x6374de0, 0xc004c25880, 0xc002aa5401, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc004378600) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc004378600, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 243599 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c7206b4b8, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc003383b18, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc003383b00, 0xc007496d00, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc003383b00, 0xc007496d00, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc0063a4828, 0xc007496d00, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc00225afc0, 0xc007496d00, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc004c50ee0, 0xc007496d00, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc008f85398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc00716bad8, 0x624f380, 0xc004c50ee0, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc00716b880, 0x7f3c7383c0c8, 0xc00225afc0, 0x5, 0xc00225afc0, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc00716b880, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc00716b880, 0xc006310000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc00388a660, 0xc006310000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc0047b8d48) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc0047b8d48, 0xc00173b718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc0047b94d0, 0x62bd620, 0xc0047b8d48, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc0047b8d00, 0x62f97e0, 0xc010dc0960, 0xc002ad2ce0, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc010dc0960, 0x6374de0, 0xc00716b880, 0xc00630e009, 0x7, 0xc010dc0990, 0x62a1060, 0xc00571c1e0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc010dc0960, 0x6374de0, 0xc00716b880, 0xc004a51e01, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc00225afc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc00225afc0, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 246157 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c720ec670, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc005579298, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc005579280, 0xc005adc000, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc005579280, 0xc005adc000, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc000109718, 0xc005adc000, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc005e61380, 0xc005adc000, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc004c50140, 0xc005adc000, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc0095c7398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc00716b3d8, 0x624f380, 0xc004c50140, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc00716b180, 0x7f3c7383c0c8, 0xc005e61380, 0x5, 0xc005e61380, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc00716b180, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc00716b180, 0xc007304000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc0050515e0, 0xc007304000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc004737b48) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc004737b48, 0xc002d6f718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc0047382d0, 0x62bd620, 0xc004737b48, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc004737b00, 0x62f97e0, 0xc004c3e270, 0xc001108650, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc004c3e270, 0x6374de0, 0xc00716b180, 0xc007302009, 0x7, 0xc004c3e2a0, 0x62a1060, 0xc0045e3920, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc004c3e270, 0x6374de0, 0xc00716b180, 0xc004950601, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc005e61380) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc005e61380, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 241321 [select, 38 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).RunWithStream(0xc001f33ee0, 0x62f97e0, 0xc005315140, 0x7f3c7384d4c0, 0xc002981720, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:210 +0x639 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow.vectorizedInboundStreamHandler.Run(0xc001f33ee0, 0x62f97e0, 0xc005315140, 0x63759e0, 0xc002981720, 0xc006f7a420, 0xc00518d8c0, 0xc007c01958, 0x2) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/vectorized_flow.go:1168 +0x63 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).flowStreamInt(0xc000ced8c0, 0x62f97e0, 0xc005315140, 0x63759e0, 0xc002981720, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:623 +0x4b0 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).FlowStream(0xc000ced8c0, 0x63759e0, 0xc002981720, 0x62cc660, 0xc000ced8c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:629 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb._DistSQL_FlowStream_Handler(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc002e1fd40, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:636 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc002e1fd40, 0xc004c4f2c0, 0x57ed320, 0x57ed320, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc002e1fd40, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc002e1fd40, 0xc004c4f2c0, 0xc003a54540, 0x4edd9e0, 0xc003a54540) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc002e1fd40, 0xc004c4f2c0, 0x57ed320, 0x62f97e0, 0xc005315110) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc006973a00, 0xc000d7d6e0, 0x8cfe000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc006973a00, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00045be80, 0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc006973a00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 221513 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c79b3c530, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc006064098, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc006064080, 0xc0064c5200, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc006064080, 0xc0064c5200, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc002a44288, 0xc0064c5200, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc006099260, 0xc0064c5200, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc004953100, 0xc0064c5200, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc00721f398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc0018a5ad8, 0x624f380, 0xc004953100, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc0018a5880, 0x7f3c7383c0c8, 0xc006099260, 0x5, 0xc006099260, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc0018a5880, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc0018a5880, 0xc002e3e000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc0023989a0, 0xc002e3e000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc006576948) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc006576948, 0xc000c17718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc0065770d0, 0x62bd620, 0xc006576948, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc006576900, 0x62f97e0, 0xc005d681e0, 0xc004c340f0, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc005d681e0, 0x6374de0, 0xc0018a5880, 0xc004644009, 0x7, 0xc005d68210, 0x62a1060, 0xc005475cb0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc005d681e0, 0x6374de0, 0xc0018a5880, 0xc004f8ac01, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc006099260) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc006099260, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 241390 [select, 38 minutes]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc004011040, 0xc000d23070, 0x5, 0x5, 0x62f97e0, 0xc0055259e0, 0x57f36e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xc7 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc004011040, 0xc000d23070, 0x5, 0x5, 0xc001bc5da0, 0xc0031a1560, 0xc001bc5a80) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x21a | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc005525920, 0xc000d23070, 0x5, 0x5, 0x50f6840, 0xc001bc5aa8, 0xf54b7c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55 | |
| io.ReadAtLeast(0x6257380, 0xc005525920, 0xc000d23070, 0x5, 0x5, 0x5, 0x57ed320, 0x1, 0x0) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc0038e7a00, 0xc000d23070, 0x5, 0x5, 0x99e144, 0x9b22f8, 0xc00279a000) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xcd | |
| google.golang.org/grpc.(*parser).recvMsg(0xc000d23060, 0x7fffffff, 0x0, 0xc000444000, 0x7f3c79b90008, 0x0, 0x7d12d8, 0xebf60d99d3564) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63 | |
| google.golang.org/grpc.recvAndDecompress(0xc000d23060, 0xc0038e7a00, 0x0, 0x0, 0x7fffffff, 0xc001bc5e18, 0x62da020, 0x96bb9f0, 0xc0019824d8, 0x7c878c, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d | |
| google.golang.org/grpc.recv(0xc000d23060, 0x7f3c79b65bc0, 0xc0005ac530, 0xc0038e7a00, 0x0, 0x0, 0x500ce60, 0xc006178780, 0x7fffffff, 0xc001bc5e18, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc005132540, 0x500ce60, 0xc006178780, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:1473 +0x170 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb.(*distSQLFlowStreamServer).Recv(0xc0045f0620, 0xc005b0fd00, 0x57efa10, 0xa) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:655 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStreamHelper.func2(0xc005b0fc20, 0x63759e0, 0xc0045f0620, 0xc000d23180, 0xc006178720, 0x62f97e0, 0xc0055259e0, 0x62cc6a0, 0xc004305c40, 0xc006ca6000, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:135 +0x9f | |
| created by github.com/cockroachdb/cockroach/pkg/sql/flowinfra.processInboundStreamHelper | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/inbound.go:132 +0x1b3 | |
| goroutine 243115 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c7206b728, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc001ea0798, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc001ea0780, 0xc0064c4000, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc001ea0780, 0xc0064c4000, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc0001091d8, 0xc0064c4000, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc0004f6660, 0xc0064c4000, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc009959ac0, 0xc0064c4000, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc002635398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc007c7be58, 0x624f380, 0xc009959ac0, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc007c7bc00, 0x7f3c7383c0c8, 0xc0004f6660, 0x5, 0xc0004f6660, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc007c7bc00, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc007c7bc00, 0xc004f95000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc005058120, 0xc004f95000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc00714c048) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc00714c048, 0xc00172b718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc00714c7d0, 0x62bd620, 0xc00714c048, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc00714c000, 0x62f97e0, 0xc00499b860, 0xc0033c7050, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc00499b860, 0x6374de0, 0xc007c7bc00, 0xc002373009, 0x7, 0xc00499b890, 0x62a1060, 0xc00499ad20, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc00499b860, 0x6374de0, 0xc007c7bc00, 0xc0033c6001, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc0004f6660) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc0004f6660, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 240734 [select, 38 minutes]: | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc003edef50, 0xc0017f2d10, 0x5, 0x5, 0xc05f155711, 0x0, 0x57f36e0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:174 +0xc7 | |
| google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc003edef50, 0xc0017f2d10, 0x5, 0x5, 0xc003f8d1b8, 0xc00218c8c0, 0xc003f8ce98) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:168 +0x21a | |
| google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc003f3ff20, 0xc0017f2d10, 0x5, 0x5, 0xc0040df601, 0xc003f8cec0, 0xf54b7c) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:479 +0x55 | |
| io.ReadAtLeast(0x6257380, 0xc003f3ff20, 0xc0017f2d10, 0x5, 0x5, 0x5, 0xc001b5a2c2, 0x8, 0x8) | |
| /usr/local/go/src/io/io.go:310 +0x87 | |
| io.ReadFull(...) | |
| /usr/local/go/src/io/io.go:329 | |
| google.golang.org/grpc/internal/transport.(*Stream).Read(0xc004c18f00, 0xc0017f2d10, 0x5, 0x5, 0x0, 0xc003f8d090, 0xc0000a6e00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/internal/transport/transport.go:463 +0xcd | |
| google.golang.org/grpc.(*parser).recvMsg(0xc0017f2d00, 0x7fffffff, 0xc005321438, 0x2, 0x0, 0xc003f8d108, 0xc003f8d020, 0x787a95) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:510 +0x63 | |
| google.golang.org/grpc.recvAndDecompress(0xc0017f2d00, 0xc004c18f00, 0x0, 0x0, 0x7fffffff, 0xc003131230, 0x62da020, 0x96bb9f0, 0x7dbfe0, 0xc005321440, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:641 +0x4d | |
| google.golang.org/grpc.recv(0xc0017f2d00, 0x7f3c79b65bc0, 0xc0005ac530, 0xc004c18f00, 0x0, 0x0, 0x500ce60, 0xc0033f2840, 0x7fffffff, 0xc003131230, ...) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/rpc_util.go:709 +0x9b | |
| google.golang.org/grpc.(*serverStream).RecvMsg(0xc003e43440, 0x500ce60, 0xc0033f2840, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/stream.go:1473 +0x170 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb.(*distSQLFlowStreamServer).Recv(0xc0030f17f0, 0x62f97e0, 0xc004463140, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:655 +0x62 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).Next(0xc005bd11e0, 0x62f97e0, 0xc004463140, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:263 +0x19b | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*noopOperator).Next(0xc004e7a440, 0x62f9720, 0xc0056d13c0, 0x1, 0x62f9720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/operator.go:238 +0x47 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).next(0xc006d2d700, 0x57ed290, 0x7b0bba, 0x2d49b93) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:222 +0x155 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).nextAdapter(...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:247 | |
| github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror.CatchVectorizedRuntimeError(0xc003f8d538, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexecbase/colexecerror/error.go:93 +0x5f | |
| github.com/cockroachdb/cockroach/pkg/sql/colexec.(*Materializer).Next(0xc006d2d700, 0x62f9720, 0xc0056d13c0, 0x3458c20, 0x62fe4e0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colexec/materializer.go:253 +0x5b | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc0056d13c0, 0x63257a0, 0xc006d2d700, 0x62cad20, 0xc006a36e00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc006d2d700, 0x62f9720, 0xc0056d13c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc002a0a360, 0x62f9720, 0xc0056d13c0, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc005cf4850, 0xc00520e990, 0xc00330fa00, 0xc006a36e00, 0xc004502518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc004683260, 0xc004502518, 0xc005cf4850, 0xc00520e990, 0x62fbba0, 0xc00520ef30, 0x0, 0xc006a36e00, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc004502000, 0x62f97e0, 0xc004683260, 0xc004502418, 0x3, 0x7f3c72d5a8e0, 0xc003c5ea80, 0xc003f8df01, 0xc0053205f8, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc004502000, 0x62f97e0, 0xc004683260, 0xc004502418, 0x7f3c72d5a8e0, 0xc003c5ea80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc004502000, 0x62f97e0, 0xc004683260, 0x6318620, 0xc0045c47d0, 0xc0032c86e7, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc004502000, 0x62f97e0, 0xc004683260, 0x6318620, 0xc0045c47d0, 0xc0032c86e7, 0x71, 0x3, 0x1, 0xc0025fa3f0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc004502000, 0x62f97e0, 0xc004683230, 0xc006896b40, 0xc004683080, 0x3, 0x3, 0xc008044406, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc0032c87ab, 0x0, 0x0, 0x5a9bf01, 0xed7a0c76c, 0x0, 0xc004502000, 0xc003133880, 0xc003133870, 0x29, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc004502000, 0x62f9720, 0xc0066055c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc004502000, 0x62f9720, 0xc0068c4080, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc0022741e0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc0068c4080, 0xc004502000, 0x5400, 0x15000, 0xc000cfadc0, 0xc0022741e0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc010426592, 0xc004953660, 0x62f9720, 0xc0068c4080, 0xc0022741e0, 0xc000e55700, 0xc003c5e400, 0x6329020, 0xc002e2cc90, 0xc003d26ae0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 240363 [chan receive, 39 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*RowChannel).Next(0xc005e996c0, 0x0, 0x2, 0x2, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:481 +0x4a | |
| github.com/cockroachdb/cockroach/pkg/sql/rowexec.(*noopProcessor).Next(0xc003513b00, 0xc005e99680, 0x51e4f62, 0x4, 0x62f9720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/rowexec/noop.go:69 +0x4c | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc005e99680, 0x6329660, 0xc003513b00, 0x62ce660, 0xc008004e00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc003513b00, 0x62f9720, 0xc005e99680) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc002dd8c60, 0x62f9720, 0xc005e99680, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc002775340, 0xc005fab050, 0xc00470cf00, 0xc006dfee00, 0xc007fb7518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc0045681e0, 0xc007fb7518, 0xc002775340, 0xc005fab050, 0x62fbba0, 0xc005fab830, 0x0, 0xc006dfee00, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc007fb7000, 0x62f97e0, 0xc0045681e0, 0xc007fb7418, 0x3, 0x7f3c72d5a8e0, 0xc0054e3c80, 0xc007fb3f01, 0xc007c5c658, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc007fb7000, 0x62f97e0, 0xc0045681e0, 0xc007fb7418, 0x7f3c72d5a8e0, 0xc0054e3c80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc007fb7000, 0x62f97e0, 0xc0045681e0, 0x6318620, 0xc0033d6460, 0xc007fad00c, 0x71, 0x1, 0x1, 0xc004e5c930, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc007fb7000, 0x62f97e0, 0xc0045681e0, 0x6318620, 0xc0033d6460, 0xc007fad00c, 0x71, 0x1, 0x1, 0xc004e5c930, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc007fb7000, 0x62f97e0, 0xc004568120, 0xc005f29770, 0xc002aa4fc0, 0x1, 0x1, 0xc0062168ee, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc007fad0b0, 0x0, 0x0, 0x38d9d3f4, 0xed7a0c758, 0x0, 0xc007fb7000, 0xc007fb5880, 0xc007fb5870, 0x5, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc007fb7000, 0x62f9720, 0xc004ada000, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc007fb7000, 0x62f9720, 0xc0044ff0c0, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc002ad3110, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc0044ff0c0, 0xc007fb7000, 0x5400, 0x15000, 0xc000cfadc0, 0xc002ad3110, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc004f7f75d, 0xc004bf4b00, 0x62f9720, 0xc0044ff0c0, 0xc002ad3110, 0xc000e55700, 0xc0054e3600, 0x6329020, 0xc003648f30, 0xc00488a840, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 239671 [select, 39 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).RunWithStream(0xc000cb0b60, 0x62f97e0, 0xc00282ef00, 0x7f3c7384d4c0, 0xc004f8a9c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:210 +0x639 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow.vectorizedInboundStreamHandler.Run(0xc000cb0b60, 0x62f97e0, 0xc00282ef00, 0x63759e0, 0xc004f8a9c0, 0xc003694de0, 0xc003d49320, 0xc00668b958, 0x2) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/vectorized_flow.go:1168 +0x63 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).flowStreamInt(0xc000ced8c0, 0x62f97e0, 0xc00282ef00, 0x63759e0, 0xc004f8a9c0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:623 +0x4b0 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).FlowStream(0xc000ced8c0, 0x63759e0, 0xc004f8a9c0, 0x62cc660, 0xc000ced8c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:629 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb._DistSQL_FlowStream_Handler(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc006dbf440, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:636 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc006dbf440, 0xc0033d9ba0, 0x57ed320, 0x57ed320, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc006dbf440, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc006dbf440, 0xc0033d9ba0, 0xc006c93c00, 0x4edd9e0, 0xc006c93c00) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc006dbf440, 0xc0033d9ba0, 0x57ed320, 0x62f97e0, 0xc00282eed0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc002bbfd00, 0xc000d7d6e0, 0x8cfe000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc002bbfd00, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00045be80, 0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc002bbfd00) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 241945 [chan receive, 37 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*RowChannel).Next(0xc004ca8280, 0x0, 0x2, 0x2, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:481 +0x4a | |
| github.com/cockroachdb/cockroach/pkg/sql/rowexec.(*noopProcessor).Next(0xc007c2b680, 0xc004ca81c0, 0x51e4f62, 0x4, 0x62f9720) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/rowexec/noop.go:69 +0x4c | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.Run(0x62f9720, 0xc004ca81c0, 0x6329660, 0xc007c2b680, 0x62ce660, 0xc005378a80) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/base.go:170 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfra.(*ProcessorBase).Run(0xc007c2b680, 0x62f9720, 0xc004ca81c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfra/processorsbase.go:775 +0x92 | |
| github.com/cockroachdb/cockroach/pkg/sql/flowinfra.(*FlowBase).Run(0xc006505560, 0x62f9720, 0xc004ca81c0, 0x57ec570, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/flowinfra/flow.go:392 +0x24d | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).Run(0xc000effc30, 0xc005615030, 0xc0048897a0, 0xc0064cbf00, 0xc007932a80, 0xc008be2518, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:422 +0x5d9 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*DistSQLPlanner).PlanAndRun(0xc000effc30, 0x62f97e0, 0xc0033c82d0, 0xc008be2518, 0xc005615030, 0xc0048897a0, 0x62fbba0, 0xc001e7b4d0, 0x0, 0xc007932a80, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql_running.go:1002 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execWithDistSQLEngine(0xc008be2000, 0x62f97e0, 0xc0033c82d0, 0xc008be2418, 0x3, 0x7f3c72d5a8e0, 0xc008ba4680, 0xc002529f01, 0xc002e0df18, 0x0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:1001 +0x3c0 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).dispatchToExecutionEngine(0xc008be2000, 0x62f97e0, 0xc0033c82d0, 0xc008be2418, 0x7f3c72d5a8e0, 0xc008ba4680, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:872 +0x6ff | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmtInOpenState(0xc008be2000, 0x62f97e0, 0xc0033c82d0, 0x6318620, 0xc004a19180, 0xc007818383, 0x71, 0x1, 0x1, 0xc004e5c930, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:639 +0xbb1 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execStmt(0xc008be2000, 0x62f97e0, 0xc0033c82d0, 0x6318620, 0xc004a19180, 0xc007818383, 0x71, 0x1, 0x1, 0xc004e5c930, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:114 +0x924 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execPortal(0xc008be2000, 0x62f97e0, 0xc0033c8240, 0xc006528c30, 0xc00430d870, 0x1, 0x1, 0xc003194940, 0x1, 0x1, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor_exec.go:203 +0x27e | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd.func2(0xc00781842b, 0x0, 0x0, 0x291f4f19, 0xed7a0c7b7, 0x0, 0xc008be2000, 0xc0011db880, 0xc0011db870, 0x67, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1533 +0x455 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).execCmd(0xc008be2000, 0x62f9720, 0xc0024ff600, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1535 +0x4ad | |
| github.com/cockroachdb/cockroach/pkg/sql.(*connExecutor).run(0xc008be2000, 0x62f9720, 0xc004c00100, 0xc000cfad20, 0x5400, 0x15000, 0xc000cfadc0, 0xc003d59390, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:1391 +0x1f2 | |
| github.com/cockroachdb/cockroach/pkg/sql.(*Server).ServeConn(0xc000e55700, 0x62f9720, 0xc004c00100, 0xc008be2000, 0x5400, 0x15000, 0xc000cfadc0, 0xc003d59390, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/conn_executor.go:508 +0x104 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync.func1(0xc0067ea362, 0xc0054ec0c0, 0x62f9720, 0xc004c00100, 0xc003d59390, 0xc000e55700, 0xc008ba4000, 0x6329020, 0xc00394de90, 0xc004849e60, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:626 +0x317 | |
| created by github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).processCommandsAsync | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:554 +0x17e | |
| goroutine 241623 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c7206be78, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc003d3ae18, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc003d3ae00, 0xc00393f600, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc003d3ae00, 0xc00393f600, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc0049a2928, 0xc00393f600, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc002ed8fc0, 0xc00393f600, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc002484e80, 0xc00393f600, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc005fef398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc00560f058, 0x624f380, 0xc002484e80, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc00560ee00, 0x7f3c7383c0c8, 0xc002ed8fc0, 0x5, 0xc002ed8fc0, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc00560ee00, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc00560ee00, 0xc006498000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc0041977c0, 0xc006498000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc0034d6948) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc0034d6948, 0xc00651d718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc0034d70d0, 0x62bd620, 0xc0034d6948, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc0034d6900, 0x62f97e0, 0xc005d69680, 0xc0057604f0, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc005d69680, 0x6374de0, 0xc00560ee00, 0xc00648801a, 0x7, 0xc005d696b0, 0x62a1060, 0xc0033c0db0, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc005d69680, 0x6374de0, 0xc00560ee00, 0xc004ec0401, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc002ed8fc0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc002ed8fc0, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 239276 [IO wait]: | |
| internal/poll.runtime_pollWait(0x7f3c72dcc070, 0x72, 0xffffffffffffffff) | |
| /usr/local/go/src/runtime/netpoll.go:184 +0x55 | |
| internal/poll.(*pollDesc).wait(0xc006d1b318, 0x72, 0x800, 0x846, 0xffffffffffffffff) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 | |
| internal/poll.(*pollDesc).waitRead(...) | |
| /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 | |
| internal/poll.(*FD).Read(0xc006d1b300, 0xc003b6c000, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/internal/poll/fd_unix.go:169 +0x1cf | |
| net.(*netFD).Read(0xc006d1b300, 0xc003b6c000, 0x846, 0x846, 0x0, 0x6257ac0, 0x96bb2e0) | |
| /usr/local/go/src/net/fd_unix.go:202 +0x4f | |
| net.(*conn).Read(0xc0068ec398, 0xc003b6c000, 0x846, 0x846, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/net/net.go:184 +0x68 | |
| github.com/cockroachdb/cmux.(*MuxConn).Read(0xc000455aa0, 0xc003b6c000, 0x846, 0x846, 0x80f99f, 0x4c2ece0, 0x10) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/github.com/cockroachdb/cmux/cmux.go:218 +0x10f | |
| crypto/tls.(*atLeastReader).Read(0xc0024848c0, 0xc003b6c000, 0x846, 0x846, 0x7d9127, 0x4afd1e0, 0xc0026f3398) | |
| /usr/local/go/src/crypto/tls/conn.go:780 +0x60 | |
| bytes.(*Buffer).ReadFrom(0xc00620e958, 0x624f380, 0xc0024848c0, 0x78ca05, 0x4bbab80, 0x4eefd20) | |
| /usr/local/go/src/bytes/buffer.go:204 +0xb4 | |
| crypto/tls.(*Conn).readFromUntil(0xc00620e700, 0x7f3c7383c0c8, 0xc000455aa0, 0x5, 0xc000455aa0, 0x7d04ea) | |
| /usr/local/go/src/crypto/tls/conn.go:802 +0xec | |
| crypto/tls.(*Conn).readRecordOrCCS(0xc00620e700, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:609 +0x124 | |
| crypto/tls.(*Conn).readRecord(...) | |
| /usr/local/go/src/crypto/tls/conn.go:577 | |
| crypto/tls.(*Conn).Read(0xc00620e700, 0xc006503000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /usr/local/go/src/crypto/tls/conn.go:1255 +0x161 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*readTimeoutConn).Read(0xc001993720, 0xc006503000, 0x1000, 0x1000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:1597 +0x13d | |
| bufio.(*Reader).fill(0xc0048ca448) | |
| /usr/local/go/src/bufio/bufio.go:100 +0x103 | |
| bufio.(*Reader).ReadByte(0xc0048ca448, 0xc00189f718, 0x3651691, 0x0) | |
| /usr/local/go/src/bufio/bufio.go:252 +0x39 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase.(*ReadBuffer).ReadTypedMsg(0xc0048cabd0, 0x62bd620, 0xc0048ca448, 0x62a2c60, 0x96bb9f0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/pgwirebase/encoding.go:204 +0x35 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*conn).serveImpl(0xc0048ca400, 0x62f97e0, 0xc001e7d6e0, 0xc0047dd710, 0xc000e55700, 0x5400, 0x15000, 0xc000cfadc0, 0x0, 0x4, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:325 +0x5a8 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).serveConn(0xc000cd9e00, 0x62f97e0, 0xc001e7d6e0, 0x6374de0, 0xc00620e700, 0xc003498009, 0x7, 0xc001e7d710, 0x62a1060, 0xc00317f590, ...) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/conn.go:154 +0x1d1 | |
| github.com/cockroachdb/cockroach/pkg/sql/pgwire.(*Server).ServeConn(0xc000cd9e00, 0x62f97e0, 0xc001e7d6e0, 0x6374de0, 0xc00620e700, 0xc003b2fa01, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/pgwire/server.go:586 +0x6c1 | |
| github.com/cockroachdb/cockroach/pkg/server.(*sqlServer).startServeSQL.func1.1(0x6374ea0, 0xc000455aa0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/server/server.go:1889 +0x166 | |
| github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith.func1(0xc000aed9e0, 0x62f97e0, 0xc00103db00, 0xc0010822f8, 0x6374ea0, 0xc000455aa0, 0xc00103db30) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:147 +0xc8 | |
| created by github.com/cockroachdb/cockroach/pkg/util/netutil.(*Server).ServeWith | |
| /go/src/github.com/cockroachdb/cockroach/pkg/util/netutil/net.go:144 +0x25c | |
| goroutine 238625 [select, 40 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).RunWithStream(0xc000a3b790, 0x62f97e0, 0xc00285c840, 0x7f3c7384d4c0, 0xc0044db400, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:210 +0x639 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow.vectorizedInboundStreamHandler.Run(0xc000a3b790, 0x62f97e0, 0xc00285c840, 0x63759e0, 0xc0044db400, 0xc00696f800, 0xc002068000, 0xc005025958, 0x2) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/vectorized_flow.go:1168 +0x63 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).flowStreamInt(0xc000ced8c0, 0x62f97e0, 0xc00285c840, 0x63759e0, 0xc0044db400, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:623 +0x4b0 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).FlowStream(0xc000ced8c0, 0x63759e0, 0xc0044db400, 0x62cc660, 0xc000ced8c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:629 +0x97 | |
| github.com/cockroachdb/cockroach/pkg/sql/execinfrapb._DistSQL_FlowStream_Handler(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc004859c80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/execinfrapb/api.pb.go:636 +0xad | |
| github.com/cockroachdb/cockroach/pkg/rpc.NewServer.func2(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc004859c80, 0xc0063c13e0, 0x57ed320, 0x57ed320, 0x1) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/context.go:208 +0x96 | |
| google.golang.org/grpc.getChainStreamHandler.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc004859c80, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1204 +0xdd | |
| github.com/cockroachdb/cockroach/pkg/rpc.kvAuth.streamInterceptor(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc004859c80, 0xc0063c13e0, 0xc006605340, 0x4edd9e0, 0xc006605340) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/rpc/auth.go:86 +0xa8 | |
| google.golang.org/grpc.chainStreamServerInterceptors.func1(0x50f6840, 0xc000ced8c0, 0x6355040, 0xc004859c80, 0xc0063c13e0, 0x57ed320, 0x62f97e0, 0xc00285c810) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1190 +0xbd | |
| google.golang.org/grpc.(*Server).processStreamingRPC(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc003923500, 0xc000d7d6e0, 0x8cfe000, 0x0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1336 +0x486 | |
| google.golang.org/grpc.(*Server).handleStream(0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc003923500, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:1409 +0xcbe | |
| google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc00045be80, 0xc000b6cb60, 0x637d960, 0xc001d91800, 0xc003923500) | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:746 +0xbb | |
| created by google.golang.org/grpc.(*Server).serveStreams.func1 | |
| /go/src/github.com/cockroachdb/cockroach/vendor/google.golang.org/grpc/server.go:744 +0xa1 | |
| goroutine 239517 [select, 39 minutes]: | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc.(*Inbox).RunWithStream(0xc003a15ad0, 0x62f97e0, 0xc00572a6f0, 0x7f3c7384d4c0, 0xc004c34ac0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/colrpc/inbox.go:210 +0x639 | |
| github.com/cockroachdb/cockroach/pkg/sql/colflow.vectorizedInboundStreamHandler.Run(0xc003a15ad0, 0x62f97e0, 0xc00572a6f0, 0x63759e0, 0xc004c34ac0, 0xc006035140, 0xc005bd6000, 0xc00690d958, 0x2) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/colflow/vectorized_flow.go:1168 +0x63 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).flowStreamInt(0xc000ced8c0, 0x62f97e0, 0xc00572a6f0, 0x63759e0, 0xc004c34ac0, 0x0, 0x0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:623 +0x4b0 | |
| github.com/cockroachdb/cockroach/pkg/sql/distsql.(*ServerImpl).FlowStream(0xc000ced8c0, 0x63759e0, 0xc004c34ac0, 0x62cc660, 0xc000ced8c0) | |
| /go/src/github.com/cockroachdb/cockroach/pkg/sql/distsql/server.go:629 +0x97 | |
| github.com/cockroachdb/cockroach/p |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment