Skip to content

Instantly share code, notes, and snippets.

@aromanovich
Created April 20, 2023 23:15
Show Gist options
  • Save aromanovich/7736838748d6b10c2ba9b9694ee321d9 to your computer and use it in GitHub Desktop.
Save aromanovich/7736838748d6b10c2ba9b9694ee321d9 to your computer and use it in GitHub Desktop.
"msg":"Panic is captured","service":"frontend","sys-stack-trace":
goroutine 4046 [running]:
runtime/debug.Stack()
runtime/debug/stack.go:24 +0x65
go.temporal.io/server/common/log.CapturePanic({0x3f476d0, 0xc000b10580}, 0xc001961bb8)
go.temporal.io/[email protected]/common/log/panic.go:47 +0xc5
panic({0x2ed96a0, 0x52b7e30})
runtime/panic.go:884 +0x213
go.temporal.io/server/service/frontend.(*OperatorHandlerImpl).addSearchAttributesSQL(0xc001961c78?, {0x3f3d570, 0xc0005912c0}, 0xc00081c600, {0x0?})
go.temporal.io/[email protected]/service/frontend/operator_handler.go:331 +0x743
go.temporal.io/server/service/frontend.(*OperatorHandlerImpl).AddSearchAttributes(0xc0006ae680, {0x3f3d570, 0xc0005912c0}, 0xc00081c600)
go.temporal.io/[email protected]/service/frontend/operator_handler.go:204 +0x966
go.temporal.io/api/operatorservice/v1._OperatorService_AddSearchAttributes_Handler.func1({0x3f3d570, 0xc0005912c0}, {0x318c9e0?, 0xc00081c600})
go.temporal.io/[email protected]/operatorservice/v1/service.pb.go:264 +0x78
go.temporal.io/server/common/rpc/interceptor.(*RetryableInterceptor).Intercept.func1({0x3f3d570?, 0xc0005912c0?})
go.temporal.io/[email protected]/common/rpc/interceptor/retry.go:63 +0x3c
go.temporal.io/server/common/backoff.ThrottleRetryContext({0x3f3d570, 0xc0005912c0}, 0xc001961ed0, {0x3f22520, 0xc000d55290}, 0x30b0e60?)
go.temporal.io/[email protected]/common/backoff/retry.go:199 +0x1d7
go.temporal.io/server/common/rpc/interceptor.(*RetryableInterceptor).Intercept(0xc000591260?, {0x3f3d570?, 0xc0005912c0?}, {0x318c9e0?, 0xc00081c600?}, 0x3287ab5?, 0xc00085ab70?)
go.temporal.io/[email protected]/common/rpc/interceptor/retry.go:67 +0x90
google.golang.org/grpc.getChainUnaryHandler.func1({0x3f3d570, 0xc0005912c0}, {0x318c9e0, 0xc00081c600})
google.golang.org/[email protected]/server.go:1164 +0xb9
go.temporal.io/server/common/rpc/interceptor.(*CallerInfoInterceptor).Intercept(0xc000692ac0, {0x3f3d570, 0xc00087fef0}, {0x318c9e0, 0xc00081c600}, 0xc0009a43e0, 0xc002bd72c0)
go.temporal.io/[email protected]/common/rpc/interceptor/caller_info.go:80 +0x37b
google.golang.org/grpc.getChainUnaryHandler.func1({0x3f3d570, 0xc00087fef0}, {0x318c9e0, 0xc00081c600})
google.golang.org/[email protected]/server.go:1164 +0xb9
go.temporal.io/server/common/rpc/interceptor.(*SDKVersionInterceptor).Intercept(0xc000aabd40, {0x3f3d570, 0xc00087fef0}, {0x318c9e0, 0xc00081c600}, 0xc000f4a5d0?, 0xc002bd7280)
go.temporal.io/[email protected]/common/rpc/interceptor/sdk_version.go:69 +0xb9
google.golang.org/grpc.getChainUnaryHandler.func1({0x3f3d570, 0xc00087fef0}, {0x318c9e0, 0xc00081c600})
google.golang.org/[email protected]/server.go:1164 +0xb9
go.temporal.io/server/common/rpc/interceptor.(*RateLimitInterceptor).Intercept(0xc000011158, {0x3f3d570, 0xc00087fef0}, {0x318c9e0, 0xc00081c600}, 0x13?, 0xc002bd7240)
go.temporal.io/[email protected]/common/rpc/interceptor/rate_limit.go:86 +0x1a6
google.golang.org/grpc.getChainUnaryHandler.func1({0x3f3d570, 0xc00087fef0}, {0x318c9e0, 0xc00081c600})
google.golang.org/[email protected]/server.go:1164 +0xb9
go.temporal.io/server/common/rpc/interceptor.(*NamespaceRateLimitInterceptor).Intercept(0xc0006c3230, {0x3f3d570, 0xc00087fef0}, {0x318c9e0, 0xc00081c600}, 0x10?, 0xc002bd7200)
go.temporal.io/[email protected]/common/rpc/interceptor/namespace_rate_limit.go:91 +0x27d
google.golang.org/grpc.getChainUnaryHandler.func1({0x3f3d570, 0xc00087fef0}, {0x318c9e0, 0xc00081c600})
google.golang.org/[email protected]/server.go:1164 +0xb9
go.temporal.io/server/common/rpc/interceptor.(*NamespaceCountLimitInterceptor).Intercept(0xc000aaba00, {0x3f3d570, 0xc00087fef0}, {0x318c9e0?, 0xc00081c600}, 0x2947054?, 0xc002bd71c0)
go.temporal.io/[email protected]/common/rpc/interceptor/namespace_count_limit.go:111 +0x2a6
google.golang.org/grpc.getChainUnaryHandler.func1({0x3f3d570, 0xc00087fef0}, {0x318c9e0, 0xc00081c600})
google.golang.org/[email protected]/server.go:1164 +0xb9
go.temporal.io/server/common/rpc/interceptor.(*NamespaceValidatorInterceptor).StateValidationIntercept(0x38?, {0x3f3d570, 0xc00087fef0}, {0x318c9e0, 0xc00081c600}, 0xc0009a43e0, 0xc002bd7180)
go.temporal.io/[email protected]/common/rpc/interceptor/namespace_validator.go:194 +0xc6
google.golang.org/grpc.getChainUnaryHandler.func1({0x3f3d570, 0xc00087fef0}, {0x318c9e0, 0xc00081c600})
google.golang.org/[email protected]/server.go:1164 +0xb9
go.temporal.io/server/common/authorization.(*interceptor).Interceptor(0xc000f69810, {0x3f3d570?, 0xc00087fef0?}, {0x318c9e0?, 0xc00081c600}, 0xc0009a43e0, 0xc002bd7140)
go.temporal.io/[email protected]/common/authorization/interceptor.go:153 +0x643
google.golang.org/grpc.getChainUnaryHandler.func1({0x3f3d570, 0xc00087fef0}, {0x318c9e0, 0xc00081c600})
google.golang.org/[email protected]/server.go:1164 +0xb9
go.temporal.io/server/common/rpc/interceptor.(*TelemetryInterceptor).Intercept(0x38?, {0x3f3d570, 0xc00087fd70}, {0x318c9e0, 0xc00081c600}, 0xc0009a43e0, 0xc002bd7080)
go.temporal.io/[email protected]/common/rpc/interceptor/telemetry.go:157 +0x2fe
google.golang.org/grpc.getChainUnaryHandler.func1({0x3f3d570, 0xc00087fd70}, {0x318c9e0, 0xc00081c600})
google.golang.org/[email protected]/server.go:1164 +0xb9
go.temporal.io/server/service/frontend.(*RedirectionInterceptor).Intercept(0x38?, {0x3f3d570?, 0xc00087fd70?}, {0x318c9e0?, 0xc00081c600?}, 0xc00087fd70?, 0x0?)
go.temporal.io/[email protected]/service/frontend/redirection_interceptor.go:172 +0x5ac
google.golang.org/grpc.getChainUnaryHandler.func1({0x3f3d570, 0xc00087fd70}, {0x318c9e0, 0xc00081c600})
google.golang.org/[email protected]/server.go:1164 +0xb9
go.temporal.io/server/common/metrics.NewServerMetricsContextInjectorInterceptor.func1({0x3f3d570, 0xc00087fd40}, {0x318c9e0, 0xc00081c600}, 0xc0009a43e0?, 0xc002bd6f00)
go.temporal.io/[email protected]/common/metrics/grpc.go:66 +0x7c
google.golang.org/grpc.getChainUnaryHandler.func1({0x3f3d570, 0xc00087fd40}, {0x318c9e0, 0xc00081c600})
google.golang.org/[email protected]/server.go:1164 +0xb9
go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc.UnaryServerInterceptor.func1({0x3f3d570, 0xc00087f8c0}, {0x318c9e0, 0xc00081c600}, 0xc0009a43e0, 0xc002bd6dc0)
go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/[email protected]/interceptor.go:341 +0x437
google.golang.org/grpc.getChainUnaryHandler.func1({0x3f3d570, 0xc00087f8c0}, {0x318c9e0, 0xc00081c600})
google.golang.org/[email protected]/server.go:1164 +0xb9
go.temporal.io/server/common/rpc/interceptor.(*NamespaceLogInterceptor).Intercept(0x38?, {0x3f3d570?, 0xc00087f8c0?}, {0x318c9e0?, 0xc00081c600?}, 0x328eafb?, 0x11?)
go.temporal.io/[email protected]/common/rpc/interceptor/namespace_logger.go:84 +0x723
google.golang.org/grpc.getChainUnaryHandler.func1({0x3f3d570, 0xc00087f8c0}, {0x318c9e0, 0xc00081c600})
google.golang.org/[email protected]/server.go:1164 +0xb9
go.temporal.io/server/common/rpc/interceptor.(*NamespaceValidatorInterceptor).NamespaceValidateIntercept(0xc0006c3440, {0x3f3d570, 0xc00087f8c0}, {0x318c9e0, 0xc00081c600}, 0x318c9e0?, 0xc002bd6d40)
go.temporal.io/[email protected]/common/rpc/interceptor/namespace_validator.go:111 +0xae
google.golang.org/grpc.getChainUnaryHandler.func1({0x3f3d570, 0xc00087f8c0}, {0x318c9e0, 0xc00081c600})
google.golang.org/[email protected]/server.go:1164 +0xb9
go.temporal.io/server/common/rpc.ServiceErrorInterceptor({0x3f3d570?, 0xc00087f8c0?}, {0x318c9e0?, 0xc00081c600?}, 0xc0009a43e0?, 0xc00081c768?)
go.temporal.io/[email protected]/common/rpc/grpc.go:137 +0x34
google.golang.org/grpc.chainUnaryInterceptors.func1({0x3f3d570, 0xc00087f8c0}, {0x318c9e0, 0xc00081c600}, 0xc0015a8a58?, 0x2ed7fc0?)
google.golang.org/[email protected]/server.go:1155 +0x8f
go.temporal.io/api/operatorservice/v1._OperatorService_AddSearchAttributes_Handler({0x31858c0?, 0xc0006ae680}, {0x3f3d570, 0xc00087f8c0}, 0xc000138850, 0xc000323f00)
go.temporal.io/[email protected]/operatorservice/v1/service.pb.go:266 +0x138
google.golang.org/grpc.(*Server).processUnaryRPC(0xc0002394a0, {0x3f49be0, 0xc002ecd380}, 0xc001fbd0e0, 0xc000aa95f0, 0x52cd460, 0x0)
google.golang.org/[email protected]/server.go:1345 +0xdf3
google.golang.org/grpc.(*Server).handleStream(0xc0002394a0, {0x3f49be0, 0xc002ecd380}, 0xc001fbd0e0, 0x0)
google.golang.org/[email protected]/server.go:1722 +0xa36
google.golang.org/grpc.(*Server).serveStreams.func1.2()
google.golang.org/[email protected]/server.go:966 +0x98
created by google.golang.org/grpc.(*Server).serveStreams.func1
google.golang.org/[email protected]/server.go:964 +0x28a
","error":"runtime error: invalid memory address or nil pointer dereference","logging-call-at":"panic.go:49","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error
go.temporal.io/[email protected]/common/log/zap_logger.go:150
go.temporal.io/server/common/log.CapturePanic
go.temporal.io/[email protected]/common/log/panic.go:49
runtime.gopanic
runtime/panic.go:884
runtime.panicmem
runtime/panic.go:260
runtime.sigpanic
runtime/signal_unix.go:837
go.temporal.io/server/service/frontend.(*OperatorHandlerImpl).addSearchAttributesSQL
go.temporal.io/[email protected]/service/frontend/operator_handler.go:331
go.temporal.io/server/service/frontend.(*OperatorHandlerImpl).AddSearchAttributes
go.temporal.io/[email protected]/service/frontend/operator_handler.go:204
go.temporal.io/api/operatorservice/v1._OperatorService_AddSearchAttributes_Handler.func1
go.temporal.io/[email protected]/operatorservice/v1/service.pb.go:264
go.temporal.io/server/common/rpc/interceptor.(*RetryableInterceptor).Intercept.func1
go.temporal.io/[email protected]/common/rpc/interceptor/retry.go:63
go.temporal.io/server/common/backoff.ThrottleRetryContext
go.temporal.io/[email protected]/common/backoff/retry.go:199
go.temporal.io/server/common/rpc/interceptor.(*RetryableInterceptor).Intercept
go.temporal.io/[email protected]/common/rpc/interceptor/retry.go:67
google.golang.org/grpc.getChainUnaryHandler.func1
google.golang.org/[email protected]/server.go:1164
go.temporal.io/server/common/rpc/interceptor.(*CallerInfoInterceptor).Intercept
go.temporal.io/[email protected]/common/rpc/interceptor/caller_info.go:80
google.golang.org/grpc.getChainUnaryHandler.func1
google.golang.org/[email protected]/server.go:1164
go.temporal.io/server/common/rpc/interceptor.(*SDKVersionInterceptor).Intercept
go.temporal.io/[email protected]/common/rpc/interceptor/sdk_version.go:69
google.golang.org/grpc.getChainUnaryHandler.func1
google.golang.org/[email protected]/server.go:1164
go.temporal.io/server/common/rpc/interceptor.(*RateLimitInterceptor).Intercept
go.temporal.io/[email protected]/common/rpc/interceptor/rate_limit.go:86
google.golang.org/grpc.getChainUnaryHandler.func1
google.golang.org/[email protected]/server.go:1164
go.temporal.io/server/common/rpc/interceptor.(*NamespaceRateLimitInterceptor).Intercept
go.temporal.io/[email protected]/common/rpc/interceptor/namespace_rate_limit.go:91
google.golang.org/grpc.getChainUnaryHandler.func1
google.golang.org/[email protected]/server.go:1164
go.temporal.io/server/common/rpc/interceptor.(*NamespaceCountLimitInterceptor).Intercept
go.temporal.io/[email protected]/common/rpc/interceptor/namespace_count_limit.go:111
google.golang.org/grpc.getChainUnaryHandler.func1
google.golang.org/[email protected]/server.go:1164
go.temporal.io/server/common/rpc/interceptor.(*NamespaceValidatorInterceptor).StateValidationIntercept
go.temporal.io/[email protected]/common/rpc/interceptor/namespace_validator.go:194
google.golang.org/grpc.getChainUnaryHandler.func1
google.golang.org/[email protected]/server.go:1164
go.temporal.io/server/common/authorization.(*interceptor).Interceptor
go.temporal.io/[email protected]/common/authorization/interceptor.go:153
google.golang.org/grpc.getChainUnaryHandler.func1
google.golang.org/[email protected]/server.go:1164
go.temporal.io/server/common/rpc/interceptor.(*TelemetryInterceptor).Intercept
go.temporal.io/[email protected]/common/rpc/interceptor/telemetry.go:157
google.golang.org/grpc.getChainUnaryHandler.func1
google.golang.org/[email protected]/server.go:1164
go.temporal.io/server/service/frontend.(*RedirectionInterceptor).Intercept
go.temporal.io/[email protected]/service/frontend/redirection_interceptor.go:172
google.golang.org/grpc.getChainUnaryHandler.func1
google.golang.org/[email protected]/server.go:1164
go.temporal.io/server/common/metrics.NewServerMetricsContextInjectorInterceptor.func1
go.temporal.io/[email protected]/common/metrics/grpc.go:66
google.golang.org/grpc.getChainUnaryHandler.func1
google.golang.org/[email protected]/server.go:1164
go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc.UnaryServerInterceptor.func1
go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/[email protected]/interceptor.go:341
google.golang.org/grpc.getChainUnaryHandler.func1
google.golang.org/[email protected]/server.go:1164
go.temporal.io/server/common/rpc/interceptor.(*NamespaceLogInterceptor).Intercept
go.temporal.io/[email protected]/common/rpc/interceptor/namespace_logger.go:84
google.golang.org/grpc.getChainUnaryHandler.func1
google.golang.org/[email protected]/server.go:1164
go.temporal.io/server/common/rpc/interceptor.(*NamespaceValidatorInterceptor).NamespaceValidateIntercept
go.temporal.io/[email protected]/common/rpc/interceptor/namespace_validator.go:111
google.golang.org/grpc.getChainUnaryHandler.func1
google.golang.org/[email protected]/server.go:1164
go.temporal.io/server/common/rpc.ServiceErrorInterceptor
go.temporal.io/[email protected]/common/rpc/grpc.go:137
google.golang.org/grpc.chainUnaryInterceptors.func1
google.golang.org/[email protected]/server.go:1155
go.temporal.io/api/operatorservice/v1._OperatorService_AddSearchAttributes_Handler
go.temporal.io/[email protected]/operatorservice/v1/service.pb.go:266
google.golang.org/grpc.(*Server).processUnaryRPC
google.golang.org/[email protected]/server.go:1345
google.golang.org/grpc.(*Server).handleStream
google.golang.org/[email protected]/server.go:1722
google.golang.org/grpc.(*Server).serveStreams.func1.2
google.golang.org/[email protected]/server.go:966
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment