updateCurrentExecution failed. 0 rows of current_executions updated instead of 1

Community Support
1 
2025.03.20T16:29:27.066 {"level":"error","ts":"2025-03-20T18:29:27.066+0900","msg":"Operation failed with internal error.","error":"updateCurrentExecution failed. 0 rows of current_executions updated instead of 1.","error-type":"serviceerror.Unavailable","operation":"UpdateWorkflowExecution","logging-call-at":"/home/runner/work/temporal/temporal/common/persistence/persistence_metric_clients.go:1319","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/home/runner/work/temporal/temporal/common/log/zap_logger.go:154\ngo.temporal.io/server/common/persistence.updateErrorMetric\n\t/home/runner/work/temporal/temporal/common/persistence/persistence_metric_clients.go:1319\ngo.temporal.io/server/common/persistence.(*metricEmitter).recordRequestMetrics\n\t/home/runner/work/temporal/temporal/common/persistence/persistence_metric_clients.go:1291\ngo.temporal.io/server/common/persistence.(*executionPersistenceClient).UpdateWorkflowExecution.func1\n\t/home/runner/work/temporal/temporal/common/persistence/persistence_metric_clients.go:287\ngo.temporal.io/server/common/persistence.(*executionPersistenceClient).UpdateWorkflowExecution\n\t/home/runner/work/temporal/temporal/common/persistence/persistence_metric_clients.go:289\ngo.temporal.io/server/common/persistence.(*executionRetryablePersistenceClient).UpdateWorkflowExecution.func1\n\t/home/runner/work/temporal/temporal/common/persistence/persistence_retryable_clients.go:283\ngo.temporal.io/server/common/backoff.ThrottleRetryContext\n\t/home/runner/work/temporal/temporal/common/backoff/retry.go:89\ngo.temporal.io/server/common/persistence.(*executionRetryablePersistenceClient).UpdateWorkflowExecution\n\t/home/runner/work/temporal/temporal/common/persistence/persistence_retryable_clients.go:287\ngo.temporal.io/server/service/history/shard.(*ContextImpl).UpdateWorkflowExecution\n\t/home/runner/work/temporal/temporal/service/history/shard/context_impl.go:702\ngo.temporal.io/server/service/history/workflow.updateWorkflowExecution\n\t/home/runner/work/temporal/temporal/service/history/workflow/transaction_impl.go:508\ngo.temporal.io/server/service/history/workflow.(*TransactionImpl).UpdateWorkflowExecution\n\t/home/runner/work/temporal/temporal/service/history/workflow/transaction_impl.go:188\ngo.temporal.io/server/service/history/workflow.(*ContextImpl).UpdateWorkflowExecutionWithNew\n\t/home/runner/work/temporal/temporal/service/history/workflow/context.go:654\ngo.temporal.io/server/service/history/workflow.(*ContextImpl).UpdateWorkflowExecutionAsActive\n\t/home/runner/work/temporal/temporal/service/history/workflow/context.go:502\ngo.temporal.io/server/service/history/api.UpdateWorkflowWithNew\n\t/home/runner/work/temporal/temporal/service/history/api/update_workflow_util.go:138\ngo.temporal.io/server/service/history/api.GetAndUpdateWorkflowWithNew\n\t/home/runner/work/temporal/temporal/service/history/api/update_workflow_util.go:59\ngo.temporal.io/server/service/history/api/recordworkflowtaskstarted.Invoke\n\t/home/runner/work/temporal/temporal/service/history/api/recordworkflowtaskstarted/api.go:78\ngo.temporal.io/server/service/history.(*historyEngineImpl).RecordWorkflowTaskStarted\n\t/home/runner/work/temporal/temporal/service/history/history_engine.go:557\ngo.temporal.io/server/service/history.(*Handler).RecordWorkflowTaskStarted\n\t/home/runner/work/temporal/temporal/service/history/handler.go:384\ngo.temporal.io/server/api/historyservice/v1._HistoryService_RecordWorkflowTaskStarted_Handler.func1\n\t/home/runner/work/temporal/temporal/api/historyservice/v1/service_grpc.pb.go:1659\ngo.temporal.io/server/common/rpc/interceptor.(*RetryableInterceptor).Intercept.func1\n\t/home/runner/work/temporal/temporal/common/rpc/interceptor/retry.go:62\ngo.temporal.io/server/common/backoff.ThrottleRetryContext\n\t/home/runner/work/temporal/temporal/common/backoff/retry.go:89\ngo.temporal.io/server/common/rpc/interceptor.(*RetryableInterceptor).Intercept\n\t/home/runner/work/temporal/temporal/common/rpc/interceptor/retry.go:66\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1212\ngo.temporal.io/server/common/rpc/interceptor.(*RateLimitInterceptor).Intercept\n\t/home/runner/work/temporal/temporal/common/rpc/interceptor/rate_limit.go:88\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1212\ngo.temporal.io/server/common/rpc/interceptor.(*TelemetryInterceptor).UnaryIntercept\n\t/home/runner/work/temporal/temporal/common/rpc/interceptor/telemetry.go:197\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1212\ngo.temporal.io/server/service.GrpcServerOptionsProvider.getUnaryInterceptors.NewServerMetricsTrailerPropagatorInterceptor.func6\n\t/home/runner/work/temporal/temporal/common/metrics/grpc.go:112\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1212\ngo.temporal.io/server/service.GrpcServerOptionsProvider.getUnaryInterceptors.NewServerMetricsContextInjectorInterceptor.func5\n\t/home/runner/work/temporal/temporal/common/metrics/grpc.go:65\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1212\ngo.temporal.io/server/common/rpc.ServiceErrorInterceptor\n\t/home/runner/work/temporal/temporal/common/rpc/grpc.go:157\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1203\ngo.temporal.io/server/api/historyservice/v1._HistoryService_RecordWorkflowTaskStarted_Handler\n\t/home/runner/work/temporal/temporal/api/historyservice/v1/service_grpc.pb.go:1661\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1400\ngoogle.golang.org/grpc.(*Server).handleStream\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1810\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1030"}
2025.03.20T16:29:27.121 {"level":"error","ts":"2025-03-20T18:29:27.120+0900","msg":"Operation failed with internal error.","error":"updateCurrentExecution failed. 0 rows of current_executions updated instead of 1.","error-type":"serviceerror.Unavailable","operation":"UpdateWorkflowExecution","logging-call-at":"/home/runner/work/temporal/temporal/common/persistence/persistence_metric_clients.go:1319","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/home/runner/work/temporal/temporal/common/log/zap_logger.go:154\ngo.temporal.io/server/common/persistence.updateErrorMetric\n\t/home/runner/work/temporal/temporal/common/persistence/persistence_metric_clients.go:1319\ngo.temporal.io/server/common/persistence.(*metricEmitter).recordRequestMetrics\n\t/home/runner/work/temporal/temporal/common/persistence/persistence_metric_clients.go:1291\ngo.temporal.io/server/common/persistence.(*executionPersistenceClient).UpdateWorkflowExecution.func1\n\t/home/runner/work/temporal/temporal/common/persistence/persistence_metric_clients.go:287\ngo.temporal.io/server/common/persistence.(*executionPersistenceClient).UpdateWorkflowExecution\n\t/home/runner/work/temporal/temporal/common/persistence/persistence_metric_clients.go:289\ngo.temporal.io/server/common/persistence.(*executionRetryablePersistenceClient).UpdateWorkflowExecution.func1\n\t/home/runner/work/temporal/temporal/common/persistence/persistence_retryable_clients.go:283\ngo.temporal.io/server/common/backoff.ThrottleRetryContext\n\t/home/runner/work/temporal/temporal/common/backoff/retry.go:89\ngo.temporal.io/server/common/persistence.(*executionRetryablePersistenceClient).UpdateWorkflowExecution\n\t/home/runner/work/temporal/temporal/common/persistence/persistence_retryable_clients.go:287\ngo.temporal.io/server/service/history/shard.(*ContextImpl).UpdateWorkflowExecution\n\t/home/runner/work/temporal/temporal/service/history/shard/context_impl.go:702\ngo.temporal.io/server/service/history/workflow.updateWorkflowExecution\n\t/home/runner/work/temporal/temporal/service/history/workflow/transaction_impl.go:508\ngo.temporal.io/server/service/history/workflow.(*TransactionImpl).UpdateWorkflowExecution\n\t/home/runner/work/temporal/temporal/service/history/workflow/transaction_impl.go:188\ngo.temporal.io/server/service/history/workflow.(*ContextImpl).UpdateWorkflowExecutionWithNew\n\t/home/runner/work/temporal/temporal/service/history/workflow/context.go:654\ngo.temporal.io/server/service/history/workflow.(*ContextImpl).UpdateWorkflowExecutionAsActive\n\t/home/runner/work/temporal/temporal/service/history/workflow/context.go:502\ngo.temporal.io/server/service/history/api.UpdateWorkflowWithNew\n\t/home/runner/work/temporal/temporal/service/history/api/update_workflow_util.go:138\ngo.temporal.io/server/service/history/api.GetAndUpdateWorkflowWithNew\n\t/home/runner/work/temporal/temporal/service/history/api/update_workflow_util.go:59\ngo.temporal.io/server/service/history/api/recordworkflowtaskstarted.Invoke\n\t/home/runner/work/temporal/temporal/service/history/api/recordworkflowtaskstarted/api.go:78\ngo.temporal.io/server/service/history.(*historyEngineImpl).RecordWorkflowTaskStarted\n\t/home/runner/work/temporal/temporal/service/history/history_engine.go:557\ngo.temporal.io/server/service/history.(*Handler).RecordWorkflowTaskStarted\n\t/home/runner/work/temporal/temporal/service/history/handler.go:384\ngo.temporal.io/server/api/historyservice/v1._HistoryService_RecordWorkflowTaskStarted_Handler.func1\n\t/home/runner/work/temporal/temporal/api/historyservice/v1/service_grpc.pb.go:1659\ngo.temporal.io/server/common/rpc/interceptor.(*RetryableInterceptor).Intercept.func1\n\t/home/runner/work/temporal/temporal/common/rpc/interceptor/retry.go:62\ngo.temporal.io/server/common/backoff.ThrottleRetryContext\n\t/home/runner/work/temporal/temporal/common/backoff/retry.go:89\ngo.temporal.io/server/common/rpc/interceptor.(*RetryableInterceptor).Intercept\n\t/home/runner/work/temporal/temporal/common/rpc/interceptor/retry.go:66\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1212\ngo.temporal.io/server/common/rpc/interceptor.(*RateLimitInterceptor).Intercept\n\t/home/runner/work/temporal/temporal/common/rpc/interceptor/rate_limit.go:88\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1212\ngo.temporal.io/server/common/rpc/interceptor.(*TelemetryInterceptor).UnaryIntercept\n\t/home/runner/work/temporal/temporal/common/rpc/interceptor/telemetry.go:197\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1212\ngo.temporal.io/server/service.GrpcServerOptionsProvider.getUnaryInterceptors.NewServerMetricsTrailerPropagatorInterceptor.func6\n\t/home/runner/work/temporal/temporal/common/metrics/grpc.go:112\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1212\ngo.temporal.io/server/service.GrpcServerOptionsProvider.getUnaryInterceptors.NewServerMetricsContextInjectorInterceptor.func5\n\t/home/runner/work/temporal/temporal/common/metrics/grpc.go:65\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1212\ngo.temporal.io/server/common/rpc.ServiceErrorInterceptor\n\t/home/runner/work/temporal/temporal/common/rpc/grpc.go:157\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1203\ngo.temporal.io/server/api/historyservice/v1._HistoryService_RecordWorkflowTaskStarted_Handler\n\t/home/runner/work/temporal/temporal/api/historyservice/v1/service_grpc.pb.go:1661\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1400\ngoogle.golang.org/grpc.(*Server).handleStream\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1810\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1030"}
2025.03.20T16:29:27.121 {"level":"info","ts":"2025-03-20T18:29:27.121+0900","msg":"none","shard-id":3,"address":"172.24.53.229:7234","lifecycle":"Started","component":"shard-context","logging-call-at":"/home/runner/work/temporal/temporal/service/history/shard/context_impl.go:1631"}
2025.03.20T16:29:27.121 {"level":"error","ts":"2025-03-20T18:29:27.121+0900","msg":"Update workflow execution operation failed.","shard-id":3,"address":"172.24.53.229:7234","wf-namespace-id":"49518a3c-d386-4977-adec-136b087ee09a","wf-id":"hello_world_workflowID-75405765-8591-4167-aea8-fa4aa6a9a7ed","wf-run-id":"0195b2d7-7135-7ce6-a52d-1fda29f319df","store-operation":"update-wf-execution","error":"updateCurrentExecution failed. 0 rows of current_executions updated instead of 1.","logging-call-at":"/home/runner/work/temporal/temporal/service/history/workflow/transaction_impl.go:510","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/home/runner/work/temporal/temporal/common/log/zap_logger.go:154\ngo.temporal.io/server/service/history/workflow.updateWorkflowExecution\n\t/home/runner/work/temporal/temporal/service/history/workflow/transaction_impl.go:510\ngo.temporal.io/server/service/history/workflow.(*TransactionImpl).UpdateWorkflowExecution\n\t/home/runner/work/temporal/temporal/service/history/workflow/transaction_impl.go:188\ngo.temporal.io/server/service/history/workflow.(*ContextImpl).UpdateWorkflowExecutionWithNew\n\t/home/runner/work/temporal/temporal/service/history/workflow/context.go:654\ngo.temporal.io/server/service/history/workflow.(*ContextImpl).UpdateWorkflowExecutionAsActive\n\t/home/runner/work/temporal/temporal/service/history/workflow/context.go:502\ngo.temporal.io/server/service/history/api.UpdateWorkflowWithNew\n\t/home/runner/work/temporal/temporal/service/history/api/update_workflow_util.go:138\ngo.temporal.io/server/service/history/api.GetAndUpdateWorkflowWithNew\n\t/home/runner/work/temporal/temporal/service/history/api/update_workflow_util.go:59\ngo.temporal.io/server/service/history/api/recordworkflowtaskstarted.Invoke\n\t/home/runner/work/temporal/temporal/service/history/api/recordworkflowtaskstarted/api.go:78\ngo.temporal.io/server/service/history.(*historyEngineImpl).RecordWorkflowTaskStarted\n\t/home/runner/work/temporal/temporal/service/history/history_engine.go:557\ngo.temporal.io/server/service/history.(*Handler).RecordWorkflowTaskStarted\n\t/home/runner/work/temporal/temporal/service/history/handler.go:384\ngo.temporal.io/server/api/historyservice/v1._HistoryService_RecordWorkflowTaskStarted_Handler.func1\n\t/home/runner/work/temporal/temporal/api/historyservice/v1/service_grpc.pb.go:1659\ngo.temporal.io/server/common/rpc/interceptor.(*RetryableInterceptor).Intercept.func1\n\t/home/runner/work/temporal/temporal/common/rpc/interceptor/retry.go:62\ngo.temporal.io/server/common/backoff.ThrottleRetryContext\n\t/home/runner/work/temporal/temporal/common/backoff/retry.go:89\ngo.temporal.io/server/common/rpc/interceptor.(*RetryableInterceptor).Intercept\n\t/home/runner/work/temporal/temporal/common/rpc/interceptor/retry.go:66\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1212\ngo.temporal.io/server/common/rpc/interceptor.(*RateLimitInterceptor).Intercept\n\t/home/runner/work/temporal/temporal/common/rpc/interceptor/rate_limit.go:88\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1212\ngo.temporal.io/server/common/rpc/interceptor.(*TelemetryInterceptor).UnaryIntercept\n\t/home/runner/work/temporal/temporal/common/rpc/interceptor/telemetry.go:197\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1212\ngo.temporal.io/server/service.GrpcServerOptionsProvider.getUnaryInterceptors.NewServerMetricsTrailerPropagatorInterceptor.func6\n\t/home/runner/work/temporal/temporal/common/metrics/grpc.go:112\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1212\ngo.temporal.io/server/service.GrpcServerOptionsProvider.getUnaryInterceptors.NewServerMetricsContextInjectorInterceptor.func5\n\t/home/runner/work/temporal/temporal/common/metrics/grpc.go:65\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1212\ngo.temporal.io/server/common/rpc.ServiceErrorInterceptor\n\t/home/runner/work/temporal/temporal/common/rpc/grpc.go:157\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1203\ngo.temporal.io/server/api/historyservice/v1._HistoryService_RecordWorkflowTaskStarted_Handler\n\t/home/runner/work/temporal/temporal/api/historyservice/v1/service_grpc.pb.go:1661\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1400\ngoogle.golang.org/grpc.(*Server).handleStream\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1810\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1030"}
2025.03.20T16:29:27.121 {"level":"error","ts":"2025-03-20T18:29:27.121+0900","msg":"service failures","operation":"RecordWorkflowTaskStarted","wf-namespace":"default","grpc_code":"Unavailable","wf-id":"hello_world_workflowID-75405765-8591-4167-aea8-fa4aa6a9a7ed","wf-run-id":"0195b2d7-7135-7ce6-a52d-1fda29f319df","error":"updateCurrentExecution failed. 0 rows of current_executions updated instead of 1.","logging-call-at":"/home/runner/work/temporal/temporal/common/rpc/interceptor/telemetry.go:423","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/home/runner/work/temporal/temporal/common/log/zap_logger.go:154\ngo.temporal.io/server/common/rpc/interceptor.(*TelemetryInterceptor).logErrors\n\t/home/runner/work/temporal/temporal/common/rpc/interceptor/telemetry.go:423\ngo.temporal.io/server/common/rpc/interceptor.(*TelemetryInterceptor).HandleError\n\t/home/runner/work/temporal/temporal/common/rpc/interceptor/telemetry.go:393\ngo.temporal.io/server/common/rpc/interceptor.(*TelemetryInterceptor).UnaryIntercept\n\t/home/runner/work/temporal/temporal/common/rpc/interceptor/telemetry.go:200\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1212\ngo.temporal.io/server/service.GrpcServerOptionsProvider.getUnaryInterceptors.NewServerMetricsTrailerPropagatorInterceptor.func6\n\t/home/runner/work/temporal/temporal/common/metrics/grpc.go:112\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1212\ngo.temporal.io/server/service.GrpcServerOptionsProvider.getUnaryInterceptors.NewServerMetricsContextInjectorInterceptor.func5\n\t/home/runner/work/temporal/temporal/common/metrics/grpc.go:65\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1212\ngo.temporal.io/server/common/rpc.ServiceErrorInterceptor\n\t/home/runner/work/temporal/temporal/common/rpc/grpc.go:157\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1203\ngo.temporal.io/server/api/historyservice/v1._HistoryService_RecordWorkflowTaskStarted_Handler\n\t/home/runner/work/temporal/temporal/api/historyservice/v1/service_grpc.pb.go:1661\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1400\ngoogle.golang.org/grpc.(*Server).handleStream\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1810\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1030"}
2025.03.20T16:29:27.121 {"level":"info","ts":"2025-03-20T18:29:27.121+0900","msg":"history client encountered error","service":"matching","error":"updateCurrentExecution failed. 0 rows of current_executions updated instead of 1.","service-error-type":"serviceerror.Unavailable","logging-call-at":"/home/runner/work/temporal/temporal/client/history/metric_client.go:103"}
2025.03.20T16:29:27.121 {"level":"error","ts":"2025-03-20T18:29:27.121+0900","msg":"service failures","operation":"AddWorkflowTask","wf-namespace":"default","grpc_code":"Unavailable","wf-id":"hello_world_workflowID-75405765-8591-4167-aea8-fa4aa6a9a7ed","wf-run-id":"0195b2d7-7135-7ce6-a52d-1fda29f319df","error":"updateCurrentExecution failed. 0 rows of current_executions updated instead of 1.","logging-call-at":"/home/runner/work/temporal/temporal/common/rpc/interceptor/telemetry.go:423","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/home/runner/work/temporal/temporal/common/log/zap_logger.go:154\ngo.temporal.io/server/common/rpc/interceptor.(*TelemetryInterceptor).logErrors\n\t/home/runner/work/temporal/temporal/common/rpc/interceptor/telemetry.go:423\ngo.temporal.io/server/common/rpc/interceptor.(*TelemetryInterceptor).HandleError\n\t/home/runner/work/temporal/temporal/common/rpc/interceptor/telemetry.go:393\ngo.temporal.io/server/common/rpc/interceptor.(*TelemetryInterceptor).UnaryIntercept\n\t/home/runner/work/temporal/temporal/common/rpc/interceptor/telemetry.go:200\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1212\ngo.temporal.io/server/service.GrpcServerOptionsProvider.getUnaryInterceptors.NewServerMetricsTrailerPropagatorInterceptor.func6\n\t/home/runner/work/temporal/temporal/common/metrics/grpc.go:112\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1212\ngo.temporal.io/server/service.GrpcServerOptionsProvider.getUnaryInterceptors.NewServerMetricsContextInjectorInterceptor.func5\n\t/home/runner/work/temporal/temporal/common/metrics/grpc.go:65\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1212\ngo.temporal.io/server/common/rpc.ServiceErrorInterceptor\n\t/home/runner/work/temporal/temporal/common/rpc/grpc.go:157\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1203\ngo.temporal.io/server/api/matchingservice/v1._MatchingService_AddWorkflowTask_Handler\n\t/home/runner/work/temporal/temporal/api/matchingservice/v1/service_grpc.pb.go:818\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1400\ngoogle.golang.org/grpc.(*Server).handleStream\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1810\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1030"}
2025.03.20T16:29:27.121 {"level":"info","ts":"2025-03-20T18:29:27.121+0900","msg":"matching client encountered error","service":"matching","error":"updateCurrentExecution failed. 0 rows of current_executions updated instead of 1.","service-error-type":"serviceerror.Unavailable","logging-call-at":"/home/runner/work/temporal/temporal/client/matching/metric_client.go:221"}
2025.03.20T16:29:27.124 {"level":"info","ts":"2025-03-20T18:29:27.124+0900","msg":"Range updated for shardID","shard-id":3,"address":"172.24.53.229:7234","shard-range-id":2897,"previous-shard-range-id":2896,"logging-call-at":"/home/runner/work/temporal/temporal/service/history/shard/context_impl.go:1217"}
2025.03.20T16:29:27.124 {"level":"info","ts":"2025-03-20T18:29:27.124+0900","msg":"Task key range updated","shard-id":3,"address":"172.24.53.229:7234","number":3037724672,"next-number":3038773248,"logging-call-at":"/home/runner/work/temporal/temporal/service/history/shard/task_key_generator.go:179"}
2025.03.20T16:29:27.124 {"level":"info","ts":"2025-03-20T18:29:27.124+0900","msg":"Acquired shard","shard-id":3,"address":"172.24.53.229:7234","logging-call-at":"/home/runner/work/temporal/temporal/service/history/shard/context_impl.go:1998"}

Workflow stucked on WorkflowTaskScheduled event

DB: mysql - Vitess

2

You check your persistence errors and your primary persistence store stability?

sum(rate(persistence_error_with_type[1m])) by (operation)

persistence availability
100 - (sum(rate(persistence_errors{}[1m]) or on () vector(0)) / sum(rate(persistence_requests{}[1m])) * 100)

3

Hi @tihomir, my persistence works well, I have debugging and seems like sharding create this errors.
I have decrease numHistoryShards: 1, but it not helps…

5

@tihomir

temporal-server-local  | {"level":"error","ts":"2025-04-01T12:04:46.156+0900","msg":"Operation failed with internal error.","error":"updateCurrentExecution failed. 0 rows of current_executions updated instead of 1.","error-type":"serviceerror.Unavailable","operation":"UpdateWorkflowExecution","logging-call-at":"/home/runner/work/temporal/temporal/common/persistence/persistence_metric_clients.go:1319","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/home/runner/work/temporal/temporal/common/log/zap_logger.go:154\ngo.temporal.io/server/common/persistence.updateErrorMetric\n\t/home/runner/work/temporal/temporal/common/persistence/persistence_metric_clients.go:1319\ngo.temporal.io/server/common/persistence.(*metricEmitter).recordRequestMetrics\n\t/home/runner/work/temporal/temporal/common/persistence/persistence_metric_clients.go:1291\ngo.temporal.io/server/common/persistence.(*executionPersistenceClient).UpdateWorkflowExecution.func1\n\t/home/runner/work/temporal/temporal/common/persistence/persistence_metric_clients.go:287\ngo.temporal.io/server/common/persistence.(*executionPersistenceClient).UpdateWorkflowExecution\n\t/home/runner/work/temporal/temporal/common/persistence/persistence_metric_clients.go:289\ngo.temporal.io/server/common/persistence.(*executionRetryablePersistenceClient).UpdateWorkflowExecution.func1\n\t/home/runner/work/temporal/temporal/common/persistence/persistence_retryable_clients.go:283\ngo.temporal.io/server/common/backoff.ThrottleRetryContext\n\t/home/runner/work/temporal/temporal/common/backoff/retry.go:89\ngo.temporal.io/server/common/persistence.(*executionRetryablePersistenceClient).UpdateWorkflowExecution\n\t/home/runner/work/temporal/temporal/common/persistence/persistence_retryable_clients.go:287\ngo.temporal.io/server/service/history/shard.(*ContextImpl).UpdateWorkflowExecution\n\t/home/runner/work/temporal/temporal/service/history/shard/context_impl.go:702\ngo.temporal.io/server/service/history/workflow.updateWorkflowExecution\n\t/home/runner/work/temporal/temporal/service/history/workflow/transaction_impl.go:508\ngo.temporal.io/server/service/history/workflow.(*TransactionImpl).UpdateWorkflowExecution\n\t/home/runner/work/temporal/temporal/service/history/workflow/transaction_impl.go:188\ngo.temporal.io/server/service/history/workflow.(*ContextImpl).UpdateWorkflowExecutionWithNew\n\t/home/runner/work/temporal/temporal/service/history/workflow/context.go:654\ngo.temporal.io/server/service/history/workflow.(*ContextImpl).UpdateWorkflowExecutionAsActive\n\t/home/runner/work/temporal/temporal/service/history/workflow/context.go:502\ngo.temporal.io/server/service/history/api.UpdateWorkflowWithNew\n\t/home/runner/work/temporal/temporal/service/history/api/update_workflow_util.go:138\ngo.temporal.io/server/service/history/api.GetAndUpdateWorkflowWithNew\n\t/home/runner/work/temporal/temporal/service/history/api/update_workflow_util.go:59\ngo.temporal.io/server/service/history/api/recordworkflowtaskstarted.Invoke\n\t/home/runner/work/temporal/temporal/service/history/api/recordworkflowtaskstarted/api.go:78\ngo.temporal.io/server/service/history.(*historyEngineImpl).RecordWorkflowTaskStarted\n\t/home/runner/work/temporal/temporal/service/history/history_engine.go:557\ngo.temporal.io/server/service/history.(*Handler).RecordWorkflowTaskStarted\n\t/home/runner/work/temporal/temporal/service/history/handler.go:384\ngo.temporal.io/server/api/historyservice/v1._HistoryService_RecordWorkflowTaskStarted_Handler.func1\n\t/home/runner/work/temporal/temporal/api/historyservice/v1/service_grpc.pb.go:1659\ngo.temporal.io/server/common/rpc/interceptor.(*RetryableInterceptor).Intercept.func1\n\t/home/runner/work/temporal/temporal/common/rpc/interceptor/retry.go:62\ngo.temporal.io/server/common/backoff.ThrottleRetryContext\n\t/home/runner/work/temporal/temporal/common/backoff/retry.go:89\ngo.temporal.io/server/common/rpc/interceptor.(*RetryableInterceptor).Intercept\n\t/home/runner/work/temporal/temporal/common/rpc/interceptor/retry.go:66\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1212\ngo.temporal.io/server/common/rpc/interceptor.(*RateLimitInterceptor).Intercept\n\t/home/runner/work/temporal/temporal/common/rpc/interceptor/rate_limit.go:88\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1212\ngo.temporal.io/server/common/rpc/interceptor.(*TelemetryInterceptor).UnaryIntercept\n\t/home/runner/work/temporal/temporal/common/rpc/interceptor/telemetry.go:197\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1212\ngo.temporal.io/server/service.GrpcServerOptionsProvider.getUnaryInterceptors.NewServerMetricsTrailerPropagatorInterceptor.func6\n\t/home/runner/work/temporal/temporal/common/metrics/grpc.go:112\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1212\ngo.temporal.io/server/service.GrpcServerOptionsProvider.getUnaryInterceptors.NewServerMetricsContextInjectorInterceptor.func5\n\t/home/runner/work/temporal/temporal/common/metrics/grpc.go:65\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1212\ngo.temporal.io/server/common/rpc.ServiceErrorInterceptor\n\t/home/runner/work/temporal/temporal/common/rpc/grpc.go:157\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1203\ngo.temporal.io/server/api/historyservice/v1._HistoryService_RecordWorkflowTaskStarted_Handler\n\t/home/runner/work/temporal/temporal/api/historyservice/v1/service_grpc.pb.go:1661\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1400\ngoogle.golang.org/grpc.(*Server).handleStream\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1810\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1030"}
temporal-server-local  | {"level":"info","ts":"2025-04-01T12:04:46.909+0900","msg":"history client encountered error","service":"matching","error":"Workflow is busy.","service-error-type":"serviceerror.ResourceExhausted","logging-call-at":"/home/runner/work/temporal/temporal/client/history/metric_client.go:103"}
temporal-server-local  | {"level":"error","ts":"2025-04-01T12:04:46.949+0900","msg":"Operation failed with internal error.","error":"updateCurrentExecution failed. 0 rows of current_executions updated instead of 1.","error-type":"serviceerror.Unavailable","operation":"UpdateWorkflowExecution","logging-call-at":"/home/runner/work/temporal/temporal/common/persistence/persistence_metric_clients.go:1319","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/home/runner/work/temporal/temporal/common/log/zap_logger.go:154\ngo.temporal.io/server/common/persistence.updateErrorMetric\n\t/home/runner/work/temporal/temporal/common/persistence/persistence_metric_clients.go:1319\ngo.temporal.io/server/common/persistence.(*metricEmitter).recordRequestMetrics\n\t/home/runner/work/temporal/temporal/common/persistence/persistence_metric_clients.go:1291\ngo.temporal.io/server/common/persistence.(*executionPersistenceClient).UpdateWorkflowExecution.func1\n\t/home/runner/work/temporal/temporal/common/persistence/persistence_metric_clients.go:287\ngo.temporal.io/server/common/persistence.(*executionPersistenceClient).UpdateWorkflowExecution\n\t/home/runner/work/temporal/temporal/common/persistence/persistence_metric_clients.go:289\ngo.temporal.io/server/common/persistence.(*executionRetryablePersistenceClient).UpdateWorkflowExecution.func1\n\t/home/runner/work/temporal/temporal/common/persistence/persistence_retryable_clients.go:283\ngo.temporal.io/server/common/backoff.ThrottleRetryContext\n\t/home/runner/work/temporal/temporal/common/backoff/retry.go:89\ngo.temporal.io/server/common/persistence.(*executionRetryablePersistenceClient).UpdateWorkflowExecution\n\t/home/runner/work/temporal/temporal/common/persistence/persistence_retryable_clients.go:287\ngo.temporal.io/server/service/history/shard.(*ContextImpl).UpdateWorkflowExecution\n\t/home/runner/work/temporal/temporal/service/history/shard/context_impl.go:702\ngo.temporal.io/server/service/history/workflow.updateWorkflowExecution\n\t/home/runner/work/temporal/temporal/service/history/workflow/transaction_impl.go:508\ngo.temporal.io/server/service/history/workflow.(*TransactionImpl).UpdateWorkflowExecution\n\t/home/runner/work/temporal/temporal/service/history/workflow/transaction_impl.go:188\ngo.temporal.io/server/service/history/workflow.(*ContextImpl).UpdateWorkflowExecutionWithNew\n\t/home/runner/work/temporal/temporal/service/history/workflow/context.go:654\ngo.temporal.io/server/service/history/workflow.(*ContextImpl).UpdateWorkflowExecutionAsActive\n\t/home/runner/work/temporal/temporal/service/history/workflow/context.go:502\ngo.temporal.io/server/service/history/api.UpdateWorkflowWithNew\n\t/home/runner/work/temporal/temporal/service/history/api/update_workflow_util.go:138\ngo.temporal.io/server/service/history/api.GetAndUpdateWorkflowWithNew\n\t/home/runner/work/temporal/temporal/service/history/api/update_workflow_util.go:59\ngo.temporal.io/server/service/history/api/recordworkflowtaskstarted.Invoke\n\t/home/runner/work/temporal/temporal/service/history/api/recordworkflowtaskstarted/api.go:78\ngo.temporal.io/server/service/history.(*historyEngineImpl).RecordWorkflowTaskStarted\n\t/home/runner/work/temporal/temporal/service/history/history_engine.go:557\ngo.temporal.io/server/service/history.(*Handler).RecordWorkflowTaskStarted\n\t/home/runner/work/temporal/temporal/service/history/handler.go:384\ngo.temporal.io/server/api/historyservice/v1._HistoryService_RecordWorkflowTaskStarted_Handler.func1\n\t/home/runner/work/temporal/temporal/api/historyservice/v1/service_grpc.pb.go:1659\ngo.temporal.io/server/common/rpc/interceptor.(*RetryableInterceptor).Intercept.func1\n\t/home/runner/work/temporal/temporal/common/rpc/interceptor/retry.go:62\ngo.temporal.io/server/common/backoff.ThrottleRetryContext\n\t/home/runner/work/temporal/temporal/common/backoff/retry.go:89\ngo.temporal.io/server/common/rpc/interceptor.(*RetryableInterceptor).Intercept\n\t/home/runner/work/temporal/temporal/common/rpc/interceptor/retry.go:66\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1212\ngo.temporal.io/server/common/rpc/interceptor.(*RateLimitInterceptor).Intercept\n\t/home/runner/work/temporal/temporal/common/rpc/interceptor/rate_limit.go:88\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1212\ngo.temporal.io/server/common/rpc/interceptor.(*TelemetryInterceptor).UnaryIntercept\n\t/home/runner/work/temporal/temporal/common/rpc/interceptor/telemetry.go:197\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1212\ngo.temporal.io/server/service.GrpcServerOptionsProvider.getUnaryInterceptors.NewServerMetricsTrailerPropagatorInterceptor.func6\n\t/home/runner/work/temporal/temporal/common/metrics/grpc.go:112\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1212\ngo.temporal.io/server/service.GrpcServerOptionsProvider.getUnaryInterceptors.NewServerMetricsContextInjectorInterceptor.func5\n\t/home/runner/work/temporal/temporal/common/metrics/grpc.go:65\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1212\ngo.temporal.io/server/common/rpc.ServiceErrorInterceptor\n\t/home/runner/work/temporal/temporal/common/rpc/grpc.go:157\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1203\ngo.temporal.io/server/api/historyservice/v1._HistoryService_RecordWorkflowTaskStarted_Handler\n\t/home/runner/work/temporal/temporal/api/historyservice/v1/service_grpc.pb.go:1661\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1400\ngoogle.golang.org/grpc.(*Server).handleStream\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1810\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1030"}
temporal-server-local  | {"level":"info","ts":"2025-04-01T12:04:46.950+0900","msg":"none","shard-id":1,"address":"172.21.0.2:7234","lifecycle":"Started","component":"shard-context","logging-call-at":"/home/runner/work/temporal/temporal/service/history/shard/context_impl.go:1631"}
temporal-server-local  | {"level":"error","ts":"2025-04-01T12:04:46.955+0900","msg":"Update workflow execution operation failed.","shard-id":1,"address":"172.21.0.2:7234","wf-namespace-id":"4f3ee818-234a-44d0-b183-65600fc2cbdd","wf-id":"hello_world_workflowID-f5df31fe-6585-481f-be56-a00284c4be5c","wf-run-id":"0195ef4e-e627-7875-9630-e7c22947485f","store-operation":"update-wf-execution","error":"updateCurrentExecution failed. 0 rows of current_executions updated instead of 1.","logging-call-at":"/home/runner/work/temporal/temporal/service/history/workflow/transaction_impl.go:510","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/home/runner/work/temporal/temporal/common/log/zap_logger.go:154\ngo.temporal.io/server/service/history/workflow.updateWorkflowExecution\n\t/home/runner/work/temporal/temporal/service/history/workflow/transaction_impl.go:510\ngo.temporal.io/server/service/history/workflow.(*TransactionImpl).UpdateWorkflowExecution\n\t/home/runner/work/temporal/temporal/service/history/workflow/transaction_impl.go:188\ngo.temporal.io/server/service/history/workflow.(*ContextImpl).UpdateWorkflowExecutionWithNew\n\t/home/runner/work/temporal/temporal/service/history/workflow/context.go:654\ngo.temporal.io/server/service/history/workflow.(*ContextImpl).UpdateWorkflowExecutionAsActive\n\t/home/runner/work/temporal/temporal/service/history/workflow/context.go:502\ngo.temporal.io/server/service/history/api.UpdateWorkflowWithNew\n\t/home/runner/work/temporal/temporal/service/history/api/update_workflow_util.go:138\ngo.temporal.io/server/service/history/api.GetAndUpdateWorkflowWithNew\n\t/home/runner/work/temporal/temporal/service/history/api/update_workflow_util.go:59\ngo.temporal.io/server/service/history/api/recordworkflowtaskstarted.Invoke\n\t/home/runner/work/temporal/temporal/service/history/api/recordworkflowtaskstarted/api.go:78\ngo.temporal.io/server/service/history.(*historyEngineImpl).RecordWorkflowTaskStarted\n\t/home/runner/work/temporal/temporal/service/history/history_engine.go:557\ngo.temporal.io/server/service/history.(*Handler).RecordWorkflowTaskStarted\n\t/home/runner/work/temporal/temporal/service/history/handler.go:384\ngo.temporal.io/server/api/historyservice/v1._HistoryService_RecordWorkflowTaskStarted_Handler.func1\n\t/home/runner/work/temporal/temporal/api/historyservice/v1/service_grpc.pb.go:1659\ngo.temporal.io/server/common/rpc/interceptor.(*RetryableInterceptor).Intercept.func1\n\t/home/runner/work/temporal/temporal/common/rpc/interceptor/retry.go:62\ngo.temporal.io/server/common/backoff.ThrottleRetryContext\n\t/home/runner/work/temporal/temporal/common/backoff/retry.go:89\ngo.temporal.io/server/common/rpc/interceptor.(*RetryableInterceptor).Intercept\n\t/home/runner/work/temporal/temporal/common/rpc/interceptor/retry.go:66\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1212\ngo.temporal.io/server/common/rpc/interceptor.(*RateLimitInterceptor).Intercept\n\t/home/runner/work/temporal/temporal/common/rpc/interceptor/rate_limit.go:88\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1212\ngo.temporal.io/server/common/rpc/interceptor.(*TelemetryInterceptor).UnaryIntercept\n\t/home/runner/work/temporal/temporal/common/rpc/interceptor/telemetry.go:197\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1212\ngo.temporal.io/server/service.GrpcServerOptionsProvider.getUnaryInterceptors.NewServerMetricsTrailerPropagatorInterceptor.func6\n\t/home/runner/work/temporal/temporal/common/metrics/grpc.go:112\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1212\ngo.temporal.io/server/service.GrpcServerOptionsProvider.getUnaryInterceptors.NewServerMetricsContextInjectorInterceptor.func5\n\t/home/runner/work/temporal/temporal/common/metrics/grpc.go:65\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1212\ngo.temporal.io/server/common/rpc.ServiceErrorInterceptor\n\t/home/runner/work/temporal/temporal/common/rpc/grpc.go:157\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1203\ngo.temporal.io/server/api/historyservice/v1._HistoryService_RecordWorkflowTaskStarted_Handler\n\t/home/runner/work/temporal/temporal/api/historyservice/v1/service_grpc.pb.go:1661\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1400\ngoogle.golang.org/grpc.(*Server).handleStream\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1810\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1030"}
temporal-server-local  | {"level":"error","ts":"2025-04-01T12:04:46.957+0900","msg":"service failures","operation":"RecordWorkflowTaskStarted","wf-namespace":"default","grpc_code":"Unavailable","wf-id":"hello_world_workflowID-f5df31fe-6585-481f-be56-a00284c4be5c","wf-run-id":"0195ef4e-e627-7875-9630-e7c22947485f","error":"updateCurrentExecution failed. 0 rows of current_executions updated instead of 1.","logging-call-at":"/home/runner/work/temporal/temporal/common/rpc/interceptor/telemetry.go:423","stacktrace":"go.temporal.io/server/common/log.(*zapLogger).Error\n\t/home/runner/work/temporal/temporal/common/log/zap_logger.go:154\ngo.temporal.io/server/common/rpc/interceptor.(*TelemetryInterceptor).logErrors\n\t/home/runner/work/temporal/temporal/common/rpc/interceptor/telemetry.go:423\ngo.temporal.io/server/common/rpc/interceptor.(*TelemetryInterceptor).HandleError\n\t/home/runner/work/temporal/temporal/common/rpc/interceptor/telemetry.go:393\ngo.temporal.io/server/common/rpc/interceptor.(*TelemetryInterceptor).UnaryIntercept\n\t/home/runner/work/temporal/temporal/common/rpc/interceptor/telemetry.go:200\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1212\ngo.temporal.io/server/service.GrpcServerOptionsProvider.getUnaryInterceptors.NewServerMetricsTrailerPropagatorInterceptor.func6\n\t/home/runner/work/temporal/temporal/common/metrics/grpc.go:112\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1212\ngo.temporal.io/server/service.GrpcServerOptionsProvider.getUnaryInterceptors.NewServerMetricsContextInjectorInterceptor.func5\n\t/home/runner/work/temporal/temporal/common/metrics/grpc.go:65\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1212\ngo.temporal.io/server/common/rpc.ServiceErrorInterceptor\n\t/home/runner/work/temporal/temporal/common/rpc/grpc.go:157\ngoogle.golang.org/grpc.NewServer.chainUnaryServerInterceptors.chainUnaryInterceptors.func1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1203\ngo.temporal.io/server/api/historyservice/v1._HistoryService_RecordWorkflowTaskStarted_Handler\n\t/home/runner/work/temporal/temporal/api/historyservice/v1/service_grpc.pb.go:1661\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1400\ngoogle.golang.org/grpc.(*Server).handleStream\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1810\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\t/home/runner/go/pkg/mod/google.golang.org/grpc@v1.70.0/server.go:1030"}