The workflow is still in running status, but stuck at WorkflowTaskTimeout issue, when used temporal with external sql DB, configured using config_template.yml file,
seeing below errors from temporal server logs
{“level”:“error”,“ts”:“2024-03-08T20:38:48.168Z”,“msg”:“Fail to process task”,“shard-id”:4,“address”:“172.22.0.2:7234”,“component”:“transfer-queue-processor”,“wf-namespace-id”:“bb974e10-58b1-47aa-a7bc-2dd56490d22c”,“wf-id”:“parent-workflow-f1827108-83ca-4c01-be5e-9e69e4dc1e29”,“wf-run-id”:“7eb90165-074f-4567-ae9e-9fa21e32f574”,“queue-task-id”:3145768,“queue-task-visibility-timestamp”:“2024-03-08T20:38:45.813Z”,“queue-task-type”:“TransferWorkflowTask”,“queue-task”:{“NamespaceID”:“bb974e10-58b1-47aa-a7bc-2dd56490d22c”,“WorkflowID”:“parent-workflow-f1827108-83ca-4c01-be5e-9e69e4dc1e29”,“RunID”:“7eb90165-074f-4567-ae9e-9fa21e32f574”,“VisibilityTimestamp”:“2024-03-08T20:38:45.813035326Z”,“TaskID”:3145768,“TaskQueue”:“ParentWorkflowTaskList”,“ScheduledEventID”:5,“Version”:0},“wf-history-event-id”:5,“error”:“context deadline exceeded”,“lifecycle”:“ProcessingFailed”,“logging-call-at”:“lazy_logger.go:68”,“stacktrace”:“go.temporal.io/server/common/log.(*zapLogger).Error\n\t/home/builder/temporal/common/log/zap_logger.go:156\ngo.temporal.io/server/common/log.(*lazyLogger).Error\n\t/home/builder/temporal/common/log/lazy_logger.go:68\ngo.temporal.io/server/service/history/queues.(*executableImpl).HandleErr\n\t/home/builder/temporal/service/history/queues/executable.go:347\ngo.temporal.io/server/common/tasks.(*FIFOScheduler[…]).executeTask.func1\n\t/home/builder/temporal/common/tasks/fifo_scheduler.go:224\ngo.temporal.io/server/common/backoff.ThrottleRetry.func1\n\t/home/builder/temporal/common/backoff/retry.go:119\ngo.temporal.io/server/common/backoff.ThrottleRetryContext\n\t/home/builder/temporal/common/backoff/retry.go:145\ngo.temporal.io/server/common/backoff.ThrottleRetry\n\t/home/builder/temporal/common/backoff/retry.go:120\ngo.temporal.io/server/common/tasks.(*FIFOScheduler[…]).executeTask\n\t/home/builder/temporal/common/tasks/fifo_scheduler.go:233\ngo.temporal.io/server/common/tasks.(*FIFOScheduler[…]).processTask\n\t/home/builder/temporal/common/tasks/fifo_scheduler.go:211”}
2024-03-08 15:38:48 {“level”:“info”,“ts”:“2024-03-08T20:38:48.351Z”,“msg”:“history client encountered error”,“service”:“matching”,“error”:“Workflow task already started.”,“service-error-type”:“serviceerror.TaskAlreadyStarted”,“logging-call-at”:“metric_client.go:104”}
{“level”:“error”,“ts”:“2024-03-08T20:49:51.700Z”,“msg”:“service failures”,“operation”:“GetTaskQueueUserData”,“wf-namespace”:“parentworkflow3-namespace”,“error”:“task queue closed”,“logging-call-at”:“telemetry.go:341”,“stacktrace”:“go.temporal.io/server/common/log.(*zapLogger).Error\n\t/home/builder/temporal/common/log/zap_logger.go:156\ngo.temporal.io/server/common/rpc/interceptor.(*TelemetryInterceptor).handleError\n\t/home/builder/temporal/common/rpc/interceptor/telemetry.go:341\ngo.temporal.io/server/common/rpc/interceptor.(*TelemetryInterceptor).UnaryIntercept\n\t/home/builder/temporal/common/rpc/interceptor/telemetry.go:174\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\t/go/pkg/mod/google.golang.org/grpc@v1.58.2/server.go:1195\ngo.temporal.io/server/common/metrics.NewServerMetricsTrailerPropagatorInterceptor.func1\n\t/home/builder/temporal/common/metrics/grpc.go:113\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\t/go/pkg/mod/google.golang.org/grpc@v1.58.2/server.go:1195\ngo.temporal.io/server/common/metrics.NewServerMetricsContextInjectorInterceptor.func1\n\t/home/builder/temporal/common/metrics/grpc.go:66\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\t/go/pkg/mod/google.golang.org/grpc@v1.58.2/server.go:1195\ngo.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc.UnaryServerInterceptor.func1\n\t/go/pkg/mod/go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc@v0.42.0/interceptor.go:344\ngoogle.golang.org/grpc.getChainUnaryHandler.func1\n\t/go/pkg/mod/google.golang.org/grpc@v1.58.2/server.go:1195\ngo.temporal.io/server/common/rpc.ServiceErrorInterceptor\n\t/home/builder/temporal/common/rpc/grpc.go:145\ngoogle.golang.org/grpc.chainUnaryInterceptors.func1\n\t/go/pkg/mod/google.golang.org/grpc@v1.58.2/server.go:1186\ngo.temporal.io/server/api/matchingservice/v1._MatchingService_GetTaskQueueUserData_Handler\n\t/home/builder/temporal/api/matchingservice/v1/service.pb.go:660\ngoogle.golang.org/grpc.(*Server).processUnaryRPC\n\t/go/pkg/mod/google.golang.org/grpc@v1.58.2/server.go:1376\ngoogle.golang.org/grpc.(*Server).handleStream\n\t/go/pkg/mod/google.golang.org/grpc@v1.58.2/server.go:1753\ngoogle.golang.org/grpc.(*Server).serveStreams.func1.1\n\t/go/pkg/mod/google.golang.org/grpc@v1.58.2/server.go:998”}