We’ve been using Temporal with Go-SDK to collect resources, and we’ve noticed that some of our short workflows are randomly failing with an “i/o timeout” error when polling. Even though we’ve set enough time for them to complete, and we downgraded our Temporal version from 1.19 to 1.14 due to the same issue, we’re still encountering problems. Can anyone offer suggestions or help identify what might be causing this? Or is there any such already identified issue(s)?
{
"type": "workflowExecutionFailedEventAttributes",
"failure": {
"message": "activity error",
"source": "GoSDK",
"stackTrace": "",
"encodedAttributes": null,
"cause": {
"message": "operation error RDS: DescribeDBSubnetGroups, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , request send failed, Post \"https://rds.ap-northeast-2.amazonaws.com/\": dial tcp 52.95.193.138:443: i/o timeout",
"source": "GoSDK",
"stackTrace": "",
"encodedAttributes": null,
"cause": {
"message": "exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , request send failed, Post \"https://rds.ap-northeast-2.amazonaws.com/\": dial tcp 52.95.193.138:443: i/o timeout",
"source": "GoSDK",
"stackTrace": "",
"encodedAttributes": null,
"cause": {
"message": "https response error StatusCode: 0, RequestID: , request send failed, Post \"https://rds.ap-northeast-2.amazonaws.com/\": dial tcp 52.95.193.138:443: i/o timeout",
"source": "GoSDK",
"stackTrace": "",
"encodedAttributes": null,
"cause": {
"message": "request send failed, Post \"https://rds.ap-northeast-2.amazonaws.com/\": dial tcp 52.95.193.138:443: i/o timeout",
"source": "GoSDK",
"stackTrace": "",
"encodedAttributes": null,
"cause": {
"message": "Post \"https://rds.ap-northeast-2.amazonaws.com/\": dial tcp 52.95.193.138:443: i/o timeout",
"source": "GoSDK",
"stackTrace": "",
"encodedAttributes": null,
"cause": {
"message": "dial tcp 52.95.193.138:443: i/o timeout",
"source": "GoSDK",
"stackTrace": "",
"encodedAttributes": null,
"cause": {
"message": "i/o timeout",
"source": "GoSDK",
"stackTrace": "",
"encodedAttributes": null,
"cause": null,
"applicationFailureInfo": {
"type": "DeadlineExceededError",
"nonRetryable": false,
"details": null
}
},
"applicationFailureInfo": {
"type": "OpError",
"nonRetryable": false,
"details": null
}
},
"applicationFailureInfo": {
"type": "Error",
"nonRetryable": false,
"details": null
}
},
"applicationFailureInfo": {
"type": "RequestSendError",
"nonRetryable": false,
"details": null
}
},
"applicationFailureInfo": {
"type": "ResponseError",
"nonRetryable": false,
"details": null
}
},
"applicationFailureInfo": {
"type": "MaxAttemptsError",
"nonRetryable": false,
"details": null
}
},
"applicationFailureInfo": {
"type": "OperationError",
"nonRetryable": false,
"details": null
}
},
"activityFailureInfo": {
"scheduledEventId": "5",
"startedEventId": "6",
"identity": "7@worker-service-84ccccd555-qjz6x@",
"activityType": {
"name": "Collect"
},
"activityId": "5",
"retryState": "MaximumAttemptsReached"
}
},
"retryState": "RetryPolicyNotSet",
"workflowTaskCompletedEventId": "10",
"newExecutionRunId": ""
}