Troubleshooting errors during content source syncedit
It is possible to download diagnostics data about the content source and its recently completed sync jobs. There is a button to do that on content source’s Settings page:
Figure 119. Downloading diagnostics data
The data is available in JSON format. It contains some general diagnostics information, and then more detailed information for the 3 most recent sync jobs of every type. For every job, this may include:
- Date and time of creation
- Date and time of completion
- Duration
- Status
- Fatal exception
- Error reason
- Number of total document errors that happened during sync
- Detailed information on 20 last document errors
Example:
{
"general": {
"version": {
"number": "7.13.0",
"build_hash": "abc",
"build_date": null
},
"elasticsearchVersion": "7.11.0"
},
"source": {
"id": "xyz",
"serviceType": "confluence_server",
"name": "Confluence (Server)",
"context": "organization",
"dlpEnabled": false,
"recentJobs": {
"full": [
{
"createdAt": "2021-03-05T19:14:59Z",
"status": "complete",
"fatalException": {
"friendly_message": "Exceeded maximum consecutive errors",
"stack_trace": "/path/to/code/class_x.rb:5\nfrom /path/to/code/class_y.rb:10\nfrom /path/to/code/class_z.rb:15",
"id": "ade324cdfef",
"message": "Exceeded maximum consecutive errors - saw 11 errors in a row. Tripped by - RuntimeError: Oh snap, Document id:aeTpgRLAIiAAAAAAAAAAfQ is bad news",
"class": "Connectors::MaxSuccessiveErrorsExceededError"
},
"errorReason": null,
"completedAt": "2021-03-05T19:15:09Z",
"durationSeconds": 10,
"documentErrorCount": 0,
"documentErrors": []
}
],
"incremental": [
{
"createdAt": "2021-03-05T19:14:52Z",
"status": "error",
"fatalException": null,
"errorReason": null,
"completedAt": "2021-03-05T19:14:56Z",
"durationSeconds": 4,
"documentErrorCount": 1,
"documentErrors": [
{
"error_id": "6077220e4993c817",
"error_class": "ExampleError",
"error_message": "Could not extract document",
"stack_trace": "/path/to/code/class_x.rb:5\nfrom /path/to/code/class_y.rb:10\nfrom /path/to/code/class_z.rb:15"
}
]
}
],
"delete": [
{
"createdAt": "2021-03-05T19:20:36Z",
"status": "complete",
"fatalException": null,
"errorReason": null,
"completedAt": "2021-03-05T19:20:42Z",
"durationSeconds": 6,
"documentErrorCount": 0,
"documentErrors": []
}
]
},
"oauthTokenAgeSeconds": 50000,
"oauthScopes": null
}
}