Skip to content

Instantly share code, notes, and snippets.

Embed
What would you like to do?
Task Manager Health
GET /api/task_manager/_health
{
"id": "SOME_ID",
"last_update": "2021-10-08T07:26:06.951Z",
"stats": {
"capacity_estimation": {
"status": "OK",
"timestamp": "2021-10-08T07:26:07.962Z",
"value": {
"observed": {
"avg_recurring_required_throughput_per_minute": 29,
"avg_recurring_required_throughput_per_minute_per_kibana": 29,
"avg_required_throughput_per_minute": 29,
"avg_required_throughput_per_minute_per_kibana": 29,
"max_throughput_per_minute": 200,
"max_throughput_per_minute_per_kibana": 200,
"minutes_to_drain_overdue": null,
"observed_kibana_instances": 1
},
"proposed": {
"avg_recurring_required_throughput_per_minute_per_kibana": 29,
"avg_required_throughput_per_minute_per_kibana": 29,
"min_required_kibana": 1,
"provisioned_kibana": 1
}
}
},
"configuration": {
"status": "OK",
"timestamp": "2021-09-20T15:46:42.865Z",
"value": {
"max_poll_inactivity_cycles": 10,
"max_workers": 10,
"monitored_aggregated_stats_refresh_rate": 60000,
"monitored_stats_running_average_window": 50,
"monitored_task_execution_thresholds": {
"custom": {},
"default": {
"error_threshold": 90,
"warn_threshold": 80
}
},
"poll_interval": 3000,
"request_capacity": 1000
}
},
"runtime": {
"status": "OK",
"timestamp": "2021-10-08T07:26:06.951Z",
"value": {
"drift": {
"p50": 548,
"p90": 561.5,
"p95": 567,
"p99": 622
},
"drift_by_type": {
"actions_telemetry": {
"p50": 1189.5,
"p90": 2187,
"p95": 2187,
"p99": 2187
},
"alerting_health_check": {
"p50": 664,
"p90": 1238.5,
"p95": 1455,
"p99": 2927
},
"alerting_telemetry": {
"p50": 1190,
"p90": 2187,
"p95": 2187,
"p99": 2187
},
"alerts_invalidate_api_keys": {
"p50": 526,
"p90": 570.5,
"p95": 638,
"p99": 658
},
"apm-telemetry-task": {
"p50": 1653,
"p90": 2208.5,
"p95": 2641,
"p99": 2641
},
"cleanup_failed_action_executions": {
"p50": 664,
"p90": 1238.5,
"p95": 1441,
"p99": 2927
},
"endpoint:user-artifact-packager": {
"p50": 481.5,
"p90": 500,
"p95": 502,
"p99": 581
},
"lens_telemetry": {
"p50": 1190,
"p90": 2187,
"p95": 2187,
"p99": 2187
},
"reports:monitor": {
"p50": 548,
"p90": 558,
"p95": 565,
"p99": 619
},
"search_sessions_cleanup": {
"p50": 539.5,
"p90": 564.5,
"p95": 622,
"p99": 645
},
"search_sessions_expire": {
"p50": 209,
"p90": 925.5,
"p95": 1019,
"p99": 1231
},
"search_sessions_monitor": {
"p50": 544,
"p90": 563,
"p95": 631,
"p99": 1232
},
"security:endpoint-diagnostics": {
"p50": 526,
"p90": 570.5,
"p95": 638,
"p99": 658
},
"security:endpoint-meta-telemetry": {
"p50": 407,
"p90": 1157,
"p95": 1157,
"p99": 1157
},
"session_cleanup": {
"p50": 664,
"p90": 1238.5,
"p95": 1455,
"p99": 2927
}
},
"execution": {
"duration": {
"actions_telemetry": {
"p50": 71.5,
"p90": 83,
"p95": 83,
"p99": 83
},
"alerting_health_check": {
"p50": 17,
"p90": 19,
"p95": 21,
"p99": 28
},
"alerting_telemetry": {
"p50": 79,
"p90": 80,
"p95": 80,
"p99": 80
},
"alerts_invalidate_api_keys": {
"p50": 5,
"p90": 7,
"p95": 8,
"p99": 10
},
"apm-telemetry-task": {
"p50": 987,
"p90": 1098,
"p95": 1106,
"p99": 1106
},
"cleanup_failed_action_executions": {
"p50": 11,
"p90": 12,
"p95": 13,
"p99": 17
},
"endpoint:user-artifact-packager": {
"p50": 2,
"p90": 3,
"p95": 3,
"p99": 4
},
"lens_telemetry": {
"p50": 74.5,
"p90": 81,
"p95": 81,
"p99": 81
},
"reports:monitor": {
"p50": 2,
"p90": 3,
"p95": 4,
"p99": 4
},
"search_sessions_cleanup": {
"p50": 3,
"p90": 3,
"p95": 4,
"p99": 8
},
"search_sessions_expire": {
"p50": 3.5,
"p90": 5,
"p95": 5,
"p99": 6
},
"search_sessions_monitor": {
"p50": 3,
"p90": 4,
"p95": 5,
"p99": 6
},
"security:endpoint-diagnostics": {
"p50": 5,
"p90": 7,
"p95": 8,
"p99": 11
},
"security:endpoint-meta-telemetry": {
"p50": 4,
"p90": 5,
"p95": 5,
"p99": 5
},
"session_cleanup": {
"p50": 11,
"p90": 13,
"p95": 15,
"p99": 53
}
},
"duration_by_persistence": {
"non_recurring": {
"p50": 79,
"p90": 82.8,
"p95": 83,
"p99": 83
},
"recurring": {
"p50": 2,
"p90": 4,
"p95": 5,
"p99": 6
}
},
"persistence": {
"ephemeral": 0,
"non_recurring": 0,
"recurring": 100
},
"result_frequency_percent_as_number": {
"actions_telemetry": {
"Failed": 0,
"RetryScheduled": 0,
"Success": 100,
"status": "OK"
},
"alerting_health_check": {
"Failed": 0,
"RetryScheduled": 0,
"Success": 100,
"status": "OK"
},
"alerting_telemetry": {
"Failed": 0,
"RetryScheduled": 0,
"Success": 100,
"status": "OK"
},
"alerts_invalidate_api_keys": {
"Failed": 0,
"RetryScheduled": 0,
"Success": 100,
"status": "OK"
},
"apm-telemetry-task": {
"Failed": 0,
"RetryScheduled": 0,
"Success": 100,
"status": "OK"
},
"cleanup_failed_action_executions": {
"Failed": 0,
"RetryScheduled": 0,
"Success": 100,
"status": "OK"
},
"endpoint:user-artifact-packager": {
"Failed": 0,
"RetryScheduled": 0,
"Success": 100,
"status": "OK"
},
"lens_telemetry": {
"Failed": 0,
"RetryScheduled": 0,
"Success": 100,
"status": "OK"
},
"reports:monitor": {
"Failed": 0,
"RetryScheduled": 0,
"Success": 100,
"status": "OK"
},
"search_sessions_cleanup": {
"Failed": 0,
"RetryScheduled": 0,
"Success": 100,
"status": "OK"
},
"search_sessions_expire": {
"Failed": 0,
"RetryScheduled": 0,
"Success": 100,
"status": "OK"
},
"search_sessions_monitor": {
"Failed": 0,
"RetryScheduled": 0,
"Success": 100,
"status": "OK"
},
"security:endpoint-diagnostics": {
"Failed": 0,
"RetryScheduled": 0,
"Success": 100,
"status": "OK"
},
"security:endpoint-meta-telemetry": {
"Failed": 0,
"RetryScheduled": 0,
"Success": 100,
"status": "OK"
},
"session_cleanup": {
"Failed": 0,
"RetryScheduled": 0,
"Success": 100,
"status": "OK"
}
}
},
"load": {
"p50": 0,
"p90": 0,
"p95": 10,
"p99": 10
},
"polling": {
"claim_conflicts": {
"p50": 0,
"p90": 0,
"p95": 0,
"p99": 0
},
"claim_duration": {
"p50": 10,
"p90": 77,
"p95": 81,
"p99": 85
},
"claim_mismatches": {
"p50": 0,
"p90": 0,
"p95": 0,
"p99": 0
},
"duration": {
"p50": 20,
"p90": 148,
"p95": 157,
"p99": 246
},
"last_polling_delay": "2021-09-20T15:54:24.651Z",
"last_successful_poll": "2021-10-08T07:26:06.951Z",
"result_frequency_percent_as_number": {
"Failed": 0,
"NoAvailableWorkers": 0,
"NoTasksClaimed": 88,
"PoolFilled": 12,
"RanOutOfCapacity": 0,
"RunningAtCapacity": 0
}
}
}
},
"workload": {
"status": "OK",
"timestamp": "2021-10-08T07:25:18.942Z",
"value": {
"capacity_requirements": {
"per_day": 3,
"per_hour": 28,
"per_minute": 28
},
"count": 15,
"estimated_schedule_density": [
2,
1,
1,
1,
2,
1,
1,
1,
2,
1,
1,
1,
2,
1,
2,
2,
2,
1,
1,
1,
4,
1,
1,
1,
2,
1,
1,
1,
2,
1,
1,
1,
2,
1,
2,
2,
2,
1,
1,
1
],
"non_recurring": 15,
"overdue": 0,
"overdue_non_recurring": 0,
"owner_ids": 1,
"schedule": [
[
"3s",
1
],
[
"10s",
1
],
[
"60s",
2
],
[
"5m",
2
],
[
"3600s",
2
],
[
"60m",
2
],
[
"720m",
1
],
[
"24h",
1
]
],
"task_types": {
"actions_telemetry": {
"count": 1,
"status": {
"idle": 1
}
},
"alerting_health_check": {
"count": 1,
"status": {
"idle": 1
}
},
"alerting_telemetry": {
"count": 1,
"status": {
"idle": 1
}
},
"alerts_invalidate_api_keys": {
"count": 1,
"status": {
"idle": 1
}
},
"apm-telemetry-task": {
"count": 1,
"status": {
"idle": 1
}
},
"cleanup_failed_action_executions": {
"count": 1,
"status": {
"idle": 1
}
},
"endpoint:user-artifact-packager": {
"count": 1,
"status": {
"idle": 1
}
},
"lens_telemetry": {
"count": 1,
"status": {
"idle": 1
}
},
"reports:monitor": {
"count": 1,
"status": {
"idle": 1
}
},
"search_sessions_cleanup": {
"count": 1,
"status": {
"idle": 1
}
},
"search_sessions_expire": {
"count": 1,
"status": {
"idle": 1
}
},
"search_sessions_monitor": {
"count": 1,
"status": {
"idle": 1
}
},
"security:endpoint-diagnostics": {
"count": 1,
"status": {
"idle": 1
}
},
"security:endpoint-meta-telemetry": {
"count": 1,
"status": {
"idle": 1
}
},
"session_cleanup": {
"count": 1,
"status": {
"idle": 1
}
}
}
}
}
},
"status": "OK",
"timestamp": "2021-10-08T07:26:07.962Z"
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment