Created
October 8, 2021 08:17
-
-
Save spiqueras/88d393219761d22a00c3efc776bdb542 to your computer and use it in GitHub Desktop.
Task Manager Health
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| GET /api/task_manager/_health | |
| { | |
| "id": "SOME_ID", | |
| "last_update": "2021-10-08T07:26:06.951Z", | |
| "stats": { | |
| "capacity_estimation": { | |
| "status": "OK", | |
| "timestamp": "2021-10-08T07:26:07.962Z", | |
| "value": { | |
| "observed": { | |
| "avg_recurring_required_throughput_per_minute": 29, | |
| "avg_recurring_required_throughput_per_minute_per_kibana": 29, | |
| "avg_required_throughput_per_minute": 29, | |
| "avg_required_throughput_per_minute_per_kibana": 29, | |
| "max_throughput_per_minute": 200, | |
| "max_throughput_per_minute_per_kibana": 200, | |
| "minutes_to_drain_overdue": null, | |
| "observed_kibana_instances": 1 | |
| }, | |
| "proposed": { | |
| "avg_recurring_required_throughput_per_minute_per_kibana": 29, | |
| "avg_required_throughput_per_minute_per_kibana": 29, | |
| "min_required_kibana": 1, | |
| "provisioned_kibana": 1 | |
| } | |
| } | |
| }, | |
| "configuration": { | |
| "status": "OK", | |
| "timestamp": "2021-09-20T15:46:42.865Z", | |
| "value": { | |
| "max_poll_inactivity_cycles": 10, | |
| "max_workers": 10, | |
| "monitored_aggregated_stats_refresh_rate": 60000, | |
| "monitored_stats_running_average_window": 50, | |
| "monitored_task_execution_thresholds": { | |
| "custom": {}, | |
| "default": { | |
| "error_threshold": 90, | |
| "warn_threshold": 80 | |
| } | |
| }, | |
| "poll_interval": 3000, | |
| "request_capacity": 1000 | |
| } | |
| }, | |
| "runtime": { | |
| "status": "OK", | |
| "timestamp": "2021-10-08T07:26:06.951Z", | |
| "value": { | |
| "drift": { | |
| "p50": 548, | |
| "p90": 561.5, | |
| "p95": 567, | |
| "p99": 622 | |
| }, | |
| "drift_by_type": { | |
| "actions_telemetry": { | |
| "p50": 1189.5, | |
| "p90": 2187, | |
| "p95": 2187, | |
| "p99": 2187 | |
| }, | |
| "alerting_health_check": { | |
| "p50": 664, | |
| "p90": 1238.5, | |
| "p95": 1455, | |
| "p99": 2927 | |
| }, | |
| "alerting_telemetry": { | |
| "p50": 1190, | |
| "p90": 2187, | |
| "p95": 2187, | |
| "p99": 2187 | |
| }, | |
| "alerts_invalidate_api_keys": { | |
| "p50": 526, | |
| "p90": 570.5, | |
| "p95": 638, | |
| "p99": 658 | |
| }, | |
| "apm-telemetry-task": { | |
| "p50": 1653, | |
| "p90": 2208.5, | |
| "p95": 2641, | |
| "p99": 2641 | |
| }, | |
| "cleanup_failed_action_executions": { | |
| "p50": 664, | |
| "p90": 1238.5, | |
| "p95": 1441, | |
| "p99": 2927 | |
| }, | |
| "endpoint:user-artifact-packager": { | |
| "p50": 481.5, | |
| "p90": 500, | |
| "p95": 502, | |
| "p99": 581 | |
| }, | |
| "lens_telemetry": { | |
| "p50": 1190, | |
| "p90": 2187, | |
| "p95": 2187, | |
| "p99": 2187 | |
| }, | |
| "reports:monitor": { | |
| "p50": 548, | |
| "p90": 558, | |
| "p95": 565, | |
| "p99": 619 | |
| }, | |
| "search_sessions_cleanup": { | |
| "p50": 539.5, | |
| "p90": 564.5, | |
| "p95": 622, | |
| "p99": 645 | |
| }, | |
| "search_sessions_expire": { | |
| "p50": 209, | |
| "p90": 925.5, | |
| "p95": 1019, | |
| "p99": 1231 | |
| }, | |
| "search_sessions_monitor": { | |
| "p50": 544, | |
| "p90": 563, | |
| "p95": 631, | |
| "p99": 1232 | |
| }, | |
| "security:endpoint-diagnostics": { | |
| "p50": 526, | |
| "p90": 570.5, | |
| "p95": 638, | |
| "p99": 658 | |
| }, | |
| "security:endpoint-meta-telemetry": { | |
| "p50": 407, | |
| "p90": 1157, | |
| "p95": 1157, | |
| "p99": 1157 | |
| }, | |
| "session_cleanup": { | |
| "p50": 664, | |
| "p90": 1238.5, | |
| "p95": 1455, | |
| "p99": 2927 | |
| } | |
| }, | |
| "execution": { | |
| "duration": { | |
| "actions_telemetry": { | |
| "p50": 71.5, | |
| "p90": 83, | |
| "p95": 83, | |
| "p99": 83 | |
| }, | |
| "alerting_health_check": { | |
| "p50": 17, | |
| "p90": 19, | |
| "p95": 21, | |
| "p99": 28 | |
| }, | |
| "alerting_telemetry": { | |
| "p50": 79, | |
| "p90": 80, | |
| "p95": 80, | |
| "p99": 80 | |
| }, | |
| "alerts_invalidate_api_keys": { | |
| "p50": 5, | |
| "p90": 7, | |
| "p95": 8, | |
| "p99": 10 | |
| }, | |
| "apm-telemetry-task": { | |
| "p50": 987, | |
| "p90": 1098, | |
| "p95": 1106, | |
| "p99": 1106 | |
| }, | |
| "cleanup_failed_action_executions": { | |
| "p50": 11, | |
| "p90": 12, | |
| "p95": 13, | |
| "p99": 17 | |
| }, | |
| "endpoint:user-artifact-packager": { | |
| "p50": 2, | |
| "p90": 3, | |
| "p95": 3, | |
| "p99": 4 | |
| }, | |
| "lens_telemetry": { | |
| "p50": 74.5, | |
| "p90": 81, | |
| "p95": 81, | |
| "p99": 81 | |
| }, | |
| "reports:monitor": { | |
| "p50": 2, | |
| "p90": 3, | |
| "p95": 4, | |
| "p99": 4 | |
| }, | |
| "search_sessions_cleanup": { | |
| "p50": 3, | |
| "p90": 3, | |
| "p95": 4, | |
| "p99": 8 | |
| }, | |
| "search_sessions_expire": { | |
| "p50": 3.5, | |
| "p90": 5, | |
| "p95": 5, | |
| "p99": 6 | |
| }, | |
| "search_sessions_monitor": { | |
| "p50": 3, | |
| "p90": 4, | |
| "p95": 5, | |
| "p99": 6 | |
| }, | |
| "security:endpoint-diagnostics": { | |
| "p50": 5, | |
| "p90": 7, | |
| "p95": 8, | |
| "p99": 11 | |
| }, | |
| "security:endpoint-meta-telemetry": { | |
| "p50": 4, | |
| "p90": 5, | |
| "p95": 5, | |
| "p99": 5 | |
| }, | |
| "session_cleanup": { | |
| "p50": 11, | |
| "p90": 13, | |
| "p95": 15, | |
| "p99": 53 | |
| } | |
| }, | |
| "duration_by_persistence": { | |
| "non_recurring": { | |
| "p50": 79, | |
| "p90": 82.8, | |
| "p95": 83, | |
| "p99": 83 | |
| }, | |
| "recurring": { | |
| "p50": 2, | |
| "p90": 4, | |
| "p95": 5, | |
| "p99": 6 | |
| } | |
| }, | |
| "persistence": { | |
| "ephemeral": 0, | |
| "non_recurring": 0, | |
| "recurring": 100 | |
| }, | |
| "result_frequency_percent_as_number": { | |
| "actions_telemetry": { | |
| "Failed": 0, | |
| "RetryScheduled": 0, | |
| "Success": 100, | |
| "status": "OK" | |
| }, | |
| "alerting_health_check": { | |
| "Failed": 0, | |
| "RetryScheduled": 0, | |
| "Success": 100, | |
| "status": "OK" | |
| }, | |
| "alerting_telemetry": { | |
| "Failed": 0, | |
| "RetryScheduled": 0, | |
| "Success": 100, | |
| "status": "OK" | |
| }, | |
| "alerts_invalidate_api_keys": { | |
| "Failed": 0, | |
| "RetryScheduled": 0, | |
| "Success": 100, | |
| "status": "OK" | |
| }, | |
| "apm-telemetry-task": { | |
| "Failed": 0, | |
| "RetryScheduled": 0, | |
| "Success": 100, | |
| "status": "OK" | |
| }, | |
| "cleanup_failed_action_executions": { | |
| "Failed": 0, | |
| "RetryScheduled": 0, | |
| "Success": 100, | |
| "status": "OK" | |
| }, | |
| "endpoint:user-artifact-packager": { | |
| "Failed": 0, | |
| "RetryScheduled": 0, | |
| "Success": 100, | |
| "status": "OK" | |
| }, | |
| "lens_telemetry": { | |
| "Failed": 0, | |
| "RetryScheduled": 0, | |
| "Success": 100, | |
| "status": "OK" | |
| }, | |
| "reports:monitor": { | |
| "Failed": 0, | |
| "RetryScheduled": 0, | |
| "Success": 100, | |
| "status": "OK" | |
| }, | |
| "search_sessions_cleanup": { | |
| "Failed": 0, | |
| "RetryScheduled": 0, | |
| "Success": 100, | |
| "status": "OK" | |
| }, | |
| "search_sessions_expire": { | |
| "Failed": 0, | |
| "RetryScheduled": 0, | |
| "Success": 100, | |
| "status": "OK" | |
| }, | |
| "search_sessions_monitor": { | |
| "Failed": 0, | |
| "RetryScheduled": 0, | |
| "Success": 100, | |
| "status": "OK" | |
| }, | |
| "security:endpoint-diagnostics": { | |
| "Failed": 0, | |
| "RetryScheduled": 0, | |
| "Success": 100, | |
| "status": "OK" | |
| }, | |
| "security:endpoint-meta-telemetry": { | |
| "Failed": 0, | |
| "RetryScheduled": 0, | |
| "Success": 100, | |
| "status": "OK" | |
| }, | |
| "session_cleanup": { | |
| "Failed": 0, | |
| "RetryScheduled": 0, | |
| "Success": 100, | |
| "status": "OK" | |
| } | |
| } | |
| }, | |
| "load": { | |
| "p50": 0, | |
| "p90": 0, | |
| "p95": 10, | |
| "p99": 10 | |
| }, | |
| "polling": { | |
| "claim_conflicts": { | |
| "p50": 0, | |
| "p90": 0, | |
| "p95": 0, | |
| "p99": 0 | |
| }, | |
| "claim_duration": { | |
| "p50": 10, | |
| "p90": 77, | |
| "p95": 81, | |
| "p99": 85 | |
| }, | |
| "claim_mismatches": { | |
| "p50": 0, | |
| "p90": 0, | |
| "p95": 0, | |
| "p99": 0 | |
| }, | |
| "duration": { | |
| "p50": 20, | |
| "p90": 148, | |
| "p95": 157, | |
| "p99": 246 | |
| }, | |
| "last_polling_delay": "2021-09-20T15:54:24.651Z", | |
| "last_successful_poll": "2021-10-08T07:26:06.951Z", | |
| "result_frequency_percent_as_number": { | |
| "Failed": 0, | |
| "NoAvailableWorkers": 0, | |
| "NoTasksClaimed": 88, | |
| "PoolFilled": 12, | |
| "RanOutOfCapacity": 0, | |
| "RunningAtCapacity": 0 | |
| } | |
| } | |
| } | |
| }, | |
| "workload": { | |
| "status": "OK", | |
| "timestamp": "2021-10-08T07:25:18.942Z", | |
| "value": { | |
| "capacity_requirements": { | |
| "per_day": 3, | |
| "per_hour": 28, | |
| "per_minute": 28 | |
| }, | |
| "count": 15, | |
| "estimated_schedule_density": [ | |
| 2, | |
| 1, | |
| 1, | |
| 1, | |
| 2, | |
| 1, | |
| 1, | |
| 1, | |
| 2, | |
| 1, | |
| 1, | |
| 1, | |
| 2, | |
| 1, | |
| 2, | |
| 2, | |
| 2, | |
| 1, | |
| 1, | |
| 1, | |
| 4, | |
| 1, | |
| 1, | |
| 1, | |
| 2, | |
| 1, | |
| 1, | |
| 1, | |
| 2, | |
| 1, | |
| 1, | |
| 1, | |
| 2, | |
| 1, | |
| 2, | |
| 2, | |
| 2, | |
| 1, | |
| 1, | |
| 1 | |
| ], | |
| "non_recurring": 15, | |
| "overdue": 0, | |
| "overdue_non_recurring": 0, | |
| "owner_ids": 1, | |
| "schedule": [ | |
| [ | |
| "3s", | |
| 1 | |
| ], | |
| [ | |
| "10s", | |
| 1 | |
| ], | |
| [ | |
| "60s", | |
| 2 | |
| ], | |
| [ | |
| "5m", | |
| 2 | |
| ], | |
| [ | |
| "3600s", | |
| 2 | |
| ], | |
| [ | |
| "60m", | |
| 2 | |
| ], | |
| [ | |
| "720m", | |
| 1 | |
| ], | |
| [ | |
| "24h", | |
| 1 | |
| ] | |
| ], | |
| "task_types": { | |
| "actions_telemetry": { | |
| "count": 1, | |
| "status": { | |
| "idle": 1 | |
| } | |
| }, | |
| "alerting_health_check": { | |
| "count": 1, | |
| "status": { | |
| "idle": 1 | |
| } | |
| }, | |
| "alerting_telemetry": { | |
| "count": 1, | |
| "status": { | |
| "idle": 1 | |
| } | |
| }, | |
| "alerts_invalidate_api_keys": { | |
| "count": 1, | |
| "status": { | |
| "idle": 1 | |
| } | |
| }, | |
| "apm-telemetry-task": { | |
| "count": 1, | |
| "status": { | |
| "idle": 1 | |
| } | |
| }, | |
| "cleanup_failed_action_executions": { | |
| "count": 1, | |
| "status": { | |
| "idle": 1 | |
| } | |
| }, | |
| "endpoint:user-artifact-packager": { | |
| "count": 1, | |
| "status": { | |
| "idle": 1 | |
| } | |
| }, | |
| "lens_telemetry": { | |
| "count": 1, | |
| "status": { | |
| "idle": 1 | |
| } | |
| }, | |
| "reports:monitor": { | |
| "count": 1, | |
| "status": { | |
| "idle": 1 | |
| } | |
| }, | |
| "search_sessions_cleanup": { | |
| "count": 1, | |
| "status": { | |
| "idle": 1 | |
| } | |
| }, | |
| "search_sessions_expire": { | |
| "count": 1, | |
| "status": { | |
| "idle": 1 | |
| } | |
| }, | |
| "search_sessions_monitor": { | |
| "count": 1, | |
| "status": { | |
| "idle": 1 | |
| } | |
| }, | |
| "security:endpoint-diagnostics": { | |
| "count": 1, | |
| "status": { | |
| "idle": 1 | |
| } | |
| }, | |
| "security:endpoint-meta-telemetry": { | |
| "count": 1, | |
| "status": { | |
| "idle": 1 | |
| } | |
| }, | |
| "session_cleanup": { | |
| "count": 1, | |
| "status": { | |
| "idle": 1 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "status": "OK", | |
| "timestamp": "2021-10-08T07:26:07.962Z" | |
| } |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment