Skip to content

Instantly share code, notes, and snippets.

@rokcarl

rokcarl/gist:5ce03b20c90950067958cc2433184cf7 Secret

Created June 16, 2021 21:15
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save rokcarl/5ce03b20c90950067958cc2433184cf7 to your computer and use it in GitHub Desktop.
Save rokcarl/5ce03b20c90950067958cc2433184cf7 to your computer and use it in GitHub Desktop.
Download ZIP
Raw
gistfile1.txt
{"type": "server", "timestamp": "2021-06-16T20:59:04,252Z", "level": "DEBUG", "component": "o.e.x.t.t.TransformTask", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[data_frame/transforms/schedule_stat_customers] transform indexer schedule has triggered, state: [STARTED].", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T20:59:04,255Z", "level": "DEBUG", "component": "o.e.x.t.t.TransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[stat_customers] source has changed, triggering new indexer run.", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T20:59:04,257Z", "level": "DEBUG", "component": "o.e.x.t.t.TransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[stat_customers] successfully refreshed transform config from index.", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T20:59:06,076Z", "level": "DEBUG", "component": "o.e.x.t.t.TransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[stat_customers] finished indexing for transform checkpoint [430].", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T20:59:06,076Z", "level": "DEBUG", "component": "o.e.x.t.t.ClientTransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[stat_customers] updating persistent state of transform to [{\"task_state\":\"started\",\"indexer_state\":\"started\",\"checkpoint\":431,\"progress\":{\"docs_indexed\":13,\"docs_processed\":1743601},\"should_stop_at_checkpoint\":false}].", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:00:04,253Z", "level": "DEBUG", "component": "o.e.x.t.t.TransformTask", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[data_frame/transforms/schedule_stat_customers] transform indexer schedule has triggered, state: [STARTED].", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:00:04,255Z", "level": "DEBUG", "component": "o.e.x.t.t.TransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[stat_customers] source has changed, triggering new indexer run.", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:00:04,258Z", "level": "DEBUG", "component": "o.e.x.t.t.TransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[stat_customers] successfully refreshed transform config from index.", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:00:06,174Z", "level": "DEBUG", "component": "o.e.x.t.t.TransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[stat_customers] finished indexing for transform checkpoint [431].", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:00:06,174Z", "level": "DEBUG", "component": "o.e.x.t.t.ClientTransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[stat_customers] updating persistent state of transform to [{\"task_state\":\"started\",\"indexer_state\":\"started\",\"checkpoint\":432,\"progress\":{\"docs_indexed\":13,\"docs_processed\":1744000},\"should_stop_at_checkpoint\":false}].", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:01:04,253Z", "level": "DEBUG", "component": "o.e.x.t.t.TransformTask", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[data_frame/transforms/schedule_stat_customers] transform indexer schedule has triggered, state: [STARTED].", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:01:04,878Z", "level": "DEBUG", "component": "o.e.x.t.t.TransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[stat_customers] source has changed, triggering new indexer run.", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:01:04,880Z", "level": "DEBUG", "component": "o.e.x.t.t.TransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[stat_customers] successfully refreshed transform config from index.", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:01:06,727Z", "level": "DEBUG", "component": "o.e.x.t.t.TransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[stat_customers] finished indexing for transform checkpoint [432].", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:01:06,727Z", "level": "DEBUG", "component": "o.e.x.t.t.ClientTransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[stat_customers] updating persistent state of transform to [{\"task_state\":\"started\",\"indexer_state\":\"started\",\"checkpoint\":433,\"progress\":{\"docs_indexed\":13,\"docs_processed\":1744396},\"should_stop_at_checkpoint\":false}].", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:02:04,253Z", "level": "DEBUG", "component": "o.e.x.t.t.TransformTask", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[data_frame/transforms/schedule_stat_customers] transform indexer schedule has triggered, state: [STARTED].", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:02:04,255Z", "level": "DEBUG", "component": "o.e.x.t.t.TransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[stat_customers] source has changed, triggering new indexer run.", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:02:04,258Z", "level": "DEBUG", "component": "o.e.x.t.t.TransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[stat_customers] successfully refreshed transform config from index.", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:02:06,241Z", "level": "DEBUG", "component": "o.e.x.t.t.TransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[stat_customers] finished indexing for transform checkpoint [433].", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:02:06,242Z", "level": "DEBUG", "component": "o.e.x.t.t.ClientTransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[stat_customers] updating persistent state of transform to [{\"task_state\":\"started\",\"indexer_state\":\"started\",\"checkpoint\":434,\"progress\":{\"docs_indexed\":13,\"docs_processed\":1744796},\"should_stop_at_checkpoint\":false}].", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:03:04,254Z", "level": "DEBUG", "component": "o.e.x.t.t.TransformTask", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[data_frame/transforms/schedule_stat_customers] transform indexer schedule has triggered, state: [STARTED].", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:03:04,917Z", "level": "DEBUG", "component": "o.e.x.t.t.TransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[stat_customers] source has changed, triggering new indexer run.", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:03:04,920Z", "level": "DEBUG", "component": "o.e.x.t.t.TransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[stat_customers] successfully refreshed transform config from index.", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:03:06,742Z", "level": "DEBUG", "component": "o.e.x.t.t.TransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[stat_customers] finished indexing for transform checkpoint [434].", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:03:06,742Z", "level": "DEBUG", "component": "o.e.x.t.t.ClientTransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[stat_customers] updating persistent state of transform to [{\"task_state\":\"started\",\"indexer_state\":\"started\",\"checkpoint\":435,\"progress\":{\"docs_indexed\":13,\"docs_processed\":1745195},\"should_stop_at_checkpoint\":false}].", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:04:04,254Z", "level": "DEBUG", "component": "o.e.x.t.t.TransformTask", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[data_frame/transforms/schedule_stat_customers] transform indexer schedule has triggered, state: [STARTED].", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:04:04,257Z", "level": "DEBUG", "component": "o.e.x.t.t.TransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[stat_customers] source has changed, triggering new indexer run.", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:04:04,260Z", "level": "DEBUG", "component": "o.e.x.t.t.TransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[stat_customers] successfully refreshed transform config from index.", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:04:06,114Z", "level": "DEBUG", "component": "o.e.x.t.t.TransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[stat_customers] finished indexing for transform checkpoint [435].", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:04:06,115Z", "level": "DEBUG", "component": "o.e.x.t.t.ClientTransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[stat_customers] updating persistent state of transform to [{\"task_state\":\"started\",\"indexer_state\":\"started\",\"checkpoint\":436,\"progress\":{\"docs_indexed\":13,\"docs_processed\":1745592},\"should_stop_at_checkpoint\":false}].", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:05:04,255Z", "level": "DEBUG", "component": "o.e.x.t.t.TransformTask", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[data_frame/transforms/schedule_stat_customers] transform indexer schedule has triggered, state: [STARTED].", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:05:04,256Z", "level": "DEBUG", "component": "o.e.x.t.t.TransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[stat_customers] source has changed, triggering new indexer run.", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:05:04,257Z", "level": "DEBUG", "component": "o.e.x.t.t.TransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[stat_customers] successfully refreshed transform config from index.", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:05:06,095Z", "level": "DEBUG", "component": "o.e.x.t.t.TransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[stat_customers] finished indexing for transform checkpoint [436].", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:05:06,096Z", "level": "DEBUG", "component": "o.e.x.t.t.ClientTransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[stat_customers] updating persistent state of transform to [{\"task_state\":\"started\",\"indexer_state\":\"started\",\"checkpoint\":437,\"progress\":{\"docs_indexed\":13,\"docs_processed\":1745991},\"should_stop_at_checkpoint\":false}].", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:06:04,255Z", "level": "DEBUG", "component": "o.e.x.t.t.TransformTask", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[data_frame/transforms/schedule_stat_customers] transform indexer schedule has triggered, state: [STARTED].", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:06:04,257Z", "level": "DEBUG", "component": "o.e.x.t.t.TransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[stat_customers] source has changed, triggering new indexer run.", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:06:04,259Z", "level": "DEBUG", "component": "o.e.x.t.t.TransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[stat_customers] successfully refreshed transform config from index.", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:06:06,111Z", "level": "DEBUG", "component": "o.e.x.t.t.TransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[stat_customers] finished indexing for transform checkpoint [437].", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:06:06,112Z", "level": "DEBUG", "component": "o.e.x.t.t.ClientTransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[stat_customers] updating persistent state of transform to [{\"task_state\":\"started\",\"indexer_state\":\"started\",\"checkpoint\":438,\"progress\":{\"docs_indexed\":13,\"docs_processed\":1746390},\"should_stop_at_checkpoint\":false}].", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:07:04,255Z", "level": "DEBUG", "component": "o.e.x.t.t.TransformTask", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[data_frame/transforms/schedule_stat_customers] transform indexer schedule has triggered, state: [STARTED].", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:07:04,258Z", "level": "TRACE", "component": "o.e.x.t.t.TransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[stat_customers] change detected [true].", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:07:04,259Z", "level": "DEBUG", "component": "o.e.x.t.t.TransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[stat_customers] source has changed, triggering new indexer run.", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:07:04,260Z", "level": "DEBUG", "component": "o.e.x.t.t.TransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[stat_customers] successfully refreshed transform config from index.", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:07:04,305Z", "level": "TRACE", "component": "o.e.x.t.t.TransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "running changes query {\"size\":0,\"query\":{\"bool\":{\"filter\":[{\"match_all\":{\"boost\":1.0}},{\"range\":{\"timestamp\":{\"from\":1623877504259,\"to\":1623877564261,\"include_lower\":true,\"include_upper\":false,\"format\":\"epoch_millis\",\"boost\":1.0}}}],\"adjust_pure_negative\":true,\"boost\":1.0}},\"aggregations\":{\"_transform\":{\"composite\":{\"size\":500,\"sources\":[{\"customer\":{\"terms\":{\"field\":\"customer\",\"missing_bucket\":false,\"order\":\"asc\"}}}]}}}}", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:07:04,314Z", "level": "TRACE", "component": "o.e.x.t.t.TransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "running query: {\"size\":0,\"query\":{\"bool\":{\"filter\":[{\"match_all\":{\"boost\":1.0}},{\"range\":{\"timestamp\":{\"from\":null,\"to\":1623877564261,\"include_lower\":true,\"include_upper\":false,\"format\":\"epoch_millis\",\"boost\":1.0}}},{\"bool\":{\"filter\":[{\"terms\":{\"customer\":[\"peter.karich@graphhopper.com\"],\"boost\":1.0}}],\"adjust_pure_negative\":true,\"boost\":1.0}}],\"adjust_pure_negative\":true,\"boost\":1.0}},\"aggregations\":{\"_transform\":{\"composite\":{\"size\":500,\"sources\":[{\"day\":{\"date_histogram\":{\"field\":\"timestamp\",\"missing_bucket\":false,\"value_type\":\"date\",\"order\":\"asc\",\"fixed_interval\":\"1d\"}}},{\"customer\":{\"terms\":{\"field\":\"customer\",\"missing_bucket\":false,\"order\":\"asc\"}}}]},\"aggregations\":{\"credits\":{\"sum\":{\"field\":\"credits\"}},\"requests\":{\"value_count\":{\"field\":\"timestamp\"}},\"error_codes\":{\"scripted_metric\":{\"init_script\":{\"source\":\"state.responses = [:]\",\"lang\":\"painless\"},\"map_script\":{\"source\":\"\\n def key_name = 'missing';\\n if (doc['error.code'].size() != 0) {\\n def error_code = doc['error.code'].value;\\n if (error_code >= 400 && error_code <= 499) {\\n key_name = '4xx';\\n }\\n else if (error_code >= 500 && error_code <= 599) {\\n key_name = '5xx';\\n }\\n else {\\n key_name = error_code;\\n }\\n }\\n\\n if (!state.responses.containsKey(key_name)) {\\n state.responses[key_name] = 0;\\n }\\n state.responses[key_name] += 1;\\n \",\"lang\":\"painless\"},\"combine_script\":{\"source\":\"state.responses\",\"lang\":\"painless\"},\"reduce_script\":{\"source\":\"\\n def counts = [:];\\n for (responses in states) {\\n for (key in responses.keySet()) {\\n if (key == 'missing') {\\n continue;\\n }\\n if (!counts.containsKey(key)) {\\n counts[key] = 0;\\n }\\n counts[key] += responses[key];\\n }\\n }\\n return counts;\\n \",\"lang\":\"painless\"}}}}}}}", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:07:05,702Z", "level": "TRACE", "component": "o.e.x.t.t.TransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "running query: {\"size\":0,\"query\":{\"bool\":{\"filter\":[{\"match_all\":{\"boost\":1.0}},{\"range\":{\"timestamp\":{\"from\":null,\"to\":1623877564261,\"include_lower\":true,\"include_upper\":false,\"format\":\"epoch_millis\",\"boost\":1.0}}},{\"bool\":{\"filter\":[{\"terms\":{\"customer\":[\"peter.karich@graphhopper.com\"],\"boost\":1.0}}],\"adjust_pure_negative\":true,\"boost\":1.0}}],\"adjust_pure_negative\":true,\"boost\":1.0}},\"aggregations\":{\"_transform\":{\"composite\":{\"size\":500,\"sources\":[{\"day\":{\"date_histogram\":{\"field\":\"timestamp\",\"missing_bucket\":false,\"value_type\":\"date\",\"order\":\"asc\",\"fixed_interval\":\"1d\"}}},{\"customer\":{\"terms\":{\"field\":\"customer\",\"missing_bucket\":false,\"order\":\"asc\"}}}],\"after\":{\"day\":1623801600000,\"customer\":\"peter.karich@graphhopper.com\"}},\"aggregations\":{\"credits\":{\"sum\":{\"field\":\"credits\"}},\"requests\":{\"value_count\":{\"field\":\"timestamp\"}},\"error_codes\":{\"scripted_metric\":{\"init_script\":{\"source\":\"state.responses = [:]\",\"lang\":\"painless\"},\"map_script\":{\"source\":\"\\n def key_name = 'missing';\\n if (doc['error.code'].size() != 0) {\\n def error_code = doc['error.code'].value;\\n if (error_code >= 400 && error_code <= 499) {\\n key_name = '4xx';\\n }\\n else if (error_code >= 500 && error_code <= 599) {\\n key_name = '5xx';\\n }\\n else {\\n key_name = error_code;\\n }\\n }\\n\\n if (!state.responses.containsKey(key_name)) {\\n state.responses[key_name] = 0;\\n }\\n state.responses[key_name] += 1;\\n \",\"lang\":\"painless\"},\"combine_script\":{\"source\":\"state.responses\",\"lang\":\"painless\"},\"reduce_script\":{\"source\":\"\\n def counts = [:];\\n for (responses in states) {\\n for (key in responses.keySet()) {\\n if (key == 'missing') {\\n continue;\\n }\\n if (!counts.containsKey(key)) {\\n counts[key] = 0;\\n }\\n counts[key] += responses[key];\\n }\\n }\\n return counts;\\n \",\"lang\":\"painless\"}}}}}}}", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:07:06,091Z", "level": "TRACE", "component": "o.e.x.t.t.TransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "running changes query {\"size\":0,\"query\":{\"bool\":{\"filter\":[{\"match_all\":{\"boost\":1.0}},{\"range\":{\"timestamp\":{\"from\":1623877504259,\"to\":1623877564261,\"include_lower\":true,\"include_upper\":false,\"format\":\"epoch_millis\",\"boost\":1.0}}}],\"adjust_pure_negative\":true,\"boost\":1.0}},\"aggregations\":{\"_transform\":{\"composite\":{\"size\":500,\"sources\":[{\"customer\":{\"terms\":{\"field\":\"customer\",\"missing_bucket\":false,\"order\":\"asc\"}}}],\"after\":{\"customer\":\"peter.karich@graphhopper.com\"}}}}}", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:07:06,101Z", "level": "DEBUG", "component": "o.e.x.t.t.TransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[stat_customers] finished indexing for transform checkpoint [438].", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:07:06,102Z", "level": "DEBUG", "component": "o.e.x.t.t.ClientTransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[stat_customers] updating persistent state of transform to [{\"task_state\":\"started\",\"indexer_state\":\"started\",\"checkpoint\":439,\"progress\":{\"docs_indexed\":13,\"docs_processed\":1746785},\"should_stop_at_checkpoint\":false}].", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:08:04,256Z", "level": "DEBUG", "component": "o.e.x.t.t.TransformTask", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[data_frame/transforms/schedule_stat_customers] transform indexer schedule has triggered, state: [STARTED].", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:08:04,258Z", "level": "TRACE", "component": "o.e.x.t.t.TransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[stat_customers] change detected [true].", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:08:04,258Z", "level": "DEBUG", "component": "o.e.x.t.t.TransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[stat_customers] source has changed, triggering new indexer run.", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:08:04,260Z", "level": "DEBUG", "component": "o.e.x.t.t.TransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[stat_customers] successfully refreshed transform config from index.", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:08:04,291Z", "level": "TRACE", "component": "o.e.x.t.t.TransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "running changes query {\"size\":0,\"query\":{\"bool\":{\"filter\":[{\"match_all\":{\"boost\":1.0}},{\"range\":{\"timestamp\":{\"from\":1623877564261,\"to\":1623877624260,\"include_lower\":true,\"include_upper\":false,\"format\":\"epoch_millis\",\"boost\":1.0}}}],\"adjust_pure_negative\":true,\"boost\":1.0}},\"aggregations\":{\"_transform\":{\"composite\":{\"size\":500,\"sources\":[{\"customer\":{\"terms\":{\"field\":\"customer\",\"missing_bucket\":false,\"order\":\"asc\"}}}]}}}}", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:08:04,297Z", "level": "TRACE", "component": "o.e.x.t.t.TransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "running query: {\"size\":0,\"query\":{\"bool\":{\"filter\":[{\"match_all\":{\"boost\":1.0}},{\"range\":{\"timestamp\":{\"from\":null,\"to\":1623877624260,\"include_lower\":true,\"include_upper\":false,\"format\":\"epoch_millis\",\"boost\":1.0}}},{\"bool\":{\"filter\":[{\"terms\":{\"customer\":[\"peter.karich@graphhopper.com\"],\"boost\":1.0}}],\"adjust_pure_negative\":true,\"boost\":1.0}}],\"adjust_pure_negative\":true,\"boost\":1.0}},\"aggregations\":{\"_transform\":{\"composite\":{\"size\":500,\"sources\":[{\"day\":{\"date_histogram\":{\"field\":\"timestamp\",\"missing_bucket\":false,\"value_type\":\"date\",\"order\":\"asc\",\"fixed_interval\":\"1d\"}}},{\"customer\":{\"terms\":{\"field\":\"customer\",\"missing_bucket\":false,\"order\":\"asc\"}}}]},\"aggregations\":{\"credits\":{\"sum\":{\"field\":\"credits\"}},\"requests\":{\"value_count\":{\"field\":\"timestamp\"}},\"error_codes\":{\"scripted_metric\":{\"init_script\":{\"source\":\"state.responses = [:]\",\"lang\":\"painless\"},\"map_script\":{\"source\":\"\\n def key_name = 'missing';\\n if (doc['error.code'].size() != 0) {\\n def error_code = doc['error.code'].value;\\n if (error_code >= 400 && error_code <= 499) {\\n key_name = '4xx';\\n }\\n else if (error_code >= 500 && error_code <= 599) {\\n key_name = '5xx';\\n }\\n else {\\n key_name = error_code;\\n }\\n }\\n\\n if (!state.responses.containsKey(key_name)) {\\n state.responses[key_name] = 0;\\n }\\n state.responses[key_name] += 1;\\n \",\"lang\":\"painless\"},\"combine_script\":{\"source\":\"state.responses\",\"lang\":\"painless\"},\"reduce_script\":{\"source\":\"\\n def counts = [:];\\n for (responses in states) {\\n for (key in responses.keySet()) {\\n if (key == 'missing') {\\n continue;\\n }\\n if (!counts.containsKey(key)) {\\n counts[key] = 0;\\n }\\n counts[key] += responses[key];\\n }\\n }\\n return counts;\\n \",\"lang\":\"painless\"}}}}}}}", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:08:05,691Z", "level": "TRACE", "component": "o.e.x.t.t.TransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "running query: {\"size\":0,\"query\":{\"bool\":{\"filter\":[{\"match_all\":{\"boost\":1.0}},{\"range\":{\"timestamp\":{\"from\":null,\"to\":1623877624260,\"include_lower\":true,\"include_upper\":false,\"format\":\"epoch_millis\",\"boost\":1.0}}},{\"bool\":{\"filter\":[{\"terms\":{\"customer\":[\"peter.karich@graphhopper.com\"],\"boost\":1.0}}],\"adjust_pure_negative\":true,\"boost\":1.0}}],\"adjust_pure_negative\":true,\"boost\":1.0}},\"aggregations\":{\"_transform\":{\"composite\":{\"size\":500,\"sources\":[{\"day\":{\"date_histogram\":{\"field\":\"timestamp\",\"missing_bucket\":false,\"value_type\":\"date\",\"order\":\"asc\",\"fixed_interval\":\"1d\"}}},{\"customer\":{\"terms\":{\"field\":\"customer\",\"missing_bucket\":false,\"order\":\"asc\"}}}],\"after\":{\"day\":1623801600000,\"customer\":\"peter.karich@graphhopper.com\"}},\"aggregations\":{\"credits\":{\"sum\":{\"field\":\"credits\"}},\"requests\":{\"value_count\":{\"field\":\"timestamp\"}},\"error_codes\":{\"scripted_metric\":{\"init_script\":{\"source\":\"state.responses = [:]\",\"lang\":\"painless\"},\"map_script\":{\"source\":\"\\n def key_name = 'missing';\\n if (doc['error.code'].size() != 0) {\\n def error_code = doc['error.code'].value;\\n if (error_code >= 400 && error_code <= 499) {\\n key_name = '4xx';\\n }\\n else if (error_code >= 500 && error_code <= 599) {\\n key_name = '5xx';\\n }\\n else {\\n key_name = error_code;\\n }\\n }\\n\\n if (!state.responses.containsKey(key_name)) {\\n state.responses[key_name] = 0;\\n }\\n state.responses[key_name] += 1;\\n \",\"lang\":\"painless\"},\"combine_script\":{\"source\":\"state.responses\",\"lang\":\"painless\"},\"reduce_script\":{\"source\":\"\\n def counts = [:];\\n for (responses in states) {\\n for (key in responses.keySet()) {\\n if (key == 'missing') {\\n continue;\\n }\\n if (!counts.containsKey(key)) {\\n counts[key] = 0;\\n }\\n counts[key] += responses[key];\\n }\\n }\\n return counts;\\n \",\"lang\":\"painless\"}}}}}}}", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:08:06,107Z", "level": "TRACE", "component": "o.e.x.t.t.TransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "running changes query {\"size\":0,\"query\":{\"bool\":{\"filter\":[{\"match_all\":{\"boost\":1.0}},{\"range\":{\"timestamp\":{\"from\":1623877564261,\"to\":1623877624260,\"include_lower\":true,\"include_upper\":false,\"format\":\"epoch_millis\",\"boost\":1.0}}}],\"adjust_pure_negative\":true,\"boost\":1.0}},\"aggregations\":{\"_transform\":{\"composite\":{\"size\":500,\"sources\":[{\"customer\":{\"terms\":{\"field\":\"customer\",\"missing_bucket\":false,\"order\":\"asc\"}}}],\"after\":{\"customer\":\"peter.karich@graphhopper.com\"}}}}}", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:08:06,113Z", "level": "DEBUG", "component": "o.e.x.t.t.TransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[stat_customers] finished indexing for transform checkpoint [439].", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
{"type": "server", "timestamp": "2021-06-16T21:08:06,114Z", "level": "DEBUG", "component": "o.e.x.t.t.ClientTransformIndexer", "cluster.name": "stats", "node.name": "test-stats-3", "message": "[stat_customers] updating persistent state of transform to [{\"task_state\":\"started\",\"indexer_state\":\"started\",\"checkpoint\":440,\"progress\":{\"docs_indexed\":13,\"docs_processed\":1747183},\"should_stop_at_checkpoint\":false}].", "cluster.uuid": "qG_TKDJnQUaimreFPjhHKQ", "node.id": "s_MmAVZYSiuDVVeiYtnI6w" }
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment