Skip to content

Instantly share code, notes, and snippets.

@ktsaou
Created November 12, 2022 09:09
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save ktsaou/1a735fe9bdd0fd4b22b9421415f63461 to your computer and use it in GitHub Desktop.
Save ktsaou/1a735fe9bdd0fd4b22b9421415f63461 to your computer and use it in GitHub Desktop.
(gdb) taas bt
Thread 463 (Thread 0x7fd5d4952700 (LWP 272185) "DBENGINE"):
#0 futex_abstimed_wait (private=0, abstime=0x0, clockid=0, expected=3, futex_word=<optimized out>) at ../sysdeps/nptl/futex-internal.h:287
#1 __pthread_rwlock_rdlock_full (abstime=0x0, clockid=0, rwlock=0x5615817057c8) at pthread_rwlock_common.c:460
#2 __GI___pthread_rwlock_rdlock (rwlock=0x5615817057c8) at pthread_rwlock_rdlock.c:27
#3 0x00007fd6d2e746e9 in uv_rwlock_rdlock () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd0b1a6 in get_descriptor (page_index=0x5615817057a0, start_time_s=1668212224) at database/engine/rrdengine.c:763
#5 0x000056157bd0b24d in try_to_remove_v2_descriptor (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, page_index=0x5615817057a0, start_time_s=1668212224, expired=false) at database/engine/rrdengine.c:772
#6 0x000056157bd0b4b8 in check_journal_file (journalfile=0x5615829dda10) at database/engine/rrdengine.c:830
#7 0x000056157bd0b7b9 in delete_descriptors (arg=0x56157c34fcc0 <multidb_ctx_storage_tier0>) at database/engine/rrdengine.c:884
#8 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#9 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 462 (Thread 0x7fd5d53bd700 (LWP 271804) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5d53bc740, rem=0x7fd5d53bc730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x5615df7fd150) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x5615df7fd150) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615ea8921d0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 461 (Thread 0x7fd5d5bbe700 (LWP 271803) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5d5bbd740, rem=0x7fd5d5bbd730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x5615df7a9bc0) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x5615df7a9bc0) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615ce44f9b0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 460 (Thread 0x7fd5d6422700 (LWP 271802) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5d6421740, rem=0x7fd5d6421730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x5615e030f0a0) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x5615e030f0a0) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615eb6459d0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 459 (Thread 0x7fd5d71c7700 (LWP 271701) "HEALTH[nd-child"):
--Type <RET> for more, q to quit, c to continue without paging--c
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5d71c6590, rem=0x7fd5d71c6580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242977, loop=5091, host=0x5615928e5360) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x5615ae6f5e00) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x5615b72de890) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 458 (Thread 0x7fd5d79c8700 (LWP 271700) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd5d79c66e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd5d79c6690, cond=0x7fd5d79c66b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd5d79c66b8, mutex=0x7fd5d79c6690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd5d79c6690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615829c54c0, id=0x5615829c54c0, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd5d79c6f90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd5d79c6f90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x5616513eaf90, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5616513eaf50, qt=0x7fd5d79c8328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x5616513eaf50, st=0x5615e65cf6b0, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x5615928e5360, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x5615e02d5320) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x5615e02d5320) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x561583fd3d50: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x561583fd3d48: 0x5615e02d5320) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x561583fd3d50: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561583fd3d48) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561583fd3d48) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561583fd3d40) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 457 (Thread 0x7fd5d81c9700 (LWP 271699) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd5d81c7ee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd5d81c7e90, cond=0x7fd5d81c7eb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd5d81c7eb8, mutex=0x7fd5d81c7e90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd5d81c7e90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615815bcb80, id=0x5615815bcb80, start_time_ut=1668203132000000, end_time_ut=1668213660000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd5d81c85e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd5d81c85e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd5d81c85d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615e101bb80) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615e101bb80) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x5615e02d5320, D=0x5615e101bb80, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x5615e02d5320) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x561583b81520: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x561583b81518: 0x5615e02d5320) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x561583b81520: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561583b81518) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561583b81518) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561583b81510) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 456 (Thread 0x7fd5d89ca700 (LWP 271698) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd5d89bb1f0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd5d89bb1a0, cond=0x7fd5d89bb1c8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd5d89bb1c8, mutex=0x7fd5d89bb1a0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd5d89bb1a0) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1e483 in pg_cache_insert (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561581144a40, descr=0x5615fa9ffe00, lock_and_count=true, remove_old=true) at database/engine/pagecache.c:917
#7 0x000056157bd19485 in rrdeng_store_metric_next_internal (collection_handle=0x5615b5999100, point_in_time_ut=1668214332000000, n=0, min_value=0, max_value=0, count=1, anomaly_count=0, flags=SN_FLAG_NONE) at database/engine/rrdengineapi.c:423
#8 0x000056157bd1980d in rrdeng_store_metric_next (collection_handle=0x5615b5999100, point_in_time_ut=1668214332000000, n=0, min_value=0, max_value=0, count=1, anomaly_count=0, flags=SN_FLAG_NONE) at database/engine/rrdengineapi.c:517
#9 0x000056157bbf86c6 in rrddim_store_metric (rd=0x5615dfbc09f0, point_end_time_ut=1668214332000000, n=0, flags=SN_FLAG_NONE) at database/rrdset.c:1071
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd5d89bb8a0, num_words=4, user=0x7fd5d89bf5c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x5615e042c110, input=0x7fd5d89bf6b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x5615e02f53a0, cd=0x7fd5d89c3380, fp_in=0x5615e03350d0, fp_out=0x5615e0334ef0, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x5615e02f53a0) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x5615e02f53a0) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x561587c73100) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 455 (Thread 0x7fd5d91cb700 (LWP 271697) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5d91ca590, rem=0x7fd5d91ca580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242977, loop=5091, host=0x56159c940480) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159c940390) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x5615dfaf0940) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 454 (Thread 0x7fd5d99cc700 (LWP 271696) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd5d99ca6e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd5d99ca690, cond=0x7fd5d99ca6b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd5d99ca6b8, mutex=0x7fd5d99ca690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd5d99ca690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56158290af90, id=0x56158290af90, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd5d99caf90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd5d99caf90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x5616514154d0, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x561651415490, qt=0x7fd5d99cc328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x561651415490, st=0x5615b7727e80, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x56159c940480, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x5615df806de0) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x5615df806de0) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x56159c940450: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x56159c940448: 0x5615df806de0) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x56159c940450: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56159c940448) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56159c940448) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56159c940440) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 453 (Thread 0x7fd5da1cd700 (LWP 271695) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd5da1cbee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd5da1cbe90, cond=0x7fd5da1cbeb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd5da1cbeb8, mutex=0x7fd5da1cbe90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd5da1cbe90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561582767920, id=0x561582767920, start_time_ut=1668203132000000, end_time_ut=1668213660000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd5da1cc5e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd5da1cc5e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd5da1cc5d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615e197e580) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615e197e580) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x5615df806de0, D=0x5615e197e580, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x5615df806de0) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x56159c940420: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x56159c940418: 0x5615df806de0) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x56159c940420: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56159c940418) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56159c940418) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56159c940410) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 452 (Thread 0x7fd5da9ce700 (LWP 271694) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd5da9bf1f0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd5da9bf1a0, cond=0x7fd5da9bf1c8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd5da9bf1c8, mutex=0x7fd5da9bf1a0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd5da9bf1a0) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1e483 in pg_cache_insert (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615821f6680, descr=0x5615fa9ffe50, lock_and_count=true, remove_old=true) at database/engine/pagecache.c:917
#7 0x000056157bd19485 in rrdeng_store_metric_next_internal (collection_handle=0x5615dee1df70, point_in_time_ut=1668214332000000, n=0, min_value=0, max_value=0, count=1, anomaly_count=0, flags=SN_FLAG_NONE) at database/engine/rrdengineapi.c:423
#8 0x000056157bd1980d in rrdeng_store_metric_next (collection_handle=0x5615dee1df70, point_in_time_ut=1668214332000000, n=0, min_value=0, max_value=0, count=1, anomaly_count=0, flags=SN_FLAG_NONE) at database/engine/rrdengineapi.c:517
#9 0x000056157bbf86c6 in rrddim_store_metric (rd=0x5615dfbe24f0, point_end_time_ut=1668214332000000, n=0, flags=SN_FLAG_NONE) at database/rrdset.c:1071
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd5da9bf8a0, num_words=4, user=0x7fd5da9c35c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x5615e040dff0, input=0x7fd5da9c36b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x5615e02b43e0, cd=0x7fd5da9c7380, fp_in=0x5615df79e8c0, fp_out=0x5615df1cbaa0, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x5615e02b43e0) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x5615e02b43e0) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56158a29f660) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 451 (Thread 0x7fd5db1cf700 (LWP 271693) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5db1ce590, rem=0x7fd5db1ce580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242977, loop=5091, host=0x561594a45e00) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x561594a45d10) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x5615881709f0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 450 (Thread 0x7fd5db9d0700 (LWP 271692) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd5db9ce6e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd5db9ce690, cond=0x7fd5db9ce6b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd5db9ce6b8, mutex=0x7fd5db9ce690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd5db9ce690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561582942770, id=0x561582942770, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd5db9cef90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd5db9cef90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x5616514144b0, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x561651414470, qt=0x7fd5db9d0328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x561651414470, st=0x5615e89ddc20, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x561594a45e00, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x5615aa6f13c0) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x5615aa6f13c0) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x561594a45dd0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x561594a45dc8: 0x5615aa6f13c0) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x561594a45dd0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561594a45dc8) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561594a45dc8) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561594a45dc0) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 449 (Thread 0x7fd5dc1d1700 (LWP 271691) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd5dc1cfee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd5dc1cfe90, cond=0x7fd5dc1cfeb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd5dc1cfeb8, mutex=0x7fd5dc1cfe90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd5dc1cfe90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615807cd1a0, id=0x5615807cd1a0, start_time_ut=1668203133000000, end_time_ut=1668213000000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd5dc1d05e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd5dc1d05e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd5dc1d05d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615e2bb8aa0) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615e2bb8aa0) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x5615aa6f13c0, D=0x5615e2bb8aa0, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x5615aa6f13c0) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x561594a45da0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x561594a45d98: 0x5615aa6f13c0) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x561594a45da0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561594a45d98) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561594a45d98) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561594a45d90) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 448 (Thread 0x7fd68a9a9700 (LWP 271690) "STREAM_RECEIVER"):
#0 futex_abstimed_wait (private=0, abstime=0x0, clockid=0, expected=2, futex_word=<optimized out>) at ../sysdeps/nptl/futex-internal.h:287
#1 __pthread_rwlock_wrlock_full (abstime=0x0, clockid=0, rwlock=0x56157c858280 <multidb_ctx_storage_tier0+5277120>) at pthread_rwlock_common.c:830
#2 __GI___pthread_rwlock_wrlock (rwlock=0x56157c858280 <multidb_ctx_storage_tier0+5277120>) at pthread_rwlock_wrlock.c:27
#3 0x00007fd6d2e74759 in uv_rwlock_wrlock () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1e616 in pg_cache_insert (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615817057a0, descr=0x5615fa7f7640, lock_and_count=true, remove_old=true) at database/engine/pagecache.c:947
#5 0x000056157bd19485 in rrdeng_store_metric_next_internal (collection_handle=0x5615e11e5e70, point_in_time_ut=1668213248000000, n=1500, min_value=0, max_value=0, count=1, anomaly_count=0, flags=SN_FLAG_NONE) at database/engine/rrdengineapi.c:423
#6 0x000056157bd1980d in rrdeng_store_metric_next (collection_handle=0x5615e11e5e70, point_in_time_ut=1668213248000000, n=1500, min_value=0, max_value=0, count=1, anomaly_count=0, flags=SN_FLAG_NONE) at database/engine/rrdengineapi.c:517
#7 0x000056157bbf86c6 in rrddim_store_metric (rd=0x5615e11e58e0, point_end_time_ut=1668213248000000, n=1500, flags=SN_FLAG_NONE) at database/rrdset.c:1071
#8 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd68a99a8a0, num_words=4, user=0x7fd68a99e5c0) at collectors/plugins.d/pluginsd_parser.c:995
#9 0x000056157bd475de in parser_action (parser=0x5615e02ab680, input=0x7fd68a99e6b0 "RSET") at parser/parser.c:344
#10 0x000056157bd2d66b in streaming_parser (rpt=0x5615df7b14e0, cd=0x7fd68a9a2380, fp_in=0x5615e0033fc0, fp_out=0x5615e0033de0, ssl=0x0) at streaming/receiver.c:387
#11 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x5615df7b14e0) at streaming/receiver.c:732
#12 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x5615df7b14e0) at streaming/receiver.c:795
#13 0x000056157b9a467b in thread_start (ptr=0x561589b0cf90) at libnetdata/threads/threads.c:203
#14 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#15 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 447 (Thread 0x7fd5dccfc700 (LWP 271602) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5dccfb740, rem=0x7fd5dccfb730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159d9bc1d0) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159d9bc1d0) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615ad1df760) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 446 (Thread 0x7fd5dd4fd700 (LWP 271601) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5dd4fc740, rem=0x7fd5dd4fc730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159dcf2b40) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159dcf2b40) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615ad0e6dc0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 445 (Thread 0x7fd5ddcfe700 (LWP 271600) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5ddcfd740, rem=0x7fd5ddcfd730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159dc0fe00) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159dc0fe00) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615ce947170) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 444 (Thread 0x7fd5de4ff700 (LWP 271599) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5de4fe740, rem=0x7fd5de4fe730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159dbbe460) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159dbbe460) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615ce92cd40) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 443 (Thread 0x7fd5ded00700 (LWP 271598) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5decff740, rem=0x7fd5decff730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159d5b8f20) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159d5b8f20) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615ce7f2e00) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 442 (Thread 0x7fd5df501700 (LWP 271597) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5df500740, rem=0x7fd5df500730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159d621080) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159d621080) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615ce7d79c0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 441 (Thread 0x7fd5dfd02700 (LWP 271596) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5dfd01740, rem=0x7fd5dfd01730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159d88d7e0) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159d88d7e0) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615ce74ff60) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 440 (Thread 0x7fd5e0503700 (LWP 271595) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5e0502740, rem=0x7fd5e0502730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159e112250) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159e112250) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615acd9c780) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 439 (Thread 0x7fd5e0d04700 (LWP 271594) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5e0d03740, rem=0x7fd5e0d03730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159dd1c000) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159dd1c000) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x561586f9dea0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 438 (Thread 0x7fd5e1505700 (LWP 271593) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5e1504740, rem=0x7fd5e1504730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159d92b8f0) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159d92b8f0) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x561590b50aa0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 437 (Thread 0x7fd5e1d2f700 (LWP 271592) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5e1d2e740, rem=0x7fd5e1d2e730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159df272f0) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159df272f0) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615ce6b5220) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 436 (Thread 0x7fd5e2530700 (LWP 271591) "STREAM_SENDER[n"):
#0 0x00007fd6d29e2d2f in __GI___poll (fds=0x7fd5e252f820, nfds=2, timeout=1000) at ../sysdeps/unix/sysv/linux/poll.c:29
#1 0x000056157bd2b9fb in rrdpush_sender_thread (ptr=0x56159db08b60) at streaming/sender.c:1309
#2 0x000056157b9a467b in thread_start (ptr=0x5615acae3de0) at libnetdata/threads/threads.c:203
#3 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#4 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 435 (Thread 0x7fd5e2d31700 (LWP 271590) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5e2d30740, rem=0x7fd5e2d30730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159d516ff0) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159d516ff0) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615a6b81d10) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 434 (Thread 0x7fd5e3532700 (LWP 271589) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5e3531740, rem=0x7fd5e3531730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159da49fe0) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159da49fe0) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615cda6f930) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 433 (Thread 0x7fd5e3d33700 (LWP 271588) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5e3d32740, rem=0x7fd5e3d32730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159dbce4c0) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159dbce4c0) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x56159817e260) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 432 (Thread 0x7fd5e4534700 (LWP 271587) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5e4533740, rem=0x7fd5e4533730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159dae6b50) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159dae6b50) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615cdaa3c60) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 431 (Thread 0x7fd5e4d35700 (LWP 271586) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5e4d34740, rem=0x7fd5e4d34730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159d991cf0) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159d991cf0) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615cd9c8310) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 430 (Thread 0x7fd5e5536700 (LWP 271585) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5e5535740, rem=0x7fd5e5535730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159d4f5b70) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159d4f5b70) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615c7199470) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 429 (Thread 0x7fd5e5d37700 (LWP 271584) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5e5d36740, rem=0x7fd5e5d36730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159dcc5890) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159dcc5890) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615ca367710) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 428 (Thread 0x7fd5e6538700 (LWP 271583) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5e6537740, rem=0x7fd5e6537730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159d6b5800) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159d6b5800) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615c71273e0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 427 (Thread 0x7fd5e6d39700 (LWP 271582) "STREAM_SENDER[n"):
#0 0x00007fd6d29e2d2f in __GI___poll (fds=0x7fd5e6d38820, nfds=2, timeout=1000) at ../sysdeps/unix/sysv/linux/poll.c:29
#1 0x000056157bd2b9fb in rrdpush_sender_thread (ptr=0x56159db5afa0) at streaming/sender.c:1309
#2 0x000056157b9a467b in thread_start (ptr=0x5615ac549f50) at libnetdata/threads/threads.c:203
#3 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#4 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 426 (Thread 0x7fd5e753a700 (LWP 271581) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5e7539740, rem=0x7fd5e7539730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159ddfec30) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159ddfec30) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615c70b9360) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 425 (Thread 0x7fd5e7d3b700 (LWP 271580) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5e7d3a740, rem=0x7fd5e7d3a730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159d4cf9d0) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159d4cf9d0) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615cd87d510) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 424 (Thread 0x7fd5e8548700 (LWP 271579) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5e8547740, rem=0x7fd5e8547730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159e03c2c0) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159e03c2c0) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615ac624420) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 423 (Thread 0x7fd5e8d49700 (LWP 271578) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5e8d48740, rem=0x7fd5e8d48730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159e0e3c80) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159e0e3c80) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615ac603b40) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 422 (Thread 0x7fd5e954a700 (LWP 271577) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5e9549740, rem=0x7fd5e9549730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159da72e70) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159da72e70) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615cd77f680) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 421 (Thread 0x7fd5e9d4b700 (LWP 271576) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5e9d4a740, rem=0x7fd5e9d4a730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159de29470) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159de29470) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615cd7c0fc0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 420 (Thread 0x7fd5ea578700 (LWP 271575) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5ea577740, rem=0x7fd5ea577730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159dea4900) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159dea4900) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615cd762de0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 419 (Thread 0x7fd5ead79700 (LWP 271574) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5ead78740, rem=0x7fd5ead78730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159d6863a0) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159d6863a0) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615cd733170) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 418 (Thread 0x7fd5eb57a700 (LWP 271573) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5eb579740, rem=0x7fd5eb579730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159da9a710) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159da9a710) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615cd66af30) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 417 (Thread 0x7fd5ebd7b700 (LWP 271572) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5ebd7a740, rem=0x7fd5ebd7a730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159e08fab0) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159e08fab0) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615cd6de010) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 416 (Thread 0x7fd5ec57c700 (LWP 271571) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5ec57b740, rem=0x7fd5ec57b730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159d904440) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159d904440) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615cd60aa20) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 415 (Thread 0x7fd5ecd7d700 (LWP 271570) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5ecd7c740, rem=0x7fd5ecd7c730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159dc1f270) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159dc1f270) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615cd5ea1b0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 414 (Thread 0x7fd5ed57e700 (LWP 271569) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5ed57d740, rem=0x7fd5ed57d730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159df85750) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159df85750) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615cd552c30) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 413 (Thread 0x7fd5edd7f700 (LWP 271568) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5edd7e740, rem=0x7fd5edd7e730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159d5506b0) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159d5506b0) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615cd5c5f10) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 412 (Thread 0x7fd5ee596700 (LWP 271567) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5ee595740, rem=0x7fd5ee595730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159d8c0ff0) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159d8c0ff0) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615cd5c39b0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 411 (Thread 0x7fd5eed97700 (LWP 271566) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5eed96740, rem=0x7fd5eed96730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159daf7140) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159daf7140) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x561587e3a640) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 410 (Thread 0x7fd5ef598700 (LWP 271565) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5ef597740, rem=0x7fd5ef597730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159dc9bb50) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159dc9bb50) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615cd320500) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 409 (Thread 0x7fd5efdb1700 (LWP 271564) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5efdb0740, rem=0x7fd5efdb0730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159dfb0330) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159dfb0330) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615cd48d910) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 408 (Thread 0x7fd5f05b2700 (LWP 271563) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5f05b1740, rem=0x7fd5f05b1730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159da146a0) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159da146a0) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615cd456740) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 407 (Thread 0x7fd5f0db3700 (LWP 271562) "STREAM_SENDER[l"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5f0db2740, rem=0x7fd5f0db2730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159d65e0b0) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159d65e0b0) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615cd43d230) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 406 (Thread 0x7fd5f15b4700 (LWP 271561) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5f15b3740, rem=0x7fd5f15b3730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159d4e2ce0) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159d4e2ce0) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615cd325e40) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 405 (Thread 0x7fd5f1dca700 (LWP 271560) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5f1dc9740, rem=0x7fd5f1dc9730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159dc265c0) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159dc265c0) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615cd35c770) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 404 (Thread 0x7fd5f25cb700 (LWP 271559) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5f25ca740, rem=0x7fd5f25ca730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159defadd0) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159defadd0) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615cd2f0af0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 403 (Thread 0x7fd5f2dcc700 (LWP 271558) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5f2dcb740, rem=0x7fd5f2dcb730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159decfa20) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159decfa20) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615cd31d6b0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 402 (Thread 0x7fd5f35cd700 (LWP 271557) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5f35cc740, rem=0x7fd5f35cc730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159dc40640) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159dc40640) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615cd2df950) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 401 (Thread 0x7fd5f3dce700 (LWP 271556) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5f3dcd740, rem=0x7fd5f3dcd730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159ddd1d20) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159ddd1d20) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615abc0e270) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 400 (Thread 0x7fd5f45cf700 (LWP 271555) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5f45ce740, rem=0x7fd5f45ce730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159df586f0) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159df586f0) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615cd2652b0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 399 (Thread 0x7fd5f4de3700 (LWP 271554) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5f4de2740, rem=0x7fd5f4de2730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159d40df30) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159d40df30) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615cd1f1600) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 398 (Thread 0x7fd5f55e4700 (LWP 271553) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5f55e3740, rem=0x7fd5f55e3730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159d9eb7f0) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159d9eb7f0) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615cd1c6680) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 397 (Thread 0x7fd5f5e43700 (LWP 271552) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5f5e42740, rem=0x7fd5f5e42730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159e0bb330) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159e0bb330) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615cd058030) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 396 (Thread 0x7fd68c9ad700 (LWP 271551) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd68c9ac740, rem=0x7fd68c9ac730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159de7af30) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159de7af30) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615cd0dc9a0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 395 (Thread 0x7fd5f67a6700 (LWP 271495) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5f67a5740, rem=0x7fd5f67a5730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159dd45000) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159dd45000) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x561598097b80) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 394 (Thread 0x7fd5f6fa7700 (LWP 271494) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5f6fa6740, rem=0x7fd5f6fa6730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159e067320) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159e067320) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615946e1540) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 393 (Thread 0x7fd5f77a8700 (LWP 271475) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5f77a7740, rem=0x7fd5f77a7730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159db2fb70) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159db2fb70) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x56159a903b90) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 392 (Thread 0x7fd5f7fa9700 (LWP 271474) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5f7fa8740, rem=0x7fd5f7fa8730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159de52730) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159de52730) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x56159a627a70) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 391 (Thread 0x7fd5f87aa700 (LWP 271473) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5f87a9740, rem=0x7fd5f87a9730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159db915a0) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159db915a0) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x5615a8f3a5a0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 390 (Thread 0x7fd5f8fab700 (LWP 271472) "STREAM_SENDER[n"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd5f8faa740, rem=0x7fd5f8faa730) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=5000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157bd291b2 in attempt_to_connect (state=0x56159e008830) at streaming/sender.c:730
#3 0x000056157bd2b60a in rrdpush_sender_thread (ptr=0x56159e008830) at streaming/sender.c:1251
#4 0x000056157b9a467b in thread_start (ptr=0x561594f7fba0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 389 (Thread 0x7fd5f97ac700 (LWP 271462) "ACLK_Query_23"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56157dcff8ec <query_cond_wait+44>) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56157dcff900 <query_lock_wait>, cond=0x56157dcff8c0 <query_cond_wait>) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56157dcff8c0 <query_cond_wait>, mutex=0x56157dcff900 <query_lock_wait>) at pthread_cond_wait.c:638
#3 0x000056157bd4fc5b in aclk_query_main_thread (ptr=0x5615abaec8f8) at aclk/aclk_query.c:343
#4 0x000056157b9a467b in thread_start (ptr=0x5615a9922f80) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 388 (Thread 0x7fd5f9fad700 (LWP 271461) "ACLK_Query_22"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56157dcff8ec <query_cond_wait+44>) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56157dcff900 <query_lock_wait>, cond=0x56157dcff8c0 <query_cond_wait>) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56157dcff8c0 <query_cond_wait>, mutex=0x56157dcff900 <query_lock_wait>) at pthread_cond_wait.c:638
#3 0x000056157bd4fc5b in aclk_query_main_thread (ptr=0x5615abaec8e0) at aclk/aclk_query.c:343
#4 0x000056157b9a467b in thread_start (ptr=0x5615a983fda0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 387 (Thread 0x7fd5fa7ae700 (LWP 271460) "ACLK_Query_21"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56157dcff8ec <query_cond_wait+44>) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56157dcff900 <query_lock_wait>, cond=0x56157dcff8c0 <query_cond_wait>) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56157dcff8c0 <query_cond_wait>, mutex=0x56157dcff900 <query_lock_wait>) at pthread_cond_wait.c:638
#3 0x000056157bd4fc5b in aclk_query_main_thread (ptr=0x5615abaec8c8) at aclk/aclk_query.c:343
#4 0x000056157b9a467b in thread_start (ptr=0x5615a9931a10) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 386 (Thread 0x7fd5fafaf700 (LWP 271459) "ACLK_Query_20"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56157dcff8ec <query_cond_wait+44>) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56157dcff900 <query_lock_wait>, cond=0x56157dcff8c0 <query_cond_wait>) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56157dcff8c0 <query_cond_wait>, mutex=0x56157dcff900 <query_lock_wait>) at pthread_cond_wait.c:638
#3 0x000056157bd4fc5b in aclk_query_main_thread (ptr=0x5615abaec8b0) at aclk/aclk_query.c:343
#4 0x000056157b9a467b in thread_start (ptr=0x5615a991aa80) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 385 (Thread 0x7fd5fb7b0700 (LWP 271458) "ACLK_Query_19"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56157dcff8ec <query_cond_wait+44>) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56157dcff900 <query_lock_wait>, cond=0x56157dcff8c0 <query_cond_wait>) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56157dcff8c0 <query_cond_wait>, mutex=0x56157dcff900 <query_lock_wait>) at pthread_cond_wait.c:638
#3 0x000056157bd4fc5b in aclk_query_main_thread (ptr=0x5615abaec898) at aclk/aclk_query.c:343
#4 0x000056157b9a467b in thread_start (ptr=0x5615a983aed0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 384 (Thread 0x7fd5fbfb1700 (LWP 271457) "ACLK_Query_18"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56157dcff8ec <query_cond_wait+44>) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56157dcff900 <query_lock_wait>, cond=0x56157dcff8c0 <query_cond_wait>) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56157dcff8c0 <query_cond_wait>, mutex=0x56157dcff900 <query_lock_wait>) at pthread_cond_wait.c:638
#3 0x000056157bd4fc5b in aclk_query_main_thread (ptr=0x5615abaec880) at aclk/aclk_query.c:343
#4 0x000056157b9a467b in thread_start (ptr=0x5615a990ee30) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 383 (Thread 0x7fd5fc7b2700 (LWP 271456) "ACLK_Query_17"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56157dcff8e8 <query_cond_wait+40>) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56157dcff900 <query_lock_wait>, cond=0x56157dcff8c0 <query_cond_wait>) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56157dcff8c0 <query_cond_wait>, mutex=0x56157dcff900 <query_lock_wait>) at pthread_cond_wait.c:638
#3 0x000056157bd4fc5b in aclk_query_main_thread (ptr=0x5615abaec868) at aclk/aclk_query.c:343
#4 0x000056157b9a467b in thread_start (ptr=0x5615a983a990) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 382 (Thread 0x7fd5fcfb3700 (LWP 271455) "ACLK_Query_16"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56157dcff8ec <query_cond_wait+44>) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56157dcff900 <query_lock_wait>, cond=0x56157dcff8c0 <query_cond_wait>) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56157dcff8c0 <query_cond_wait>, mutex=0x56157dcff900 <query_lock_wait>) at pthread_cond_wait.c:638
#3 0x000056157bd4fc5b in aclk_query_main_thread (ptr=0x5615abaec850) at aclk/aclk_query.c:343
#4 0x000056157b9a467b in thread_start (ptr=0x5615a98f9e20) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 381 (Thread 0x7fd5fd7b4700 (LWP 271454) "ACLK_Query_15"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56157dcff8ec <query_cond_wait+44>) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56157dcff900 <query_lock_wait>, cond=0x56157dcff8c0 <query_cond_wait>) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56157dcff8c0 <query_cond_wait>, mutex=0x56157dcff900 <query_lock_wait>) at pthread_cond_wait.c:638
#3 0x000056157bd4fc5b in aclk_query_main_thread (ptr=0x5615abaec838) at aclk/aclk_query.c:343
#4 0x000056157b9a467b in thread_start (ptr=0x5615a98f6d10) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 380 (Thread 0x7fd5fdfb5700 (LWP 271453) "ACLK_Query_14"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56157dcff8ec <query_cond_wait+44>) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56157dcff900 <query_lock_wait>, cond=0x56157dcff8c0 <query_cond_wait>) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56157dcff8c0 <query_cond_wait>, mutex=0x56157dcff900 <query_lock_wait>) at pthread_cond_wait.c:638
#3 0x000056157bd4fc5b in aclk_query_main_thread (ptr=0x5615abaec820) at aclk/aclk_query.c:343
#4 0x000056157b9a467b in thread_start (ptr=0x5615a98a7640) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 379 (Thread 0x7fd5fe7b6700 (LWP 271452) "ACLK_Query_13"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56157dcff8ec <query_cond_wait+44>) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56157dcff900 <query_lock_wait>, cond=0x56157dcff8c0 <query_cond_wait>) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56157dcff8c0 <query_cond_wait>, mutex=0x56157dcff900 <query_lock_wait>) at pthread_cond_wait.c:638
#3 0x000056157bd4fc5b in aclk_query_main_thread (ptr=0x5615abaec808) at aclk/aclk_query.c:343
#4 0x000056157b9a467b in thread_start (ptr=0x5615a98f31d0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 378 (Thread 0x7fd5fefb7700 (LWP 271451) "ACLK_Query_12"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56157dcff8ec <query_cond_wait+44>) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56157dcff900 <query_lock_wait>, cond=0x56157dcff8c0 <query_cond_wait>) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56157dcff8c0 <query_cond_wait>, mutex=0x56157dcff900 <query_lock_wait>) at pthread_cond_wait.c:638
#3 0x000056157bd4fc5b in aclk_query_main_thread (ptr=0x5615abaec7f0) at aclk/aclk_query.c:343
#4 0x000056157b9a467b in thread_start (ptr=0x5615a983c570) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 377 (Thread 0x7fd5ff7b8700 (LWP 271450) "ACLK_Query_11"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56157dcff8e8 <query_cond_wait+40>) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56157dcff900 <query_lock_wait>, cond=0x56157dcff8c0 <query_cond_wait>) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56157dcff8c0 <query_cond_wait>, mutex=0x56157dcff900 <query_lock_wait>) at pthread_cond_wait.c:638
#3 0x000056157bd4fc5b in aclk_query_main_thread (ptr=0x5615abaec7d8) at aclk/aclk_query.c:343
#4 0x000056157b9a467b in thread_start (ptr=0x5615ab994360) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 376 (Thread 0x7fd5fffb9700 (LWP 271449) "ACLK_Query_10"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56157dcff8ec <query_cond_wait+44>) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56157dcff900 <query_lock_wait>, cond=0x56157dcff8c0 <query_cond_wait>) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56157dcff8c0 <query_cond_wait>, mutex=0x56157dcff900 <query_lock_wait>) at pthread_cond_wait.c:638
#3 0x000056157bd4fc5b in aclk_query_main_thread (ptr=0x5615abaec7c0) at aclk/aclk_query.c:343
#4 0x000056157b9a467b in thread_start (ptr=0x5615abae77f0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 375 (Thread 0x7fd6007ba700 (LWP 271448) "ACLK_Query_9"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56157dcff8ec <query_cond_wait+44>) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56157dcff900 <query_lock_wait>, cond=0x56157dcff8c0 <query_cond_wait>) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56157dcff8c0 <query_cond_wait>, mutex=0x56157dcff900 <query_lock_wait>) at pthread_cond_wait.c:638
#3 0x000056157bd4fc5b in aclk_query_main_thread (ptr=0x5615abaec7a8) at aclk/aclk_query.c:343
#4 0x000056157b9a467b in thread_start (ptr=0x5615abaed550) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 374 (Thread 0x7fd600fbb700 (LWP 271447) "ACLK_Query_8"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56157dcff8ec <query_cond_wait+44>) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56157dcff900 <query_lock_wait>, cond=0x56157dcff8c0 <query_cond_wait>) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56157dcff8c0 <query_cond_wait>, mutex=0x56157dcff900 <query_lock_wait>) at pthread_cond_wait.c:638
#3 0x000056157bd4fc5b in aclk_query_main_thread (ptr=0x5615abaec790) at aclk/aclk_query.c:343
#4 0x000056157b9a467b in thread_start (ptr=0x5615abaf0a60) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 373 (Thread 0x7fd6017bc700 (LWP 271446) "ACLK_Query_7"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56157dcff8e8 <query_cond_wait+40>) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56157dcff900 <query_lock_wait>, cond=0x56157dcff8c0 <query_cond_wait>) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56157dcff8c0 <query_cond_wait>, mutex=0x56157dcff900 <query_lock_wait>) at pthread_cond_wait.c:638
#3 0x000056157bd4fc5b in aclk_query_main_thread (ptr=0x5615abaec778) at aclk/aclk_query.c:343
#4 0x000056157b9a467b in thread_start (ptr=0x5615ab996770) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 372 (Thread 0x7fd601fbd700 (LWP 271445) "ACLK_Query_6"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56157dcff8e8 <query_cond_wait+40>) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56157dcff900 <query_lock_wait>, cond=0x56157dcff8c0 <query_cond_wait>) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56157dcff8c0 <query_cond_wait>, mutex=0x56157dcff900 <query_lock_wait>) at pthread_cond_wait.c:638
#3 0x000056157bd4fc5b in aclk_query_main_thread (ptr=0x5615abaec760) at aclk/aclk_query.c:343
#4 0x000056157b9a467b in thread_start (ptr=0x5615aba7a520) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 371 (Thread 0x7fd6027be700 (LWP 271444) "ACLK_Query_5"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56157dcff8ec <query_cond_wait+44>) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56157dcff900 <query_lock_wait>, cond=0x56157dcff8c0 <query_cond_wait>) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56157dcff8c0 <query_cond_wait>, mutex=0x56157dcff900 <query_lock_wait>) at pthread_cond_wait.c:638
#3 0x000056157bd4fc5b in aclk_query_main_thread (ptr=0x5615abaec748) at aclk/aclk_query.c:343
#4 0x000056157b9a467b in thread_start (ptr=0x5615a983a080) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 370 (Thread 0x7fd602fbf700 (LWP 271443) "ACLK_Query_4"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56157dcff8ec <query_cond_wait+44>) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56157dcff900 <query_lock_wait>, cond=0x56157dcff8c0 <query_cond_wait>) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56157dcff8c0 <query_cond_wait>, mutex=0x56157dcff900 <query_lock_wait>) at pthread_cond_wait.c:638
#3 0x000056157bd4fc5b in aclk_query_main_thread (ptr=0x5615abaec730) at aclk/aclk_query.c:343
#4 0x000056157b9a467b in thread_start (ptr=0x5615a998a710) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 369 (Thread 0x7fd6037c0700 (LWP 271442) "ACLK_Query_3"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56157dcff8ec <query_cond_wait+44>) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56157dcff900 <query_lock_wait>, cond=0x56157dcff8c0 <query_cond_wait>) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56157dcff8c0 <query_cond_wait>, mutex=0x56157dcff900 <query_lock_wait>) at pthread_cond_wait.c:638
#3 0x000056157bd4fc5b in aclk_query_main_thread (ptr=0x5615abaec718) at aclk/aclk_query.c:343
#4 0x000056157b9a467b in thread_start (ptr=0x5615a990dfd0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 368 (Thread 0x7fd603fc1700 (LWP 271441) "ACLK_Query_2"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56157dcff8e8 <query_cond_wait+40>) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56157dcff900 <query_lock_wait>, cond=0x56157dcff8c0 <query_cond_wait>) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56157dcff8c0 <query_cond_wait>, mutex=0x56157dcff900 <query_lock_wait>) at pthread_cond_wait.c:638
#3 0x000056157bd4fc5b in aclk_query_main_thread (ptr=0x5615abaec700) at aclk/aclk_query.c:343
#4 0x000056157b9a467b in thread_start (ptr=0x5615aba17af0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 367 (Thread 0x7fd6047c2700 (LWP 271440) "ACLK_Query_1"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56157dcff8ec <query_cond_wait+44>) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56157dcff900 <query_lock_wait>, cond=0x56157dcff8c0 <query_cond_wait>) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56157dcff8c0 <query_cond_wait>, mutex=0x56157dcff900 <query_lock_wait>) at pthread_cond_wait.c:638
#3 0x000056157bd4fc5b in aclk_query_main_thread (ptr=0x5615abaec6e8) at aclk/aclk_query.c:343
#4 0x000056157b9a467b in thread_start (ptr=0x5615a9911900) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 366 (Thread 0x7fd604fc3700 (LWP 271439) "ACLK_Query_0"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56157dcff8ec <query_cond_wait+44>) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56157dcff900 <query_lock_wait>, cond=0x56157dcff8c0 <query_cond_wait>) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56157dcff8c0 <query_cond_wait>, mutex=0x56157dcff900 <query_lock_wait>) at pthread_cond_wait.c:638
#3 0x000056157bd4fc5b in aclk_query_main_thread (ptr=0x5615abaec6d0) at aclk/aclk_query.c:343
#4 0x000056157b9a467b in thread_start (ptr=0x5615976663f0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 365 (Thread 0x7fd605987700 (LWP 271423) "STREAM_SENDER[l"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6059809f0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6059809a0, cond=0x7fd6059809c8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6059809c8, mutex=0x7fd6059809a0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd6059809a0) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56158298aad0, id=0x56158298aad0, start_time_ut=1668217669000000, end_time_ut=1668217669000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd605980ff8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd605980ff8) at database/engine/rrdengineapi.c:715
#9 0x000056157bd2fb1a in replicate_chart_timeframe (wb=0x5615db47fa90, st=0x5615a88aef00, after=1668217669, before=1668217669, enable_streaming=true) at streaming/replication.c:52
#10 0x000056157bd307b3 in replicate_chart_response (host=0x561592366b80, st=0x5615a88aef00, start_streaming=true, after=1668217669, before=1668217669) at streaming/replication.c:210
#11 0x000056157bd2ae9f in process_replication_requests (s=0x561592367200) at streaming/sender.c:1136
#12 0x000056157bd2be8d in rrdpush_sender_thread (ptr=0x561592367200) at streaming/sender.c:1367
#13 0x000056157b9a467b in thread_start (ptr=0x5615a3ba9750) at libnetdata/threads/threads.c:203
#14 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#15 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 364 (Thread 0x7fd606375700 (LWP 271390) "LIBUV_WORKER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6d2e8722c) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6d2e871c0, cond=0x7fd6d2e87200) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6d2e87200, mutex=0x7fd6d2e871c0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x00007fd6d2e62d4d in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 363 (Thread 0x7fd606b76700 (LWP 271389) "LIBUV_WORKER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6d2e87228) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6d2e871c0, cond=0x7fd6d2e87200) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6d2e87200, mutex=0x7fd6d2e871c0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x00007fd6d2e62d4d in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 362 (Thread 0x7fd607377700 (LWP 271388) "LIBUV_WORKER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6d2e87228) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6d2e871c0, cond=0x7fd6d2e87200) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6d2e87200, mutex=0x7fd6d2e871c0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x00007fd6d2e62d4d in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 361 (Thread 0x7fd607b78700 (LWP 271387) "LIBUV_WORKER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6d2e87228) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6d2e871c0, cond=0x7fd6d2e87200) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6d2e87200, mutex=0x7fd6d2e871c0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x00007fd6d2e62d4d in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 360 (Thread 0x7fd608379700 (LWP 271386) "LIBUV_WORKER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6d2e87228) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6d2e871c0, cond=0x7fd6d2e87200) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6d2e87200, mutex=0x7fd6d2e871c0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x00007fd6d2e62d4d in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 359 (Thread 0x7fd608b7a700 (LWP 271384) "LIBUV_WORKER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6d2e87228) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6d2e871c0, cond=0x7fd6d2e87200) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6d2e87200, mutex=0x7fd6d2e871c0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x00007fd6d2e62d4d in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 358 (Thread 0x7fd60937b700 (LWP 271383) "LIBUV_WORKER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6d2e87228) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6d2e871c0, cond=0x7fd6d2e87200) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6d2e87200, mutex=0x7fd6d2e871c0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x00007fd6d2e62d4d in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 357 (Thread 0x7fd609b7c700 (LWP 271382) "LIBUV_WORKER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6d2e87228) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6d2e871c0, cond=0x7fd6d2e87200) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6d2e87200, mutex=0x7fd6d2e871c0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x00007fd6d2e62d4d in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 356 (Thread 0x7fd60a37d700 (LWP 271381) "LIBUV_WORKER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6d2e87228) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6d2e871c0, cond=0x7fd6d2e87200) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6d2e87200, mutex=0x7fd6d2e871c0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x00007fd6d2e62d4d in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 355 (Thread 0x7fd60ab7e700 (LWP 271380) "LIBUV_WORKER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6d2e87228) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6d2e871c0, cond=0x7fd6d2e87200) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6d2e87200, mutex=0x7fd6d2e871c0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x00007fd6d2e62d4d in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 354 (Thread 0x7fd60b37f700 (LWP 271379) "LIBUV_WORKER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6d2e87228) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6d2e871c0, cond=0x7fd6d2e87200) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6d2e87200, mutex=0x7fd6d2e871c0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x00007fd6d2e62d4d in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 353 (Thread 0x7fd60bb80700 (LWP 271377) "LIBUV_WORKER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6d2e87228) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6d2e871c0, cond=0x7fd6d2e87200) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6d2e87200, mutex=0x7fd6d2e871c0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x00007fd6d2e62d4d in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 352 (Thread 0x7fd60c381700 (LWP 271376) "LIBUV_WORKER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6d2e87228) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6d2e871c0, cond=0x7fd6d2e87200) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6d2e87200, mutex=0x7fd6d2e871c0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x00007fd6d2e62d4d in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 351 (Thread 0x7fd60cb82700 (LWP 271375) "LIBUV_WORKER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6d2e87228) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6d2e871c0, cond=0x7fd6d2e87200) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6d2e87200, mutex=0x7fd6d2e871c0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x00007fd6d2e62d4d in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 350 (Thread 0x7fd60d383700 (LWP 271374) "LIBUV_WORKER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6d2e87228) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6d2e871c0, cond=0x7fd6d2e87200) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6d2e87200, mutex=0x7fd6d2e871c0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x00007fd6d2e62d4d in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 349 (Thread 0x7fd60db84700 (LWP 271373) "LIBUV_WORKER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6d2e8722c) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6d2e871c0, cond=0x7fd6d2e87200) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6d2e87200, mutex=0x7fd6d2e871c0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x00007fd6d2e62d4d in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 348 (Thread 0x7fd60e385700 (LWP 271364) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd60e384590, rem=0x7fd60e384580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242977, loop=6465, host=0x561596436070) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159e2755e0) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159e275610) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 347 (Thread 0x7fd60eb86700 (LWP 271344) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd60eb846e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd60eb84690, cond=0x7fd60eb846b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd60eb846b8, mutex=0x7fd60eb84690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd60eb84690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561582972f10, id=0x561582972f10, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd60eb84f90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd60eb84f90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x561651419550, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x561651419510, qt=0x7fd60eb86328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x561651419510, st=0x5615ce755f00, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x561596436070, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159e1bfdd0) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159e1bfdd0) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x561596436040: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x561596436038: 0x56159e1bfdd0) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x561596436040: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561596436038) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561596436038) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561596436030) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 346 (Thread 0x7fd60f387700 (LWP 271343) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd60f385ee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd60f385e90, cond=0x7fd60f385eb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd60f385eb8, mutex=0x7fd60f385e90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd60f385e90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56158248ae40, id=0x56158248ae40, start_time_ut=1668203133000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd60f3865e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd60f3865e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd60f3865d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615cdbe10f0) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615cdbe10f0) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159e1bfdd0, D=0x5615cdbe10f0, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159e1bfdd0) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x561596436010: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x561596436008: 0x56159e1bfdd0) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x561596436010: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561596436008) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561596436008) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561596436000) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 345 (Thread 0x7fd60fb88700 (LWP 271323) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd60fb87590, rem=0x7fd60fb87580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242978, loop=2548, host=0x56159bdbfdc0) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159e1072d0) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159e107340) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 344 (Thread 0x7fd610389700 (LWP 271322) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6103876e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd610387690, cond=0x7fd6103876b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6103876b8, mutex=0x7fd610387690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd610387690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56158290e980, id=0x56158290e980, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd610387f90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd610387f90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x561651403290, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x561651403250, qt=0x7fd610389328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x561651403250, st=0x5615cd839f60, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x56159bdbfdc0, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159e1045b0) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159e1045b0) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x56159bdbfd90: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x56159bdbfd88: 0x56159e1045b0) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x56159bdbfd90: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56159bdbfd88) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56159bdbfd88) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56159bdbfd80) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 343 (Thread 0x7fd610b8a700 (LWP 271321) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd610b88ee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd610b88e90, cond=0x7fd610b88eb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd610b88eb8, mutex=0x7fd610b88e90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd610b88e90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56158240a6a0, id=0x56158240a6a0, start_time_ut=1668203132000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd610b895e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd610b895e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd610b895d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615b86563e0) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615b86563e0) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159e1045b0, D=0x5615b86563e0, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159e1045b0) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x56159bdbfd60: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x56159bdbfd58: 0x56159e1045b0) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x56159bdbfd60: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56159bdbfd58) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56159bdbfd58) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56159bdbfd50) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 342 (Thread 0x7fd61138b700 (LWP 271320) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd61138a590, rem=0x7fd61138a580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242985, loop=2973, host=0x5615983ff7b0) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159e0de310) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159e0dfb30) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 341 (Thread 0x7fd611b8c700 (LWP 271319) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd611b8a6e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd611b8a690, cond=0x7fd611b8a6b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd611b8a6b8, mutex=0x7fd611b8a690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd611b8a690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615829dd6c0, id=0x5615829dd6c0, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd611b8af90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd611b8af90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x5616513e4ed0, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5616513e4e90, qt=0x7fd611b8c328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x5616513e4e90, st=0x5615cd1340a0, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x5615983ff7b0, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159e0dbab0) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159e0dbab0) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x5615983ff780: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x5615983ff778: 0x56159e0dbab0) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x5615983ff780: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x5615983ff778) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x5615983ff778) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x5615983ff770) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 340 (Thread 0x7fd61238d700 (LWP 271318) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd61238bee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd61238be90, cond=0x7fd61238beb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd61238beb8, mutex=0x7fd61238be90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd61238be90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615824ae7e0, id=0x5615824ae7e0, start_time_ut=1668203132000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd61238c5e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd61238c5e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd61238c5d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615af61f870) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615af61f870) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159e0dbab0, D=0x5615af61f870, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159e0dbab0) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x5615983ff750: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x5615983ff748: 0x56159e0dbab0) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x5615983ff750: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x5615983ff748) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x5615983ff748) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x5615983ff740) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 339 (Thread 0x7fd612b8e700 (LWP 271317) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd612b8d590, rem=0x7fd612b8d580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242976, loop=2972, host=0x5615969f7130) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159e0b6550) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159e0b6770) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 338 (Thread 0x7fd61338f700 (LWP 271316) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd61338d6e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd61338d690, cond=0x7fd61338d6b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd61338d6b8, mutex=0x7fd61338d690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd61338d690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561582972b40, id=0x561582972b40, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd61338df90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd61338df90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x5616513fc1b0, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5616513fc170, qt=0x7fd61338f328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x5616513fc170, st=0x5615cd6ee1b0, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x5615969f7130, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159e0b26e0) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159e0b26e0) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x5615969f7010: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x5615969f7008: 0x56159e0b26e0) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x5615969f7010: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x5615969f7008) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x5615969f7008) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x5615969f7000) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 337 (Thread 0x7fd613b90700 (LWP 271315) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd613b8eee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd613b8ee90, cond=0x7fd613b8eeb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd613b8eeb8, mutex=0x7fd613b8ee90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd613b8ee90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561581aac750, id=0x561581aac750, start_time_ut=1668203132000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd613b8f5e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd613b8f5e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd613b8f5d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x561596be4b90) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x561596be4b90) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159e0b26e0, D=0x561596be4b90, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159e0b26e0) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x5615969f50c0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x5615969f50b8: 0x56159e0b26e0) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x5615969f50c0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x5615969f50b8) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x5615969f50b8) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x5615969f50b0) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 336 (Thread 0x7fd614391700 (LWP 271314) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd614390590, rem=0x7fd614390580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242978, loop=5518, host=0x561594487b40) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159e08c290) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159e08c480) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 335 (Thread 0x7fd614b92700 (LWP 271313) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd614b906e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd614b90690, cond=0x7fd614b906b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd614b906b8, mutex=0x7fd614b90690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd614b90690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561582950bc0, id=0x561582950bc0, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd614b90f90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd614b90f90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x561651417510, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5616514174d0, qt=0x7fd614b92328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x5616514174d0, st=0x5615acd5cb70, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x561594487b40, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159e088d90) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159e088d90) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x561594487a20: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x561594487a18: 0x56159e088d90) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x561594487a20: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561594487a18) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561594487a18) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561594487a10) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 334 (Thread 0x7fd615393700 (LWP 271312) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd615391ee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd615391e90, cond=0x7fd615391eb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd615391eb8, mutex=0x7fd615391e90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd615391e90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56158014ad00, id=0x56158014ad00, start_time_ut=1668203132000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6153925e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6153925e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd6153925d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615bb49e0d0) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615bb49e0d0) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159e088d90, D=0x5615bb49e0d0, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159e088d90) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x561594485ad0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x561594485ac8: 0x56159e088d90) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x561594485ad0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561594485ac8) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561594485ac8) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561594485ac0) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 333 (Thread 0x7fd615b94700 (LWP 271308) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd615b93590, rem=0x7fd615b93580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242977, loop=2548, host=0x5615958b7120) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159e062410) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159e062580) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 332 (Thread 0x7fd616395700 (LWP 271307) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6163936e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd616393690, cond=0x7fd6163936b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6163936b8, mutex=0x7fd616393690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd616393690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56158294b660, id=0x56158294b660, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd616393f90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd616393f90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x5616514052d0, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x561651405290, qt=0x7fd616395328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x561651405290, st=0x5615cd79fd70, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x5615958b7120, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159e05e6b0) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159e05e6b0) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x5615958b70f0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x5615958b70e8: 0x56159e05e6b0) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x5615958b70f0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x5615958b70e8) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x5615958b70e8) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x5615958b70e0) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 331 (Thread 0x7fd616b96700 (LWP 271306) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd616b94ee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd616b94e90, cond=0x7fd616b94eb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd616b94eb8, mutex=0x7fd616b94e90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd616b94e90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561581204860, id=0x561581204860, start_time_ut=1668203132000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd616b955e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd616b955e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd616b955d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615cfc196a0) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615cfc196a0) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159e05e6b0, D=0x5615cfc196a0, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159e05e6b0) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x5615958b70c0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x5615958b70b8: 0x56159e05e6b0) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x5615958b70c0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x5615958b70b8) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x5615958b70b8) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x5615958b70b0) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 330 (Thread 0x7fd617397700 (LWP 271304) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd617396590, rem=0x7fd617396580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242980, loop=5518, host=0x561594d254a0) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159e0320d0) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159e0321b0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 329 (Thread 0x7fd617b98700 (LWP 271303) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd617b966e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd617b96690, cond=0x7fd617b966b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd617b966b8, mutex=0x7fd617b96690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd617b96690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561582991100, id=0x561582991100, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd617b96f90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd617b96f90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x5616513e5ef0, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5616513e5eb0, qt=0x7fd617b98328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x5616513e5eb0, st=0x5615cd213420, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x561594d254a0, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159e02dd50) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159e02dd50) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x561594d25470: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x561594d25468: 0x56159e02dd50) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x561594d25470: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561594d25468) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561594d25468) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561594d25460) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 328 (Thread 0x7fd618399700 (LWP 271302) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd618397ee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd618397e90, cond=0x7fd618397eb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd618397eb8, mutex=0x7fd618397e90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd618397e90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56158160f5d0, id=0x56158160f5d0, start_time_ut=1668203132000000, end_time_ut=1668214800000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6183985e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6183985e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd6183985d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615a7a27e60) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615a7a27e60) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159e02dd50, D=0x5615a7a27e60, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159e02dd50) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x561594d25440: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x561594d25438: 0x56159e02dd50) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x561594d25440: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561594d25438) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561594d25438) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561594d25430) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 327 (Thread 0x7fd618b9a700 (LWP 271297) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd618b99590, rem=0x7fd618b99580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242976, loop=2548, host=0x56159b7ec540) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159dfd4da0) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159dfd4f10) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 326 (Thread 0x7fd61939b700 (LWP 271296) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6193996e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd619399690, cond=0x7fd6193996b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6193996b8, mutex=0x7fd619399690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd619399690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615829d8c80, id=0x5615829d8c80, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd619399f90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd619399f90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x5616513f3090, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5616513f3050, qt=0x7fd61939b328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x5616513f3050, st=0x5615abf325e0, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x56159b7ec540, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159dfd0d60) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159dfd0d60) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x56159b7ec510: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x56159b7ec508: 0x56159dfd0d60) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x56159b7ec510: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56159b7ec508) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56159b7ec508) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56159b7ec500) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 325 (Thread 0x7fd619b9c700 (LWP 271295) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd619b9aee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd619b9ae90, cond=0x7fd619b9aeb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd619b9aeb8, mutex=0x7fd619b9ae90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd619b9ae90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561580e400c0, id=0x561580e400c0, start_time_ut=1668203133000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd619b9b5e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd619b9b5e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd619b9b5d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615dd78d640) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615dd78d640) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159dfd0d60, D=0x5615dd78d640, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159dfd0d60) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x56159b7ec4e0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x56159b7ec4d8: 0x56159dfd0d60) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x56159b7ec4e0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56159b7ec4d8) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56159b7ec4d8) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56159b7ec4d0) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 324 (Thread 0x7fd61a39d700 (LWP 271294) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd61a39c590, rem=0x7fd61a39c580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242976, loop=2972, host=0x561595b98520) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159dfaa170) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159dfaa1e0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 323 (Thread 0x7fd61ab9e700 (LWP 271293) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd61ab9c6e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd61ab9c690, cond=0x7fd61ab9c6b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd61ab9c6b8, mutex=0x7fd61ab9c690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd61ab9c690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561582974940, id=0x561582974940, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd61ab9cf90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd61ab9cf90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x5616513f9150, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5616513f9110, qt=0x7fd61ab9e328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x5616513f9110, st=0x5615cd5ab680, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x561595b98520, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159dfa6c00) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159dfa6c00) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x561595b984f0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x561595b984e8: 0x56159dfa6c00) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x561595b984f0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561595b984e8) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561595b984e8) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561595b984e0) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 322 (Thread 0x7fd61b39f700 (LWP 271292) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd61b39dee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd61b39de90, cond=0x7fd61b39deb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd61b39deb8, mutex=0x7fd61b39de90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd61b39de90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561581f024b0, id=0x561581f024b0, start_time_ut=1668203132000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd61b39e5e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd61b39e5e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd61b39e5d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615bc04b630) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615bc04b630) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159dfa6c00, D=0x5615bc04b630, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159dfa6c00) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x561595b984c0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x561595b984b8: 0x56159dfa6c00) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x561595b984c0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561595b984b8) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561595b984b8) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561595b984b0) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 321 (Thread 0x7fd61bba0700 (LWP 271288) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd61bb9f590, rem=0x7fd61bb9f580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242976, loop=8031, host=0x5615952e5ed0) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x561597ddef40) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x561597ddd2f0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 320 (Thread 0x7fd61c3a1700 (LWP 271287) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd61c39f6e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd61c39f690, cond=0x7fd61c39f6b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd61c39f6b8, mutex=0x7fd61c39f690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd61c39f690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561582916c70, id=0x561582916c70, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd61c39ff90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd61c39ff90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x5616513e9f70, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5616513e9f30, qt=0x7fd61c3a1328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x5616513e9f30, st=0x5615cd26bf80, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x5615952e5ed0, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159df7c520) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159df7c520) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x5615952e5ea0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x5615952e5e98: 0x56159df7c520) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x5615952e5ea0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x5615952e5e98) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x5615952e5e98) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x5615952e5e90) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 319 (Thread 0x7fd61cba2700 (LWP 271286) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd61cba0ee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd61cba0e90, cond=0x7fd61cba0eb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd61cba0eb8, mutex=0x7fd61cba0e90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd61cba0e90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561580eb4560, id=0x561580eb4560, start_time_ut=1668203132000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd61cba15e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd61cba15e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd61cba15d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615b964f5f0) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615b964f5f0) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159df7c520, D=0x5615b964f5f0, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159df7c520) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x5615952e5e70: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x5615952e5e68: 0x56159df7c520) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x5615952e5e70: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x5615952e5e68) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x5615952e5e68) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x5615952e5e60) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 318 (Thread 0x7fd61d3a3700 (LWP 271284) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd61d3a2590, rem=0x7fd61d3a2580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242977, loop=2548, host=0x561592f9aaf0) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159923ca00) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159d06ade0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 317 (Thread 0x7fd61dba4700 (LWP 271283) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd61dba26e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd61dba2690, cond=0x7fd61dba26b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd61dba26b8, mutex=0x7fd61dba2690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd61dba2690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56158296a160, id=0x56158296a160, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd61dba2f90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd61dba2f90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x561651413490, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x561651413450, qt=0x7fd61dba4328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x561651413450, st=0x5615acbd8260, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x561592f9aaf0, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159df4d580) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159df4d580) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x5615866a80a0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x5615866a8098: 0x56159df4d580) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x5615866a80a0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x5615866a8098) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x5615866a8098) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x5615866a8090) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 316 (Thread 0x7fd61e3a5700 (LWP 271282) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd61e3a3ee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd61e3a3e90, cond=0x7fd61e3a3eb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd61e3a3eb8, mutex=0x7fd61e3a3e90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd61e3a3e90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56157fb40370, id=0x56157fb40370, start_time_ut=1668203132000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd61e3a45e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd61e3a45e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd61e3a45d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615caa5a780) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615caa5a780) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159df4d580, D=0x5615caa5a780, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159df4d580) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x561586d58360: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x561586d58358: 0x56159df4d580) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x561586d58360: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561586d58358) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561586d58358) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561586d58350) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 315 (Thread 0x7fd61eba6700 (LWP 271281) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd61eba5590, rem=0x7fd61eba5580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242979, loop=5518, host=0x561596fca010) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159d690da0) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159df23320) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 314 (Thread 0x7fd61f3a7700 (LWP 271280) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd61f3a56e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd61f3a5690, cond=0x7fd61f3a56b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd61f3a56b8, mutex=0x7fd61f3a5690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd61f3a5690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615829240f0, id=0x5615829240f0, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd61f3a5f90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd61f3a5f90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x5616513edff0, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5616513edfb0, qt=0x7fd61f3a7328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x5616513edfb0, st=0x5615cd248d60, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x561596fca010, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159df1dad0) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159df1dad0) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x561596fc9fe0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x561596fc9fd8: 0x56159df1dad0) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x561596fc9fe0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561596fc9fd8) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561596fc9fd8) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561596fc9fd0) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 313 (Thread 0x7fd61fba8700 (LWP 271279) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd61fba6ee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd61fba6e90, cond=0x7fd61fba6eb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd61fba6eb8, mutex=0x7fd61fba6e90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd61fba6e90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561580a18080, id=0x561580a18080, start_time_ut=1668203133000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd61fba75e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd61fba75e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd61fba75d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615b70aade0) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615b70aade0) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159df1dad0, D=0x5615b70aade0, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159df1dad0) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x561596fc9fb0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x561596fc9fa8: 0x56159df1dad0) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x561596fc9fb0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561596fc9fa8) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561596fc9fa8) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561596fc9fa0) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 312 (Thread 0x7fd6203a9700 (LWP 271275) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd6203a8590, rem=0x7fd6203a8580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242977, loop=5094, host=0x561599e09940) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159bd5dd80) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159bd5ddb0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 311 (Thread 0x7fd620baa700 (LWP 271274) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd620ba86e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd620ba8690, cond=0x7fd620ba86b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd620ba86b8, mutex=0x7fd620ba8690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd620ba8690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56158294e550, id=0x56158294e550, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd620ba8f90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd620ba8f90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x5616513ecfd0, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5616513ecf90, qt=0x7fd620baa328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x5616513ecf90, st=0x5615abd69690, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x561599e09940, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159def1770) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159def1770) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x561599e09910: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x561599e09908: 0x56159def1770) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x561599e09910: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561599e09908) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561599e09908) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561599e09900) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 310 (Thread 0x7fd6213ab700 (LWP 271272) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6213a9ee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6213a9e90, cond=0x7fd6213a9eb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6213a9eb8, mutex=0x7fd6213a9e90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd6213a9e90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615803b15c0, id=0x5615803b15c0, start_time_ut=1668203132000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6213aa5e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6213aa5e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd6213aa5d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x561598388b60) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x561598388b60) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159def1770, D=0x561598388b60, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159def1770) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x561599e098e0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x561599e098d8: 0x56159def1770) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x561599e098e0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561599e098d8) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561599e098d8) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561599e098d0) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 309 (Thread 0x7fd621bac700 (LWP 271271) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd621bab590, rem=0x7fd621bab580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242977, loop=2548, host=0x561599b27ce0) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159decb3b0) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159decb3e0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 308 (Thread 0x7fd6223ad700 (LWP 271270) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6223ab6e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6223ab690, cond=0x7fd6223ab6b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6223ab6b8, mutex=0x7fd6223ab690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd6223ab690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615829b2920, id=0x5615829b2920, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6223abf90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6223abf90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x561651400230, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5616514001f0, qt=0x7fd6223ad328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x5616514001f0, st=0x5615ac4dc970, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x561599b27ce0, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159dec6eb0) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159dec6eb0) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x561599b27cb0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x561599b27ca8: 0x56159dec6eb0) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x561599b27cb0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561599b27ca8) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561599b27ca8) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561599b27ca0) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 307 (Thread 0x7fd622bae700 (LWP 271269) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd622bacee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd622bace90, cond=0x7fd622baceb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd622baceb8, mutex=0x7fd622bace90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd622bace90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561581dd45f0, id=0x561581dd45f0, start_time_ut=1668203132000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd622bad5e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd622bad5e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd622bad5d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615a22a04e0) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615a22a04e0) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159dec6eb0, D=0x5615a22a04e0, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159dec6eb0) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x561599b27c80: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x561599b27c78: 0x56159dec6eb0) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x561599b27c80: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561599b27c78) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561599b27c78) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561599b27c70) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 306 (Thread 0x7fd6233af700 (LWP 271268) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd6233ae590, rem=0x7fd6233ae580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242978, loop=5094, host=0x56159c09fe00) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159dea1270) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159dea12a0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 305 (Thread 0x7fd623bb0700 (LWP 271267) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd623bae6e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd623bae690, cond=0x7fd623bae6b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd623bae6b8, mutex=0x7fd623bae690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd623bae690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56158291f440, id=0x56158291f440, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd623baef90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd623baef90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x5616513e3eb0, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5616513e3e70, qt=0x7fd623bb0328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x5616513e3e70, st=0x5615cd0e5000, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x56159c09fe00, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159de9dbc0) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159de9dbc0) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x56159c09fdd0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x56159c09fdc8: 0x56159de9dbc0) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x56159c09fdd0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56159c09fdc8) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56159c09fdc8) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56159c09fdc0) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 304 (Thread 0x7fd6243b1700 (LWP 271266) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6243afee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6243afe90, cond=0x7fd6243afeb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6243afeb8, mutex=0x7fd6243afe90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd6243afe90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615819eea40, id=0x5615819eea40, start_time_ut=1668203132000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6243b05e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6243b05e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd6243b05d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615b3617690) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615b3617690) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159de9dbc0, D=0x5615b3617690, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159de9dbc0) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x56159c09fda0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x56159c09fd98: 0x56159de9dbc0) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x56159c09fda0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56159c09fd98) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56159c09fd98) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56159c09fd90) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 303 (Thread 0x7fd624bb2700 (LWP 271265) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd624bb1590, rem=0x7fd624bb1580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242980, loop=5518, host=0x56159a3ce200) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159de766e0) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159de77d00) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 302 (Thread 0x7fd6253b3700 (LWP 271264) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6253b16e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6253b1690, cond=0x7fd6253b16b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6253b16b8, mutex=0x7fd6253b1690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd6253b1690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561582970b20, id=0x561582970b20, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6253b1f90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6253b1f90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x5616513f40b0, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5616513f4070, qt=0x7fd6253b3328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x5616513f4070, st=0x5615abf9c100, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x56159a3ce200, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159de74710) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159de74710) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x56159a3ce1d0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x56159a3ce1c8: 0x56159de74710) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x56159a3ce1d0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56159a3ce1c8) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56159a3ce1c8) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56159a3ce1c0) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 301 (Thread 0x7fd625bb4700 (LWP 271263) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd625bb2ee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd625bb2e90, cond=0x7fd625bb2eb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd625bb2eb8, mutex=0x7fd625bb2e90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd625bb2e90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615827271a0, id=0x5615827271a0, start_time_ut=1668203132000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd625bb35e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd625bb35e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd625bb35d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615b36e4910) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615b36e4910) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159de74710, D=0x5615b36e4910, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159de74710) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x56159a3ce1a0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x56159a3ce198: 0x56159de74710) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x56159a3ce1a0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56159a3ce198) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56159a3ce198) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56159a3ce190) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 300 (Thread 0x7fd6263b5700 (LWP 271262) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd6263b4590, rem=0x7fd6263b4580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242979, loop=5518, host=0x561595e77af0) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159de4f8b0) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159de4f8e0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 299 (Thread 0x7fd626bb6700 (LWP 271261) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd626bb46e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd626bb4690, cond=0x7fd626bb46b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd626bb46b8, mutex=0x7fd626bb4690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd626bb4690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561582974b30, id=0x561582974b30, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd626bb4f90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd626bb4f90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x561651401250, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x561651401210, qt=0x7fd626bb6328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x561651401210, st=0x5615cd7c60a0, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x561595e77af0, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159de4a0f0) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159de4a0f0) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x561595e77ac0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x561595e77ab8: 0x56159de4a0f0) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x561595e77ac0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561595e77ab8) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561595e77ab8) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561595e77ab0) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 298 (Thread 0x7fd6273b7700 (LWP 271260) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6273b5ee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6273b5e90, cond=0x7fd6273b5eb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6273b5eb8, mutex=0x7fd6273b5e90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd6273b5e90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561582188290, id=0x561582188290, start_time_ut=1668203133000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6273b65e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6273b65e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd6273b65d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615a9401f50) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615a9401f50) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159de4a0f0, D=0x5615a9401f50, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159de4a0f0) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x561595e77a90: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x561595e77a88: 0x56159de4a0f0) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x561595e77a90: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561595e77a88) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561595e77a88) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561595e77a80) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 297 (Thread 0x7fd627bb8700 (LWP 271258) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd627bb7590, rem=0x7fd627bb7580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242976, loop=2548, host=0x561599287f10) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159bd56bc0) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159de24b80) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 296 (Thread 0x7fd6283b9700 (LWP 271257) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6283b76e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6283b7690, cond=0x7fd6283b76b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6283b76b8, mutex=0x7fd6283b7690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd6283b7690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615829557c0, id=0x5615829557c0, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6283b7f90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6283b7f90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x561651407310, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5616514072d0, qt=0x7fd6283b9328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x5616514072d0, st=0x5615cd8a6920, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x561599287f10, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159de21c00) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159de21c00) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x561599287ee0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x561599287ed8: 0x56159de21c00) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x561599287ee0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561599287ed8) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561599287ed8) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561599287ed0) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 295 (Thread 0x7fd628bba700 (LWP 271256) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd628bb8ee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd628bb8e90, cond=0x7fd628bb8eb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd628bb8eb8, mutex=0x7fd628bb8e90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd628bb8e90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615828330a0, id=0x5615828330a0, start_time_ut=1668203132000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd628bb95e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd628bb95e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd628bb95d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615b584efe0) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615b584efe0) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159de21c00, D=0x5615b584efe0, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159de21c00) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x561599287eb0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x561599287ea8: 0x56159de21c00) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x561599287eb0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561599287ea8) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561599287ea8) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561599287ea0) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 294 (Thread 0x7fd6293bb700 (LWP 271254) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd6293ba590, rem=0x7fd6293ba580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242980, loop=5518, host=0x5615986e1380) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159ddf9b70) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159ddf9bd0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 293 (Thread 0x7fd629bbc700 (LWP 271252) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd629bba6e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd629bba690, cond=0x7fd629bba6b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd629bba6b8, mutex=0x7fd629bba690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd629bba690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561582993630, id=0x561582993630, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd629bbaf90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd629bbaf90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x5616513e8f50, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5616513e8f10, qt=0x7fd629bbc328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x5616513e8f10, st=0x5615cd26f030, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x5615986e1380, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159ddf5090) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159ddf5090) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x5615986e1350: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x5615986e1348: 0x56159ddf5090) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x5615986e1350: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x5615986e1348) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x5615986e1348) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x5615986e1340) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 292 (Thread 0x7fd62a3bd700 (LWP 271251) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd62a3bbee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd62a3bbe90, cond=0x7fd62a3bbeb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd62a3bbeb8, mutex=0x7fd62a3bbe90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd62a3bbe90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56157f9c7e70, id=0x56157f9c7e70, start_time_ut=1668203132000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd62a3bc5e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd62a3bc5e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd62a3bc5d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615b2702a00) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615b2702a00) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159ddf5090, D=0x5615b2702a00, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159ddf5090) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x5615986e1320: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x5615986e1318: 0x56159ddf5090) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x5615986e1320: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x5615986e1318) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x5615986e1318) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x5615986e1310) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 291 (Thread 0x7fd62abbe700 (LWP 271250) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd62abbd590, rem=0x7fd62abbd580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242979, loop=5518, host=0x5615955da5b0) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159ddce100) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159ddce170) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 290 (Thread 0x7fd62b3bf700 (LWP 271249) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd62b3bd6e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd62b3bd690, cond=0x7fd62b3bd6b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd62b3bd6b8, mutex=0x7fd62b3bd690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd62b3bd690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615829d5080, id=0x5615829d5080, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd62b3bdf90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd62b3bdf90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x5616513f60f0, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5616513f60b0, qt=0x7fd62b3bf328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x5616513f60b0, st=0x5615cd54ad10, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x5615955da5b0, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159ddc9be0) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159ddc9be0) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x5615955da580: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x5615955da578: 0x56159ddc9be0) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x5615955da580: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x5615955da578) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x5615955da578) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x5615955da570) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 289 (Thread 0x7fd62bbc0700 (LWP 271247) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd62bbbeee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd62bbbee90, cond=0x7fd62bbbeeb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd62bbbeeb8, mutex=0x7fd62bbbee90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd62bbbee90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615806be3e0, id=0x5615806be3e0, start_time_ut=1668203132000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd62bbbf5e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd62bbbf5e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd62bbbf5d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615cedc2440) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615cedc2440) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159ddc9be0, D=0x5615cedc2440, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159ddc9be0) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x5615955da550: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x5615955da548: 0x56159ddc9be0) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x5615955da550: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x5615955da548) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x5615955da548) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x5615955da540) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 288 (Thread 0x7fd62c3c1700 (LWP 271246) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd62c3c0590, rem=0x7fd62c3c0580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242976, loop=2548, host=0x56159758bb30) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159daf2980) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159daf29b0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 287 (Thread 0x7fd62cbc2700 (LWP 271245) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd62cbc06e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd62cbc0690, cond=0x7fd62cbc06b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd62cbc06b8, mutex=0x7fd62cbc0690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd62cbc0690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561582939190, id=0x561582939190, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd62cbc0f90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd62cbc0f90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x56165140e3f0, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x56165140e3b0, qt=0x7fd62cbc2328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x56165140e3b0, st=0x5615cda2cce0, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x56159758bb30, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159daee930) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159daee930) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x56159758bb00: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x56159758baf8: 0x56159daee930) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x56159758bb00: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56159758baf8) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56159758baf8) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56159758baf0) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 286 (Thread 0x7fd62d3c3700 (LWP 271244) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd62d3c1ee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd62d3c1e90, cond=0x7fd62d3c1eb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd62d3c1eb8, mutex=0x7fd62d3c1e90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd62d3c1e90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56158121c3e0, id=0x56158121c3e0, start_time_ut=1668203133000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd62d3c25e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd62d3c25e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd62d3c25d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615b051a9d0) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615b051a9d0) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159daee930, D=0x5615b051a9d0, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159daee930) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x56159758bad0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x56159758bac8: 0x56159daee930) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x56159758bad0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56159758bac8) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56159758bac8) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56159758bac0) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 285 (Thread 0x7fd62dbc4700 (LWP 271243) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd62dbc3590, rem=0x7fd62dbc3580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242977, loop=5093, host=0x561593832190) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159dac8600) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159dac8670) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 284 (Thread 0x7fd62e3c5700 (LWP 271242) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd62e3c36e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd62e3c3690, cond=0x7fd62e3c36b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd62e3c36b8, mutex=0x7fd62e3c3690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd62e3c3690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561582948140, id=0x561582948140, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd62e3c3f90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd62e3c3f90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x5616513fa170, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5616513fa130, qt=0x7fd62e3c5328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x5616513fa130, st=0x5615cd5f5730, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x561593832190, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159dac4870) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159dac4870) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x56158f961a10: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x56158f961a08: 0x56159dac4870) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x56158f961a10: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56158f961a08) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56158f961a08) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56158f961a00) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 283 (Thread 0x7fd62ebc6700 (LWP 271241) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd62ebc4ee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd62ebc4e90, cond=0x7fd62ebc4eb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd62ebc4eb8, mutex=0x7fd62ebc4e90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd62ebc4e90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56158214b480, id=0x56158214b480, start_time_ut=1668203132000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd62ebc55e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd62ebc55e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd62ebc55d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615af6935a0) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615af6935a0) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159dac4870, D=0x5615af6935a0, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159dac4870) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x56158f85f0e0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x56158f85f0d8: 0x56159dac4870) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x56158f85f0e0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56158f85f0d8) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56158f85f0d8) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56158f85f0d0) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 282 (Thread 0x7fd62f3c7700 (LWP 271240) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd62f3c6590, rem=0x7fd62f3c6580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242977, loop=5092, host=0x56159c65fb80) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159dc1cb30) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159dc1d110) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 281 (Thread 0x7fd62fbc8700 (LWP 271239) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd62fbc66e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd62fbc6690, cond=0x7fd62fbc66b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd62fbc66b8, mutex=0x7fd62fbc6690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd62fbc6690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615829b10e0, id=0x5615829b10e0, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd62fbc6f90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd62fbc6f90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x56165141e5f0, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x56165141e5b0, qt=0x7fd62fbc8328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x56165141e5b0, st=0x5615ad0de0c0, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x56159c65fb80, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159dc19bf0) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159dc19bf0) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x56159c65fb50: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x56159c65fb48: 0x56159dc19bf0) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x56159c65fb50: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56159c65fb48) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56159c65fb48) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56159c65fb40) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 280 (Thread 0x7fd6303c9700 (LWP 271238) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6303c7ee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6303c7e90, cond=0x7fd6303c7eb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6303c7eb8, mutex=0x7fd6303c7e90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd6303c7e90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615824067d0, id=0x5615824067d0, start_time_ut=1668203132000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6303c85e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6303c85e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd6303c85d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x56159c8ac0d0) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x56159c8ac0d0) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159dc19bf0, D=0x56159c8ac0d0, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159dc19bf0) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x56159c65fb20: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x56159c65fb18: 0x56159dc19bf0) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x56159c65fb20: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56159c65fb18) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56159c65fb18) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56159c65fb10) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 279 (Thread 0x7fd630bca700 (LWP 271235) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd630bc9590, rem=0x7fd630bc9580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242976, loop=2548, host=0x561599845e20) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159dc0b740) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159dc0b7b0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 278 (Thread 0x7fd6313cb700 (LWP 271233) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6313c96e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6313c9690, cond=0x7fd6313c96b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6313c96b8, mutex=0x7fd6313c9690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd6313c9690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561582943080, id=0x561582943080, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6313c9f90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6313c9f90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x5616513ef010, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5616513eefd0, qt=0x7fd6313cb328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x5616513eefd0, st=0x5615cd32ebe0, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x561599845e20, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159dc30810) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159dc30810) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x561599845cd0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x561599845cc8: 0x56159dc30810) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x561599845cd0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561599845cc8) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561599845cc8) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561599845cc0) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 277 (Thread 0x7fd631bcc700 (LWP 271232) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd631bcaee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd631bcae90, cond=0x7fd631bcaeb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd631bcaeb8, mutex=0x7fd631bcae90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd631bcae90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561581300590, id=0x561581300590, start_time_ut=1668203132000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd631bcb5e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd631bcb5e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd631bcb5d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615b255b920) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615b255b920) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159dc30810, D=0x5615b255b920, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159dc30810) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x561599845d00: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x561599845cf8: 0x56159dc30810) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x561599845d00: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561599845cf8) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561599845cf8) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561599845cf0) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 276 (Thread 0x7fd6323cd700 (LWP 271230) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd6323cc590, rem=0x7fd6323cc580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242978, loop=2548, host=0x56159cc1ee30) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159dd7d700) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159dd7d760) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 275 (Thread 0x7fd632bce700 (LWP 271229) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd632bcc6e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd632bcc690, cond=0x7fd632bcc6b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd632bcc6b8, mutex=0x7fd632bcc690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd632bcc690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615829336a0, id=0x5615829336a0, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd632bccf90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd632bccf90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x56165141d5d0, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x56165141d590, qt=0x7fd632bce328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x56165141d590, st=0x5615ce8fe910, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x56159cc1ee30, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159dc33ea0) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159dc33ea0) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x56159cc1ee00: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x56159cc1edf8: 0x56159dc33ea0) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x56159cc1ee00: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56159cc1edf8) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56159cc1edf8) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56159cc1edf0) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 274 (Thread 0x7fd6333cf700 (LWP 271228) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6333cdee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6333cde90, cond=0x7fd6333cdeb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6333cdeb8, mutex=0x7fd6333cde90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd6333cde90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561581ec9580, id=0x561581ec9580, start_time_ut=1668203132000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6333ce5e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6333ce5e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd6333ce5d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615c3ac8480) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615c3ac8480) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159dc33ea0, D=0x5615c3ac8480, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159dc33ea0) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x56159cc1edd0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x56159cc1edc8: 0x56159dc33ea0) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x56159cc1edd0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56159cc1edc8) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56159cc1edc8) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56159cc1edc0) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 273 (Thread 0x7fd633bd0700 (LWP 271226) "HEALTH[nd-child"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd633bce8b0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd633bce860, cond=0x7fd633bce888) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd633bce888, mutex=0x7fd633bce860) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd633bce860) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561580aafb50, id=0x561580aafb50, start_time_ut=1668217474000000, end_time_ut=1668217533000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd633bcf160, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd633bcf160) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x5616510c29a0, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5616510c2960, qt=0x7fd633bd0328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x5616510c2960, st=0x5615a2bce930, points=1, after=-60, before=0, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=(RRDR_OPTION_ABSOLUTE | RRDR_OPTION_NOT_ALIGNED), dimensions=0x561583258a68 "dropped", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9bf307 in rrdset2value_api_v1 (st=0x5615a2bce930, wb=0x0, n=0x5615d8658da0, dimensions=0x561583258a68 "dropped", points=1, after=-60, before=0, group_method=RRDR_GROUPING_AVERAGE, group_options=0x0, resampling_time=0, options=4100, db_after=0x5615d8658de0, db_before=0x5615d8658de8, db_points_read=0x0, db_points_per_tier=0x0, result_points_generated=0x0, value_is_null=0x7fd633bcf6e8, anomaly_rate=0x0, timeout=0, tier=0) at web/api/formatters/rrd2json.c:83
#13 0x000056157b9def1b in health_main (ptr=0x56159dbb8050) at health/health.c:1037
#14 0x000056157b9a467b in thread_start (ptr=0x56159dbb92d0) at libnetdata/threads/threads.c:203
#15 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#16 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 272 (Thread 0x7fd6343d1700 (LWP 271225) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6343cf6e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6343cf690, cond=0x7fd6343cf6b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6343cf6b8, mutex=0x7fd6343cf690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd6343cf690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561582977320, id=0x561582977320, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6343cff90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6343cff90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x561651420630, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5616514205f0, qt=0x7fd6343d1328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x5616514205f0, st=0x5615ce97b0d0, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x561596cd6f50, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159dbb4e00) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159dbb4e00) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x561596cd6f20: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x561596cd6f18: 0x56159dbb4e00) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x561596cd6f20: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561596cd6f18) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561596cd6f18) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561596cd6f10) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 271 (Thread 0x7fd634bd2700 (LWP 271224) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd634bd0ee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd634bd0e90, cond=0x7fd634bd0eb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd634bd0eb8, mutex=0x7fd634bd0e90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd634bd0e90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615a86b1230, id=0x5615a86b1230, start_time_ut=1668217144000000, end_time_ut=1668217532000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd634bd15e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd634bd15e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd634bd15d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615a85a5c90) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615a85a5c90) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159dbb4e00, D=0x5615a85a5c90, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159dbb4e00) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x561596cd6ef0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x561596cd6ee8: 0x56159dbb4e00) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x561596cd6ef0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561596cd6ee8) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561596cd6ee8) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561596cd6ee0) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 270 (Thread 0x7fd6353d3700 (LWP 271222) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd6353d2590, rem=0x7fd6353d2580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242980, loop=5518, host=0x561597e41960) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159dd418f0) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159dd41920) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 269 (Thread 0x7fd635bd4700 (LWP 271221) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd635bd26e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd635bd2690, cond=0x7fd635bd26b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd635bd26b8, mutex=0x7fd635bd2690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd635bd2690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615829da140, id=0x5615829da140, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd635bd2f90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd635bd2f90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x5616514042b0, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x561651404270, qt=0x7fd635bd4328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x561651404270, st=0x5615cd85fbe0, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x561597e41960, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159db84b20) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159db84b20) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x561597e41930: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x561597e41928: 0x56159db84b20) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x561597e41930: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561597e41928) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561597e41928) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561597e41920) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 268 (Thread 0x7fd6363d5700 (LWP 271220) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6363d3ee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6363d3e90, cond=0x7fd6363d3eb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6363d3eb8, mutex=0x7fd6363d3e90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd6363d3e90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561581e314f0, id=0x561581e314f0, start_time_ut=1668203132000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6363d45e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6363d45e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd6363d45d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615bc8cd600) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615bc8cd600) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159db84b20, D=0x5615bc8cd600, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159db84b20) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x561597e41900: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x561597e418f8: 0x56159db84b20) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x561597e41900: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561597e418f8) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561597e418f8) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561597e418f0) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 267 (Thread 0x7fd636bd6700 (LWP 271219) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd636bd5590, rem=0x7fd636bd5580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242976, loop=2972, host=0x56159b50a970) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159dd40870) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159dc8faf0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 266 (Thread 0x7fd6373d7700 (LWP 271218) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6373d56e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6373d5690, cond=0x7fd6373d56b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6373d56b8, mutex=0x7fd6373d5690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd6373d5690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561582912450, id=0x561582912450, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6373d5f90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6373d5f90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x561651418530, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5616514184f0, qt=0x7fd6373d7328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x5616514184f0, st=0x5615ce7dd5a0, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x56159b50a970, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159dd3d190) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159dd3d190) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x56159b50a940: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x56159b50a938: 0x56159dd3d190) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x56159b50a940: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56159b50a938) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56159b50a938) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56159b50a930) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 265 (Thread 0x7fd637bd8700 (LWP 271217) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd637bd6ee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd637bd6e90, cond=0x7fd637bd6eb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd637bd6eb8, mutex=0x7fd637bd6e90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd637bd6e90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561581770ce0, id=0x561581770ce0, start_time_ut=1668203132000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd637bd75e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd637bd75e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd637bd75d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615ba418380) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615ba418380) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159dd3d190, D=0x5615ba418380, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159dd3d190) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x56159b50a910: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x56159b50a908: 0x56159dd3d190) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x56159b50a910: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56159b50a908) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56159b50a908) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56159b50a900) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 264 (Thread 0x7fd6383d9700 (LWP 271216) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd6383d8590, rem=0x7fd6383d8580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242976, loop=8597, host=0x561593c7f170) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159dd150f0) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159dc951a0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 263 (Thread 0x7fd638bda700 (LWP 271215) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd638bd86e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd638bd8690, cond=0x7fd638bd86b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd638bd86b8, mutex=0x7fd638bd8690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd638bd8690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615829444c0, id=0x5615829444c0, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd638bd8f90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd638bd8f90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x56165141f610, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x56165141f5d0, qt=0x7fd638bda328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x56165141f5d0, st=0x5615ce95e900, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x561593c7f170, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159dd18050) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159dd18050) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x56159037eaa0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x56159037ea98: 0x56159dd18050) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x56159037eaa0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56159037ea98) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56159037ea98) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56159037ea90) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 262 (Thread 0x7fd6393db700 (LWP 271214) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6393d9ee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6393d9e90, cond=0x7fd6393d9eb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6393d9eb8, mutex=0x7fd6393d9e90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd6393d9e90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56157ff94ec0, id=0x56157ff94ec0, start_time_ut=1668203133000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6393da5e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6393da5e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd6393da5d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615cf01c570) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615cf01c570) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159dd18050, D=0x5615cf01c570, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159dd18050) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x561590330a10: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x561590330a08: 0x56159dd18050) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x561590330a10: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561590330a08) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561590330a08) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561590330a00) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 261 (Thread 0x7fd639bdc700 (LWP 271212) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd639bdb590, rem=0x7fd639bdb580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242977, loop=5092, host=0x561592b24b00) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159dcebf80) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159dcec310) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 260 (Thread 0x7fd63a3dd700 (LWP 271211) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd63a3db6e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd63a3db690, cond=0x7fd63a3db6b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd63a3db6b8, mutex=0x7fd63a3db690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd63a3db690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615829432c0, id=0x5615829432c0, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd63a3dbf90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd63a3dbf90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x56165140a370, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x56165140a330, qt=0x7fd63a3dd328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x56165140a330, st=0x5615ac738490, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x561592b24b00, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159dce70a0) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159dce70a0) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x561585181450: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x561585181448: 0x56159dce70a0) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x561585181450: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561585181448) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561585181448) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561585181440) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 259 (Thread 0x7fd63abde700 (LWP 271210) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd63abdcee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd63abdce90, cond=0x7fd63abdceb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd63abdceb8, mutex=0x7fd63abdce90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd63abdce90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561582247770, id=0x561582247770, start_time_ut=1668203132000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd63abdd5e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd63abdd5e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd63abdd5d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615d1cb7370) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615d1cb7370) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159dce70a0, D=0x5615d1cb7370, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159dce70a0) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x561584fb3c80: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x561584fb3c78: 0x56159dce70a0) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x561584fb3c80: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561584fb3c78) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561584fb3c78) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561584fb3c70) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 258 (Thread 0x7fd63b3df700 (LWP 271209) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd63b3de590, rem=0x7fd63b3de580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242977, loop=2972, host=0x5615967154e0) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159dcc1af0) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159dcc1b20) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 257 (Thread 0x7fd63bbe0700 (LWP 271208) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd63bbde6e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd63bbde690, cond=0x7fd63bbde6b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd63bbde6b8, mutex=0x7fd63bbde690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd63bbde690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615829b3590, id=0x5615829b3590, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd63bbdef90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd63bbdef90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x5616513f50d0, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5616513f5090, qt=0x7fd63bbe0328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x5616513f5090, st=0x5615cd541900, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x5615967154e0, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159dcbd0e0) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159dcbd0e0) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x5615967154b0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x5615967154a8: 0x56159dcbd0e0) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x5615967154b0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x5615967154a8) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x5615967154a8) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x5615967154a0) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 256 (Thread 0x7fd63c3e1700 (LWP 271207) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd63c3dfee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd63c3dfe90, cond=0x7fd63c3dfeb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd63c3dfeb8, mutex=0x7fd63c3dfe90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd63c3dfe90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561581468710, id=0x561581468710, start_time_ut=1668203132000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd63c3e05e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd63c3e05e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd63c3e05d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615ba51e1e0) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615ba51e1e0) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159dcbd0e0, D=0x5615ba51e1e0, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159dcbd0e0) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x561596715480: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x561596715478: 0x56159dcbd0e0) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x561596715480: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561596715478) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561596715478) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561596715470) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 255 (Thread 0x7fd63cbe2700 (LWP 271203) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd63cbe1590, rem=0x7fd63cbe1580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242977, loop=2972, host=0x561596157610) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159dc67fd0) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159dc68000) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 254 (Thread 0x7fd63d3e3700 (LWP 271202) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd63d3e16e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd63d3e1690, cond=0x7fd63d3e16b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd63d3e16b8, mutex=0x7fd63d3e1690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd63d3e1690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56158299aaf0, id=0x56158299aaf0, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd63d3e1f90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd63d3e1f90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x5616513ebfb0, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5616513ebf70, qt=0x7fd63d3e3328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x5616513ebf70, st=0x5615cd2d9000, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x561596157610, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159dc62790) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159dc62790) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x5615961575e0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x5615961575d8: 0x56159dc62790) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x5615961575e0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x5615961575d8) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x5615961575d8) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x5615961575d0) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 253 (Thread 0x7fd63dbe4700 (LWP 271201) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e367ec0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e367e70, cond=0x56164e367e98) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e367e98, mutex=0x56164e367e70) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5616053b0900) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615821eb2b0, id=0x5615821eb2b0, start_time_ut=1668205404000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd63dbe35e8, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd63dbe35e8) at database/engine/rrdengineapi.c:715
#8 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd63dbe35d0) at ml/Query.h:37
#9 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615ba707df0) at ml/Dimension.cc:47
#10 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615ba707df0) at ml/Dimension.cc:77
#11 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159dc62790, D=0x5615ba707df0, NowTP=...) at ml/Host.cc:107
#12 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159dc62790) at ml/Host.cc:131
#13 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x5615961575b0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x5615961575a8: 0x56159dc62790) at /usr/include/c++/10/bits/invoke.h:73
#14 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x5615961575b0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#15 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x5615961575a8) at /usr/include/c++/10/thread:264
#16 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x5615961575a8) at /usr/include/c++/10/thread:271
#17 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x5615961575a0) at /usr/include/c++/10/thread:215
#18 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#19 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#20 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 252 (Thread 0x7fd63e3e5700 (LWP 271200) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd63e3e4590, rem=0x7fd63e3e4580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242975, loop=6656, host=0x56159811f9d0) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159dc3a640) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159dc3af70) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 251 (Thread 0x7fd63ebe6700 (LWP 271198) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd63ebe46e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd63ebe4690, cond=0x7fd63ebe46b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd63ebe46b8, mutex=0x7fd63ebe4690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd63ebe4690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561582905860, id=0x561582905860, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd63ebe4f90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd63ebe4f90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x56165140f410, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x56165140f3d0, qt=0x7fd63ebe6328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x56165140f3d0, st=0x5615cda7a390, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x56159811f9d0, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159dc35480) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159dc35480) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x56159811f9a0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x56159811f998: 0x56159dc35480) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x56159811f9a0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56159811f998) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56159811f998) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56159811f990) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 250 (Thread 0x7fd63f3e7700 (LWP 271197) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd63f3e5ee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd63f3e5e90, cond=0x7fd63f3e5eb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd63f3e5eb8, mutex=0x7fd63f3e5e90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd63f3e5e90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561581868970, id=0x561581868970, start_time_ut=1668203132000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd63f3e65e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd63f3e65e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd63f3e65d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615b4b951b0) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615b4b951b0) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159dc35480, D=0x5615b4b951b0, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159dc35480) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x56159811f970: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x56159811f968: 0x56159dc35480) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x56159811f970: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56159811f968) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56159811f968) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56159811f960) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 249 (Thread 0x7fd63fbe8700 (LWP 271196) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd63fbe7590, rem=0x7fd63fbe7580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242979, loop=5518, host=0x561594767140) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159dbc8830) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159d31cf70) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 248 (Thread 0x7fd6403e9700 (LWP 271195) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6403e76e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6403e7690, cond=0x7fd6403e76b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6403e76b8, mutex=0x7fd6403e7690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd6403e7690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561582922010, id=0x561582922010, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6403e7f90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6403e7f90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x561651408330, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5616514082f0, qt=0x7fd6403e9328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x5616514082f0, st=0x5615ac6f7ab0, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x561594767140, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159db7ed00) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159db7ed00) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x561594767110: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x561594767108: 0x56159db7ed00) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x561594767110: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561594767108) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561594767108) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561594767100) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 247 (Thread 0x7fd640bea700 (LWP 271194) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd640be8ee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd640be8e90, cond=0x7fd640be8eb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd640be8eb8, mutex=0x7fd640be8e90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd640be8e90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561580756ca0, id=0x561580756ca0, start_time_ut=1668203132000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd640be95e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd640be95e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd640be95d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615d649e420) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615d649e420) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159db7ed00, D=0x5615d649e420, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159db7ed00) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x5615947670e0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x5615947670d8: 0x56159db7ed00) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x5615947670e0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x5615947670d8) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x5615947670d8) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x5615947670d0) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 246 (Thread 0x7fd6413eb700 (LWP 271193) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd6413ea590, rem=0x7fd6413ea580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242978, loop=5377, host=0x56159a6ad670) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159db563c0) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159db56460) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 245 (Thread 0x7fd641bec700 (LWP 271192) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd641bea6e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd641bea690, cond=0x7fd641bea6b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd641bea6b8, mutex=0x7fd641bea690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd641bea690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56158298ff70, id=0x56158298ff70, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd641beaf90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd641beaf90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x56165140d3d0, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x56165140d390, qt=0x7fd641bec328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x56165140d390, st=0x5615cda213e0, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x56159a6ad670, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159db52210) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159db52210) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x56159a6ad640: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x56159a6ad638: 0x56159db52210) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x56159a6ad640: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56159a6ad638) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56159a6ad638) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56159a6ad630) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 244 (Thread 0x7fd6423ed700 (LWP 271191) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e4e8c20) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e4e8bd0, cond=0x56164e4e8bf8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e4e8bf8, mutex=0x56164e4e8bd0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615e4fcb590) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615822446e0, id=0x5615822446e0, start_time_ut=1668207049000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6423ec5e8, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6423ec5e8) at database/engine/rrdengineapi.c:715
#8 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd6423ec5d0) at ml/Query.h:37
#9 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615b3a21e60) at ml/Dimension.cc:47
#10 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615b3a21e60) at ml/Dimension.cc:77
#11 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159db52210, D=0x5615b3a21e60, NowTP=...) at ml/Host.cc:107
#12 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159db52210) at ml/Host.cc:131
#13 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x56159a6ad610: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x56159a6ad608: 0x56159db52210) at /usr/include/c++/10/bits/invoke.h:73
#14 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x56159a6ad610: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#15 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56159a6ad608) at /usr/include/c++/10/thread:264
#16 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56159a6ad608) at /usr/include/c++/10/thread:271
#17 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56159a6ad600) at /usr/include/c++/10/thread:215
#18 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#19 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#20 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 243 (Thread 0x7fd642bee700 (LWP 271189) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd642bed590, rem=0x7fd642bed580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242976, loop=2548, host=0x56159af4a030) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159db2b1d0) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159db2b240) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 242 (Thread 0x7fd6433ef700 (LWP 271188) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6433ed6e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6433ed690, cond=0x7fd6433ed6b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6433ed6b8, mutex=0x7fd6433ed690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd6433ed690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615829489a0, id=0x5615829489a0, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6433edf90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6433edf90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x561651412470, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x561651412430, qt=0x7fd6433ef328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x561651412430, st=0x5615ce6ed5b0, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x56159af4a030, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159db29160) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159db29160) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x56159af4a000: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x56159af49ff8: 0x56159db29160) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x56159af4a000: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56159af49ff8) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56159af49ff8) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56159af49ff0) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 241 (Thread 0x7fd643bf0700 (LWP 271187) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd643beeee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd643beee90, cond=0x7fd643beeeb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd643beeeb8, mutex=0x7fd643beee90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd643beee90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615823804c0, id=0x5615823804c0, start_time_ut=1668203132000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd643bef5e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd643bef5e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd643bef5d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615d7bcb590) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615d7bcb590) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159db29160, D=0x5615d7bcb590, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159db29160) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x56159af49fd0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x56159af49fc8: 0x56159db29160) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x56159af49fd0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56159af49fc8) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56159af49fc8) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56159af49fc0) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 240 (Thread 0x7fd6443f1700 (LWP 271185) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd6443f0590, rem=0x7fd6443f0580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242978, loop=6137, host=0x56159b22ab70) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159db03580) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159db035b0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 239 (Thread 0x7fd644bf2700 (LWP 271184) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd644bf06e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd644bf0690, cond=0x7fd644bf06b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd644bf06b8, mutex=0x7fd644bf0690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd644bf0690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615829dd250, id=0x5615829dd250, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd644bf0f90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd644bf0f90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x5616513fe1f0, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5616513fe1b0, qt=0x7fd644bf2328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x5616513fe1b0, st=0x5615cd71dad0, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x56159b22ab70, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159dabcf00) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159dabcf00) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x56159b22ab40: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x56159b22ab38: 0x56159dabcf00) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x56159b22ab40: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56159b22ab38) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56159b22ab38) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56159b22ab30) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 238 (Thread 0x7fd6453f3700 (LWP 271183) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6453f1ee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6453f1e90, cond=0x7fd6453f1eb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6453f1eb8, mutex=0x7fd6453f1e90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd6453f1e90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561581a61c50, id=0x561581a61c50, start_time_ut=1668203133000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6453f25e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6453f25e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd6453f25d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615e7982010) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615e7982010) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159dabcf00, D=0x5615e7982010, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159dabcf00) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x56159b22ab10: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x56159b22ab08: 0x56159dabcf00) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x56159b22ab10: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56159b22ab08) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56159b22ab08) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56159b22ab00) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 237 (Thread 0x7fd645bf4700 (LWP 271181) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd645bf3590, rem=0x7fd645bf3580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242980, loop=5518, host=0x5615972aab50) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159da96900) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159d71c980) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 236 (Thread 0x7fd6463f5700 (LWP 271180) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6463f36e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6463f3690, cond=0x7fd6463f36b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6463f36b8, mutex=0x7fd6463f3690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd6463f3690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561582978490, id=0x561582978490, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6463f3f90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6463f3f90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x561651402270, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x561651402230, qt=0x7fd6463f5328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x561651402230, st=0x5615cd7ecec0, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x5615972aab50, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159da34a80) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159da34a80) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x5615972aab20: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x5615972aab18: 0x56159da34a80) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x5615972aab20: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x5615972aab18) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x5615972aab18) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x5615972aab10) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 235 (Thread 0x7fd646bf6700 (LWP 271179) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e4dce90) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e4dce40, cond=0x56164e4dce68) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e4dce68, mutex=0x56164e4dce40) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5616053b0f90) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56158020ea50, id=0x56158020ea50, start_time_ut=1668213267000000, end_time_ut=1668214800000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd646bf55e8, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd646bf55e8) at database/engine/rrdengineapi.c:715
#8 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd646bf55d0) at ml/Query.h:37
#9 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615a830f580) at ml/Dimension.cc:47
#10 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615a830f580) at ml/Dimension.cc:77
#11 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159da34a80, D=0x5615a830f580, NowTP=...) at ml/Host.cc:107
#12 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159da34a80) at ml/Host.cc:131
#13 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x5615972aaaf0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x5615972aaae8: 0x56159da34a80) at /usr/include/c++/10/bits/invoke.h:73
#14 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x5615972aaaf0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#15 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x5615972aaae8) at /usr/include/c++/10/thread:264
#16 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x5615972aaae8) at /usr/include/c++/10/thread:271
#17 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x5615972aaae0) at /usr/include/c++/10/thread:215
#18 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#19 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#20 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 234 (Thread 0x7fd6473f7700 (LWP 271178) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd6473f6590, rem=0x7fd6473f6580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242979, loop=5094, host=0x561593ec8de0) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159d98e6e0) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159da3f6f0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 233 (Thread 0x7fd647bf8700 (LWP 271177) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd647bf66e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd647bf6690, cond=0x7fd647bf66b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd647bf66b8, mutex=0x7fd647bf6690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd647bf6690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615829abb30, id=0x5615829abb30, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd647bf6f90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd647bf6f90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x561651410430, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5616514103f0, qt=0x7fd647bf8328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x5616514103f0, st=0x5615aca55f80, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x561593ec8de0, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159d9dc6a0) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159d9dc6a0) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x561593ec8db0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x561593ec8da8: 0x56159d9dc6a0) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x561593ec8db0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561593ec8da8) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561593ec8da8) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561593ec8da0) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 232 (Thread 0x7fd6483f9700 (LWP 271176) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6483f7ee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6483f7e90, cond=0x7fd6483f7eb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6483f7eb8, mutex=0x7fd6483f7e90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd6483f7e90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561581cf0550, id=0x561581cf0550, start_time_ut=1668203132000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6483f85e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6483f85e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd6483f85d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615e38b5700) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615e38b5700) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159d9dc6a0, D=0x5615e38b5700, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159d9dc6a0) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x561593ec8d80: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x561593ec8d78: 0x56159d9dc6a0) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x561593ec8d80: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561593ec8d78) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561593ec8d78) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561593ec8d70) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 231 (Thread 0x7fd648bfa700 (LWP 271168) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd648bf9590, rem=0x7fd648bf9580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242978, loop=5347, host=0x5615933e6ea0) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159d9bbdd0) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159da386e0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 230 (Thread 0x7fd6493fb700 (LWP 271167) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6493f96e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6493f9690, cond=0x7fd6493f96b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6493f96b8, mutex=0x7fd6493f9690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd6493f9690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561582932cb0, id=0x561582932cb0, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6493f9f90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6493f9f90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x5616513f2070, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5616513f2030, qt=0x7fd6493fb328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x5616513f2030, st=0x5615cd476de0, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x5615933e6ea0, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159da35d60) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159da35d60) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x56159d5aaa50: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x56159d5aaa48: 0x56159da35d60) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x56159d5aaa50: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56159d5aaa48) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56159d5aaa48) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56159d5aaa40) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 229 (Thread 0x7fd649bfc700 (LWP 271165) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd649bfaee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd649bfae90, cond=0x7fd649bfaeb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd649bfaeb8, mutex=0x7fd649bfae90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd649bfae90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56157fe08910, id=0x56157fe08910, start_time_ut=1668203132000000, end_time_ut=1668214800000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd649bfb5e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd649bfb5e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd649bfb5d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615a79d1da0) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615a79d1da0) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159da35d60, D=0x5615a79d1da0, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159da35d60) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x56159d716c00: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x56159d716bf8: 0x56159da35d60) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x56159d716c00: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56159d716bf8) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56159d716bf8) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56159d716bf0) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 228 (Thread 0x7fd64a3fd700 (LWP 271164) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd64a3fc590, rem=0x7fd64a3fc580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242978, loop=5518, host=0x56159360e490) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159d416320) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159da109a0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 227 (Thread 0x7fd64abfe700 (LWP 271163) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd64abfc6e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd64abfc690, cond=0x7fd64abfc6b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd64abfc6b8, mutex=0x7fd64abfc690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd64abfc690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56158294e440, id=0x56158294e440, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd64abfcf90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd64abfcf90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x5616513e6f10, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5616513e6ed0, qt=0x7fd64abfe328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x5616513e6ed0, st=0x5615cd1d3f20, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x56159360e490, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159da0c470) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159da0c470) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x56158f3c5340: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x56158f3c5338: 0x56159da0c470) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x56158f3c5340: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56158f3c5338) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56158f3c5338) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56158f3c5330) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 226 (Thread 0x7fd64b3ff700 (LWP 271162) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd64b3fdee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd64b3fde90, cond=0x7fd64b3fdeb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd64b3fdeb8, mutex=0x7fd64b3fde90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd64b3fde90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561580969860, id=0x561580969860, start_time_ut=1668203132000000, end_time_ut=1668214800000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd64b3fe5e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd64b3fe5e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd64b3fe5d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615a75bd600) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615a75bd600) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159da0c470, D=0x5615a75bd600, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159da0c470) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x56158f2494e0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x56158f2494d8: 0x56159da0c470) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x56158f2494e0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56158f2494d8) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56158f2494d8) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56158f2494d0) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 225 (Thread 0x7fd64bc00700 (LWP 271159) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd64bbff590, rem=0x7fd64bbff580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242985, loop=2549, host=0x5615989bf3d0) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159d9dcfc0) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159d9dcef0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 224 (Thread 0x7fd64c401700 (LWP 271158) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd64c3ff6e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd64c3ff690, cond=0x7fd64c3ff6b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd64c3ff6b8, mutex=0x7fd64c3ff690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd64c3ff690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561582902fa0, id=0x561582902fa0, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd64c3fff90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd64c3fff90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x561651421650, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x561651421610, qt=0x7fd64c401328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x561651421610, st=0x5615ce910a70, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x5615989bf3d0, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159d9ddfe0) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159d9ddfe0) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x5615989bf3a0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x5615989bf398: 0x56159d9ddfe0) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x5615989bf3a0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x5615989bf398) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x5615989bf398) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x5615989bf390) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 223 (Thread 0x7fd64cc02700 (LWP 271157) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd64cc00ee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd64cc00e90, cond=0x7fd64cc00eb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd64cc00eb8, mutex=0x7fd64cc00e90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd64cc00e90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615811ef7a0, id=0x5615811ef7a0, start_time_ut=1668203132000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd64cc015e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd64cc015e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd64cc015d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615c6596a00) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615c6596a00) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159d9ddfe0, D=0x5615c6596a00, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159d9ddfe0) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x5615989bf370: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x5615989bf368: 0x56159d9ddfe0) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x5615989bf370: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x5615989bf368) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x5615989bf368) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x5615989bf360) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 222 (Thread 0x7fd64d403700 (LWP 271156) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd64d402590, rem=0x7fd64d402580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242977, loop=5094, host=0x561599567d90) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159d693860) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159d962530) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 221 (Thread 0x7fd64dc04700 (LWP 271155) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd64dc026e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd64dc02690, cond=0x7fd64dc026b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd64dc026b8, mutex=0x7fd64dc02690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd64dc02690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56158298c710, id=0x56158298c710, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd64dc02f90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd64dc02f90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x56165140c3b0, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x56165140c370, qt=0x7fd64dc04328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x56165140c370, st=0x5615ac81c120, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x561599567d90, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159d9b28d0) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159d9b28d0) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x561599567d60: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x561599567d58: 0x56159d9b28d0) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x561599567d60: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561599567d58) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561599567d58) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561599567d50) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 220 (Thread 0x7fd64e405700 (LWP 271153) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd64e403ee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd64e403e90, cond=0x7fd64e403eb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd64e403eb8, mutex=0x7fd64e403e90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd64e403e90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615809d37c0, id=0x5615809d37c0, start_time_ut=1668203133000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd64e4045e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd64e4045e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd64e4045d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615c82472d0) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615c82472d0) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159d9b28d0, D=0x5615c82472d0, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159d9b28d0) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x561599567d30: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x561599567d28: 0x56159d9b28d0) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x561599567d30: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561599567d28) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561599567d28) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561599567d20) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 219 (Thread 0x7fd64ec06700 (LWP 271150) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd64ec05590, rem=0x7fd64ec05580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242978, loop=5094, host=0x56159c381800) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159d929820) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159d929c40) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 218 (Thread 0x7fd64f407700 (LWP 271149) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd64f4056e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd64f405690, cond=0x7fd64f4056b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd64f4056b8, mutex=0x7fd64f405690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd64f405690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615829a5090, id=0x5615829a5090, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd64f405f90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd64f405f90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x5616514164f0, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5616514164b0, qt=0x7fd64f407328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x5616514164b0, st=0x5615acd2b090, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x56159c381800, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159d9619f0) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159d9619f0) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x56159c3817d0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x56159c3817c8: 0x56159d9619f0) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x56159c3817d0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56159c3817c8) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56159c3817c8) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56159c3817c0) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 217 (Thread 0x7fd64fc08700 (LWP 271148) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd64fc06ee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd64fc06e90, cond=0x7fd64fc06eb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd64fc06eb8, mutex=0x7fd64fc06e90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd64fc06e90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561580718420, id=0x561580718420, start_time_ut=1668203132000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd64fc075e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd64fc075e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd64fc075d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615c81cebe0) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615c81cebe0) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159d9619f0, D=0x5615c81cebe0, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159d9619f0) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x56159c3817a0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x56159c381798: 0x56159d9619f0) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x56159c3817a0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56159c381798) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56159c381798) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56159c381790) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 216 (Thread 0x7fd650409700 (LWP 271146) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd650408590, rem=0x7fd650408580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242979, loop=5518, host=0x561598ca0ea0) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159d669a80) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159d928860) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 215 (Thread 0x7fd650c0a700 (LWP 271145) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd650c086e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd650c08690, cond=0x7fd650c086b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd650c086b8, mutex=0x7fd650c08690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd650c08690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615829ac3e0, id=0x5615829ac3e0, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd650c08f90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd650c08f90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x5616513fb190, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5616513fb150, qt=0x7fd650c0a328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x5616513fb150, st=0x5615cd610350, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x561598ca0ea0, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159d924b90) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159d924b90) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x561598ca0e70: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x561598ca0e68: 0x56159d924b90) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x561598ca0e70: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561598ca0e68) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561598ca0e68) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561598ca0e60) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 214 (Thread 0x7fd65140b700 (LWP 271144) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd651409ee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd651409e90, cond=0x7fd651409eb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd651409eb8, mutex=0x7fd651409e90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd651409e90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561580ecd9c0, id=0x561580ecd9c0, start_time_ut=1668203132000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd65140a5e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd65140a5e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd65140a5d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615b0bb5e10) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615b0bb5e10) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159d924b90, D=0x5615b0bb5e10, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159d924b90) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x561598ca0e40: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x561598ca0e38: 0x56159d924b90) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x561598ca0e40: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561598ca0e38) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561598ca0e38) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561598ca0e30) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 213 (Thread 0x7fd651c0c700 (LWP 271143) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd651c0b590, rem=0x7fd651c0b580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242977, loop=2972, host=0x561595006880) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159a98b950) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159d6908d0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 212 (Thread 0x7fd65240d700 (LWP 271142) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd65240b6e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd65240b690, cond=0x7fd65240b6b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd65240b6b8, mutex=0x7fd65240b690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd65240b690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615829b15e0, id=0x5615829b15e0, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd65240bf90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd65240bf90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x5616513f7110, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5616513f70d0, qt=0x7fd65240d328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x5616513f70d0, st=0x5615cd5d1210, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x561595006880, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159d8e9e10) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159d8e9e10) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x561595006850: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x561595006848: 0x56159d8e9e10) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x561595006850: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561595006848) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561595006848) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561595006840) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 211 (Thread 0x7fd652c0e700 (LWP 271140) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd652c0cee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd652c0ce90, cond=0x7fd652c0ceb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd652c0ceb8, mutex=0x7fd652c0ce90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd652c0ce90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615814656f0, id=0x5615814656f0, start_time_ut=1668203132000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd652c0d5e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd652c0d5e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd652c0d5d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615ba713d90) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615ba713d90) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159d8e9e10, D=0x5615ba713d90, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159d8e9e10) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x561595006820: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x561595006818: 0x56159d8e9e10) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x561595006820: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561595006818) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561595006818) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561595006810) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 210 (Thread 0x7fd65340f700 (LWP 271139) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd65340e590, rem=0x7fd65340e580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242977, loop=5094, host=0x561598f94190) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159d8baf30) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159d6937a0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 209 (Thread 0x7fd653c10700 (LWP 271138) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd653c0e6e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd653c0e690, cond=0x7fd653c0e6b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd653c0e6b8, mutex=0x7fd653c0e690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd653c0e690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561582926f30, id=0x561582926f30, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd653c0ef90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd653c0ef90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x56165141a570, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x56165141a530, qt=0x7fd653c10328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x56165141a530, st=0x5615ce75af60, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x561598f94190, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159d8b9b50) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159d8b9b50) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x561598f94160: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x561598f94158: 0x56159d8b9b50) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x561598f94160: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561598f94158) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561598f94158) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561598f94150) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 208 (Thread 0x7fd654411700 (LWP 271137) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd65440fee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd65440fe90, cond=0x7fd65440feb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd65440feb8, mutex=0x7fd65440fe90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd65440fe90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561580544420, id=0x561580544420, start_time_ut=1668203132000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6544105e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6544105e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd6544105d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615c678b240) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615c678b240) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159d8b9b50, D=0x5615c678b240, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159d8b9b50) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x561598f94130: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x561598f94128: 0x56159d8b9b50) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x561598f94130: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561598f94128) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561598f94128) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561598f94120) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 207 (Thread 0x7fd654c12700 (LWP 271135) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd654c11590, rem=0x7fd654c11580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242985, loop=2549, host=0x5615931bfb40) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159d6918a0) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159d691950) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 206 (Thread 0x7fd655413700 (LWP 271130) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6554116e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd655411690, cond=0x7fd6554116b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6554116b8, mutex=0x7fd655411690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd655411690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615829bd4c0, id=0x5615829bd4c0, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd655411f90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd655411f90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x5616513ff210, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5616513ff1d0, qt=0x7fd655413328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x5616513ff1d0, st=0x5615ac458280, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x5615931bfb40, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159d68f030) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159d68f030) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x56158743a5f0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x56158743a5e8: 0x56159d68f030) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x56158743a5f0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56158743a5e8) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56158743a5e8) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56158743a5e0) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 205 (Thread 0x7fd655c14700 (LWP 271129) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd655c12ee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd655c12e90, cond=0x7fd655c12eb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd655c12eb8, mutex=0x7fd655c12e90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd655c12e90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561581f81510, id=0x561581f81510, start_time_ut=1668203132000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd655c135e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd655c135e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd655c135d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x56159a8a0d80) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x56159a8a0d80) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159d68f030, D=0x56159a8a0d80, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159d68f030) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x561588ff4f80: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x561588ff4f78: 0x56159d68f030) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x561588ff4f80: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561588ff4f78) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561588ff4f78) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561588ff4f70) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 204 (Thread 0x7fd656415700 (LWP 271122) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd656414590, rem=0x7fd656414580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242978, loop=5224, host=0x561592d5ecd0) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x561586875c20) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159d4fc920) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 203 (Thread 0x7fd656c16700 (LWP 271121) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd656c146e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd656c14690, cond=0x7fd656c146b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd656c146b8, mutex=0x7fd656c14690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd656c14690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615829bf860, id=0x5615829bf860, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd656c14f90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd656c14f90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x56165140b390, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x56165140b350, qt=0x7fd656c16328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x56165140b350, st=0x5615ac74c080, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x561592d5ecd0, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159d4f9ce0) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159d4f9ce0) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x5615848a6630: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x5615848a6628: 0x56159d4f9ce0) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x5615848a6630: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x5615848a6628) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x5615848a6628) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x5615848a6620) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 202 (Thread 0x7fd657417700 (LWP 271120) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e384b40) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e384af0, cond=0x56164e384b18) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e384b18, mutex=0x56164e384af0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5616053ac5d0) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615823e6710, id=0x5615823e6710, start_time_ut=1668206427000000, end_time_ut=1668214860000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6574165e8, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6574165e8) at database/engine/rrdengineapi.c:715
#8 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd6574165d0) at ml/Query.h:37
#9 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615a757f5f0) at ml/Dimension.cc:47
#10 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615a757f5f0) at ml/Dimension.cc:77
#11 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159d4f9ce0, D=0x5615a757f5f0, NowTP=...) at ml/Host.cc:107
#12 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159d4f9ce0) at ml/Host.cc:131
#13 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x561585bd5420: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x561585bd5418: 0x56159d4f9ce0) at /usr/include/c++/10/bits/invoke.h:73
#14 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x561585bd5420: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#15 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561585bd5418) at /usr/include/c++/10/thread:264
#16 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561585bd5418) at /usr/include/c++/10/thread:271
#17 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561585bd5410) at /usr/include/c++/10/thread:215
#18 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#19 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#20 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 201 (Thread 0x7fd657c18700 (LWP 271118) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd657c17590, rem=0x7fd657c17580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242977, loop=6217, host=0x56159a98b9e0) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159d2abeb0) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159d5c3a50) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 200 (Thread 0x7fd658419700 (LWP 271117) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6584176e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd658417690, cond=0x7fd6584176b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6584176b8, mutex=0x7fd658417690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd658417690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561582974320, id=0x561582974320, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd658417f90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd658417f90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x56165141c5b0, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x56165141c570, qt=0x7fd658419328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x56165141c570, st=0x5615ce824330, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x56159a98b9e0, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159d59bd80) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159d59bd80) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x56159a98b9b0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x56159a98b9a8: 0x56159d59bd80) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x56159a98b9b0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56159a98b9a8) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56159a98b9a8) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56159a98b9a0) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 199 (Thread 0x7fd658c1a700 (LWP 271116) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e412080) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e412030, cond=0x56164e412058) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e412058, mutex=0x56164e412030) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5616014a99f0) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561581ec4960, id=0x561581ec4960, start_time_ut=1668209287000000, end_time_ut=1668214860000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd658c195e8, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd658c195e8) at database/engine/rrdengineapi.c:715
#8 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd658c195d0) at ml/Query.h:37
#9 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615a7b6f7b0) at ml/Dimension.cc:47
#10 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615a7b6f7b0) at ml/Dimension.cc:77
#11 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159d59bd80, D=0x5615a7b6f7b0, NowTP=...) at ml/Host.cc:107
#12 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159d59bd80) at ml/Host.cc:131
#13 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x56159a98b980: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x56159a98b978: 0x56159d59bd80) at /usr/include/c++/10/bits/invoke.h:73
#14 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x56159a98b980: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#15 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56159a98b978) at /usr/include/c++/10/thread:264
#16 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56159a98b978) at /usr/include/c++/10/thread:271
#17 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56159a98b970) at /usr/include/c++/10/thread:215
#18 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#19 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#20 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 198 (Thread 0x7fd65941b700 (LWP 271114) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd65941a590, rem=0x7fd65941a580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242980, loop=7641, host=0x561593a57be0) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159d4d8c00) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159d717360) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 197 (Thread 0x7fd659c1c700 (LWP 271113) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd659c1a6e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd659c1a690, cond=0x7fd659c1a6b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd659c1a6b8, mutex=0x7fd659c1a690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd659c1a690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56158298a550, id=0x56158298a550, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd659c1af90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd659c1af90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x561651409350, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x561651409310, qt=0x7fd659c1c328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x561651409310, st=0x5615cd950170, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x561593a57be0, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159d4c1700) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159d4c1700) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x56158ff55e10: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x56158ff55e08: 0x56159d4c1700) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x56158ff55e10: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56158ff55e08) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56158ff55e08) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56158ff55e00) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 196 (Thread 0x7fd65a41d700 (LWP 271112) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd65a41bee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd65a41be90, cond=0x7fd65a41beb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd65a41beb8, mutex=0x7fd65a41be90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd65a41be90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561580087720, id=0x561580087720, start_time_ut=1668203132000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd65a41c5e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd65a41c5e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd65a41c5d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615c8a433d0) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615c8a433d0) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159d4c1700, D=0x5615c8a433d0, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159d4c1700) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x56158f400bf0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x56158f400be8: 0x56159d4c1700) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x56158f400bf0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56158f400be8) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56158f400be8) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56158f400be0) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 195 (Thread 0x7fd65ac1e700 (LWP 271111) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd65ac1d590, rem=0x7fd65ac1d580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242977, loop=2548, host=0x56159bae13c0) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159d70f3f0) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159d70f4a0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 194 (Thread 0x7fd65b41f700 (LWP 271110) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd65b41d6e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd65b41d690, cond=0x7fd65b41d6b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd65b41d6b8, mutex=0x7fd65b41d690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd65b41d690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561582949830, id=0x561582949830, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd65b41df90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd65b41df90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x5616513e7f30, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5616513e7ef0, qt=0x7fd65b41f328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x5616513e7ef0, st=0x5615cd1784e0, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x56159bae13c0, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159d6e4380) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159d6e4380) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x56159bae1390: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x56159bae1388: 0x56159d6e4380) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x56159bae1390: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56159bae1388) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56159bae1388) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56159bae1380) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 193 (Thread 0x7fd65bc20700 (LWP 271109) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd65bc1eee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd65bc1ee90, cond=0x7fd65bc1eeb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd65bc1eeb8, mutex=0x7fd65bc1ee90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd65bc1ee90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56157fe71eb0, id=0x56157fe71eb0, start_time_ut=1668203132000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd65bc1f5e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd65bc1f5e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd65bc1f5d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615c612d4a0) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615c612d4a0) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159d6e4380, D=0x5615c612d4a0, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159d6e4380) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x56159bae1360: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x56159bae1358: 0x56159d6e4380) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x56159bae1360: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56159bae1358) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56159bae1358) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56159bae1350) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 192 (Thread 0x7fd65c421700 (LWP 271108) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd65c420590, rem=0x7fd65c420580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242977, loop=5251, host=0x561597b4f040) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159d657250) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159d657280) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 191 (Thread 0x7fd65cc22700 (LWP 271107) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd65cc206e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd65cc20690, cond=0x7fd65cc206b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd65cc206b8, mutex=0x7fd65cc20690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd65cc20690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561582911520, id=0x561582911520, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd65cc20f90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd65cc20f90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x5616514062f0, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5616514062b0, qt=0x7fd65cc22328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x5616514062b0, st=0x5615cd888120, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x561597b4f040, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159d71c740) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159d71c740) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x561597b4f010: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x561597b4f008: 0x56159d71c740) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x561597b4f010: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561597b4f008) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561597b4f008) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561597b4f000) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 190 (Thread 0x7fd65d423700 (LWP 271106) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd65d421ee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd65d421e90, cond=0x7fd65d421eb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd65d421eb8, mutex=0x7fd65d421e90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd65d421e90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56158107c4d0, id=0x56158107c4d0, start_time_ut=1668203132000000, end_time_ut=1668214860000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd65d4225e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd65d4225e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd65d4225d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615a9e3bc60) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615a9e3bc60) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159d71c740, D=0x5615a9e3bc60, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159d71c740) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x561597b4efe0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x561597b4efd8: 0x56159d71c740) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x561597b4efe0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x561597b4efd8) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x561597b4efd8) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x561597b4efd0) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 189 (Thread 0x7fd65dc24700 (LWP 271102) "HEALTH[lab-nd-d"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd65dc23590, rem=0x7fd65dc23580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242978, loop=5338, host=0x56159ceff930) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159d4df8c0) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159d4e1420) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 188 (Thread 0x7fd65e425700 (LWP 271101) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd65e4236e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd65e423690, cond=0x7fd65e4236b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd65e4236b8, mutex=0x7fd65e423690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd65e423690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615829ba000, id=0x5615829ba000, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd65e423f90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd65e423f90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x5616513f1050, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5616513f1010, qt=0x7fd65e425328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x5616513f1010, st=0x5615cd444870, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x56159ceff930, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159d666cb0) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159d666cb0) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x56159ceff8d0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x56159ceff8c8: 0x56159d666cb0) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x56159ceff8d0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56159ceff8c8) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56159ceff8c8) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56159ceff8c0) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 187 (Thread 0x7fd65ec26700 (LWP 271099) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd65ec24ee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd65ec24e90, cond=0x7fd65ec24eb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd65ec24eb8, mutex=0x7fd65ec24e90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd65ec24e90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561580a0fb40, id=0x561580a0fb40, start_time_ut=1668203133000000, end_time_ut=1668215400000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd65ec255e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd65ec255e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd65ec255d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615b2aaf090) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615b2aaf090) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159d666cb0, D=0x5615b2aaf090, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159d666cb0) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x56159ceff8a0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x56159ceff898: 0x56159d666cb0) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x56159ceff8a0: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56159ceff898) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56159ceff898) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56159ceff890) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 186 (Thread 0x7fd65f427700 (LWP 271097) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd65f426590, rem=0x7fd65f426580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242980, loop=7727, host=0x5615941a8480) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159d4390e0) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159d6b37b0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 185 (Thread 0x7fd6861a0700 (LWP 271096) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd68619e6e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd68619e690, cond=0x7fd68619e6b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd68619e6b8, mutex=0x7fd68619e690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd68619e690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56158294e7f0, id=0x56158294e7f0, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd68619ef90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd68619ef90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x56165141b590, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x56165141b550, qt=0x7fd6861a0328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x56165141b550, st=0x5615ce81e8c0, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x5615941a8480, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159d527d40) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159d527d40) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x5615941a8450: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x5615941a8448: 0x56159d527d40) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x5615941a8450: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x5615941a8448) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x5615941a8448) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x5615941a8440) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 184 (Thread 0x7fd6881a4700 (LWP 271095) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6881a2ee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6881a2e90, cond=0x7fd6881a2eb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6881a2eb8, mutex=0x7fd6881a2e90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd6881a2e90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561580b40d20, id=0x561580b40d20, start_time_ut=1668203132000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6881a35e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6881a35e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd6881a35d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615b31cffb0) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615b31cffb0) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159d527d40, D=0x5615b31cffb0, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159d527d40) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x5615941a8420: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x5615941a8418: 0x56159d527d40) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x5615941a8420: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x5615941a8418) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x5615941a8418) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x5615941a8410) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 183 (Thread 0x7fd65fc28700 (LWP 271094) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd65fc27590, rem=0x7fd65fc27580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242978, loop=5233, host=0x56159a0ec5f0) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159d61fe30) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159d61fe60) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 182 (Thread 0x7fd660429700 (LWP 271085) "STATSD_COLLECTO"):
#0 0x00007fd6d29e2d2f in __GI___poll (fds=0x56159d31a300, nfds=4, timeout=1000) at ../sysdeps/unix/sysv/linux/poll.c:29
#1 0x000056157b99e38c in poll_events (sockets=0x56157c333178 <statsd+664>, add_callback=0x56157bd3371a <statsd_add_callback>, del_callback=0x56157bd337d0 <statsd_del_callback>, rcv_callback=0x56157bd3393a <statsd_rcv_callback>, snd_callback=0x56157bd33f06 <statsd_snd_callback>, tmr_callback=0x0, access_list=0x0, allow_dns=0, data=0x56159d66b900, tcp_request_timeout_seconds=0, tcp_idle_timeout_seconds=600, timer_milliseconds=1000, timer_data=0x56159d3d1580, max_tcp_sockets=256) at libnetdata/socket/socket.c:1704
#2 0x000056157bd343d2 in statsd_collector_thread (ptr=0x56159d3d1580) at collectors/statsd.plugin/statsd.c:1142
#3 0x000056157b9a467b in thread_start (ptr=0x56159d3d15b0) at libnetdata/threads/threads.c:203
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 181 (Thread 0x7fd660c2a700 (LWP 271081) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd660c286e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd660c28690, cond=0x7fd660c286b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd660c286b8, mutex=0x7fd660c28690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd660c28690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561582903ea0, id=0x561582903ea0, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd660c28f90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd660c28f90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x5616513f0030, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5616513efff0, qt=0x7fd660c2a328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x5616513efff0, st=0x5615cd33a800, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x56159a0ec5f0, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159d2a3780) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159d2a3780) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x56159a0ec5c0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x56159a0ec5b8: 0x56159d2a3780) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x56159a0ec5c0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56159a0ec5b8) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56159a0ec5b8) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56159a0ec5b0) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 180 (Thread 0x7fd66142b700 (LWP 271080) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd661429ee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd661429e90, cond=0x7fd661429eb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd661429eb8, mutex=0x7fd661429e90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd661429e90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561580aa1750, id=0x561580aa1750, start_time_ut=1668203132000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd66142a5e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd66142a5e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd66142a5d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615d9750ee0) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615d9750ee0) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159d2a3780, D=0x5615d9750ee0, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159d2a3780) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x56159a0ec590: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x56159a0ec588: 0x56159d2a3780) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x56159a0ec590: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56159a0ec588) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56159a0ec588) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56159a0ec580) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 179 (Thread 0x7fd661c2c700 (LWP 271066) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e3bf5f0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e3bf5a0, cond=0x56164e3bf5c8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e3bf5c8, mutex=0x56164e3bf5a0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615ba312e20) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615806f40f0, id=0x5615806f40f0, start_time_ut=1668211200000000, end_time_ut=1668213846000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd661c1d6b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd661c1d6b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x5615ba813d10, tier=1, now=1668213846) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x5615ba813d10, point_end_time_ut=1668213846000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd661c1d8a0, num_words=4, user=0x7fd661c215c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159e60cc50, input=0x7fd661c216b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d3f37b0, cd=0x7fd661c25380, fp_in=0x56159e505420, fp_out=0x56159e503310, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d3f37b0) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d3f37b0) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d589c50) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 178 (Thread 0x7fd66242d700 (LWP 271065) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164cae1150) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164cae1100, cond=0x56164cae1128) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164cae1128, mutex=0x56164cae1100) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615ba30fc20) at database/engine/pagecache.c:169
#5 0x000056157bd1fab8 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561580cba0c0, id=0x561580cba0c0, start_time_ut=1668211200000000, end_time_ut=1668213854000000) at database/engine/pagecache.c:1349
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd66241e6b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd66241e6b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x5615970d97e0, tier=1, now=1668213854) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x5615970d97e0, point_end_time_ut=1668213854000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd66241e8a0, num_words=4, user=0x7fd6624225c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159e5d2ab0, input=0x7fd6624226b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d384e20, cd=0x7fd662426380, fp_in=0x56159e50af80, fp_out=0x56159e507ca0, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d384e20) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d384e20) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d52e1a0) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 177 (Thread 0x7fd662c2e700 (LWP 271062) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e535600) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e5355b0, cond=0x56164e5355d8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e5355d8, mutex=0x56164e5355b0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615ba30eb40) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561580a565d0, id=0x561580a565d0, start_time_ut=1668212224000000, end_time_ut=1668213842000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd662c1f6b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd662c1f6b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x5615a2401460, tier=1, now=1668213842) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x5615a2401460, point_end_time_ut=1668213842000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd662c1f8a0, num_words=4, user=0x7fd662c235c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159e52b810, input=0x7fd662c236b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d5ede90, cd=0x7fd662c27380, fp_in=0x56159e504b70, fp_out=0x56159e503c70, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d5ede90) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d5ede90) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d3e4310) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 176 (Thread 0x7fd66342f700 (LWP 271061) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e4d4af0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e4d4aa0, cond=0x56164e4d4ac8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e4d4ac8, mutex=0x56164e4d4aa0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615ba30b170) at database/engine/pagecache.c:169
#5 0x000056157bd1fab8 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561581e1eec0, id=0x561581e1eec0, start_time_ut=1668211200000000, end_time_ut=1668213852000000) at database/engine/pagecache.c:1349
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6634206b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6634206b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x5615a9560420, tier=1, now=1668213852) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x5615a9560420, point_end_time_ut=1668213852000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd6634208a0, num_words=4, user=0x7fd6634245c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159e5eb020, input=0x7fd6634246b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d5219d0, cd=0x7fd663428380, fp_in=0x56159e58a0b0, fp_out=0x56159e589ed0, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d5219d0) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d5219d0) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d2eb190) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 175 (Thread 0x7fd664431700 (LWP 271060) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e40a390) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e40a340, cond=0x56164e40a368) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e40a368, mutex=0x56164e40a340) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615ba30fb30) at database/engine/pagecache.c:169
#5 0x000056157bd1fab8 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615827c86d0, id=0x5615827c86d0, start_time_ut=1668211200000000, end_time_ut=1668213845000000) at database/engine/pagecache.c:1349
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6644226b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6644226b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x5615b4650e00, tier=1, now=1668213845) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x5615b4650e00, point_end_time_ut=1668213845000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd6644228a0, num_words=4, user=0x7fd6644265c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159e57a2c0, input=0x7fd6644266b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d698060, cd=0x7fd66442a380, fp_in=0x56159e559410, fp_out=0x56159e504f30, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d698060) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d698060) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d670db0) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 174 (Thread 0x7fd663c30700 (LWP 271059) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164bf6a1a0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164bf6a150, cond=0x56164bf6a178) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164bf6a178, mutex=0x56164bf6a150) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615ba315120) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56158210e040, id=0x56158210e040, start_time_ut=1668211200000000, end_time_ut=1668213844000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd663c216b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd663c216b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x5615b167c2e0, tier=1, now=1668213844) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x5615b167c2e0, point_end_time_ut=1668213844000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd663c218a0, num_words=4, user=0x7fd663c255c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159e5225d0, input=0x7fd663c256b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d3c4bc0, cd=0x7fd663c29380, fp_in=0x56159e5043f0, fp_out=0x56159e5036d0, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d3c4bc0) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d3c4bc0) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d670d20) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 173 (Thread 0x7fd664c32700 (LWP 271058) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e55d6a0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e55d650, cond=0x56164e55d678) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e55d678, mutex=0x56164e55d650) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615ba316d90) at database/engine/pagecache.c:169
#5 0x000056157bd1fab8 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615808fcc80, id=0x5615808fcc80, start_time_ut=1668211200000000, end_time_ut=1668213843000000) at database/engine/pagecache.c:1349
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd664c236b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd664c236b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x5615aa82d050, tier=1, now=1668213843) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x5615aa82d050, point_end_time_ut=1668213843000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd664c238a0, num_words=4, user=0x7fd664c275c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159e5fc7e0, input=0x7fd664c276b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d3b48b0, cd=0x7fd664c2b380, fp_in=0x56159e503a90, fp_out=0x56159e503130, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d3b48b0) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d3b48b0) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d57aed0) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 172 (Thread 0x7fd665433700 (LWP 271057) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164c2bca10) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164c2bc9c0, cond=0x56164c2bc9e8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164c2bc9e8, mutex=0x56164c2bc9c0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615ba30acc0) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56157fd6cad0, id=0x56157fd6cad0, start_time_ut=1668212244000000, end_time_ut=1668213842000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6654246b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6654246b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x5615a53c2100, tier=1, now=1668213842) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x5615a53c2100, point_end_time_ut=1668213842000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd6654248a0, num_words=4, user=0x7fd6654285c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159e50d510, input=0x7fd6654286b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d3c8950, cd=0x7fd66542c380, fp_in=0x56159e502f50, fp_out=0x56159e502b90, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d3c8950) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d3c8950) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d57aa40) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 171 (Thread 0x7fd665c34700 (LWP 271056) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e502ee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e502e90, cond=0x56164e502eb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e502eb8, mutex=0x56164e502e90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615ba30af90) at database/engine/pagecache.c:169
#5 0x000056157bd1fab8 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561580368ce0, id=0x561580368ce0, start_time_ut=1668211200000000, end_time_ut=1668213842000000) at database/engine/pagecache.c:1349
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd665c256b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd665c256b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x5615a58fd5e0, tier=1, now=1668213842) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x5615a58fd5e0, point_end_time_ut=1668213842000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd665c258a0, num_words=4, user=0x7fd665c295c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159e544010, input=0x7fd665c296b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d616e30, cd=0x7fd665c2d380, fp_in=0x56159e5ba5a0, fp_out=0x56159e507340, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d616e30) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d616e30) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d3a9e50) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 170 (Thread 0x7fd666435700 (LWP 271055) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164c30cb00) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164c30cab0, cond=0x56164c30cad8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164c30cad8, mutex=0x56164c30cab0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615ba316750) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561580bd9980, id=0x561580bd9980, start_time_ut=1668211200000000, end_time_ut=1668213842000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6664266b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6664266b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x5615a3a22e30, tier=1, now=1668213842) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x5615a3a22e30, point_end_time_ut=1668213842000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd6664268a0, num_words=4, user=0x7fd66642a5c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159e5599c0, input=0x7fd66642a6b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d60f470, cd=0x7fd66642e380, fp_in=0x56159e5059c0, fp_out=0x56159e503e50, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d60f470) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d60f470) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d3a9f30) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 169 (Thread 0x7fd667c38700 (LWP 271054) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e38ef10) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e38eec0, cond=0x56164e38eee8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e38eee8, mutex=0x56164e38eec0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5616053b9960) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615800ec8c0, id=0x5615800ec8c0, start_time_ut=1668211221000000, end_time_ut=1668213847000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd667c296b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd667c296b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x5615bd0e56b0, tier=1, now=1668213847) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x5615bd0e56b0, point_end_time_ut=1668213847000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd667c298a0, num_words=4, user=0x7fd667c2d5c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159e59a180, input=0x7fd667c2d6b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d3e8c70, cd=0x7fd667c31380, fp_in=0x56159e504030, fp_out=0x56159e5034f0, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d3e8c70) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d3e8c70) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d3a90d0) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 168 (Thread 0x7fd667437700 (LWP 271053) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e52ec30) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e52ebe0, cond=0x56164e52ec08) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e52ec08, mutex=0x56164e52ebe0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5616053b9320) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561581bf24a0, id=0x561581bf24a0, start_time_ut=1668212244000000, end_time_ut=1668213844000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6674286b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6674286b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x5615adae1b20, tier=1, now=1668213844) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x5615adae1b20, point_end_time_ut=1668213844000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd6674288a0, num_words=4, user=0x7fd66742c5c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159e6767e0, input=0x7fd66742c6b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d613150, cd=0x7fd667430380, fp_in=0x56159e5038b0, fp_out=0x56159e502d70, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d613150) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d613150) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d3a91a0) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 167 (Thread 0x7fd666c36700 (LWP 271052) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e4da280) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e4da230, cond=0x56164e4da258) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e4da258, mutex=0x56164e4da230) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5616053b3330) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561581439590, id=0x561581439590, start_time_ut=1668213248000000, end_time_ut=1668213844000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd666c276b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd666c276b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x5615adeea460, tier=1, now=1668213844) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x5615adeea460, point_end_time_ut=1668213844000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd666c278a0, num_words=4, user=0x7fd666c2b5c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159e695d20, input=0x7fd666c2b6b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d69bf60, cd=0x7fd666c2f380, fp_in=0x56159e5c24d0, fp_out=0x56159e5722a0, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d69bf60) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d69bf60) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d3a9840) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 166 (Thread 0x7fd668439700 (LWP 271051) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd66842a1f0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd66842a1a0, cond=0x7fd66842a1c8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd66842a1c8, mutex=0x7fd66842a1a0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd66842a1a0) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1e483 in pg_cache_insert (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615816be070, descr=0x5615ba30fcc0, lock_and_count=true, remove_old=true) at database/engine/pagecache.c:917
#7 0x000056157bd19485 in rrdeng_store_metric_next_internal (collection_handle=0x5615a2b14450, point_in_time_ut=1668215296000000, n=5.6267490000000002, min_value=0, max_value=0, count=1, anomaly_count=0, flags=SN_FLAG_NONE) at database/engine/rrdengineapi.c:423
#8 0x000056157bd1980d in rrdeng_store_metric_next (collection_handle=0x5615a2b14450, point_in_time_ut=1668215296000000, n=5.6267490000000002, min_value=0, max_value=0, count=1, anomaly_count=0, flags=SN_FLAG_NONE) at database/engine/rrdengineapi.c:517
#9 0x000056157bbf86c6 in rrddim_store_metric (rd=0x5615a2cb2290, point_end_time_ut=1668215296000000, n=5.6267490000000002, flags=SN_FLAG_NONE) at database/rrdset.c:1071
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd66842a8a0, num_words=4, user=0x7fd66842e5c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159e6a6ee0, input=0x7fd66842e6b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d3ee970, cd=0x7fd668432380, fp_in=0x56159e507700, fp_out=0x56159e5047b0, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d3ee970) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d3ee970) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d3a9320) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 165 (Thread 0x7fd66943b700 (LWP 271050) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e4db0d0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e4db080, cond=0x56164e4db0a8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e4db0a8, mutex=0x56164e4db080) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615e4fd3fb0) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561582564bc0, id=0x561582564bc0, start_time_ut=1668213267000000, end_time_ut=1668213844000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd66942c6b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd66942c6b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x5615b27c28c0, tier=1, now=1668213844) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x5615b27c28c0, point_end_time_ut=1668213844000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd66942c8a0, num_words=4, user=0x7fd6694305c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159e5b2520, input=0x7fd6694306b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d5e8070, cd=0x7fd669434380, fp_in=0x56159e50d140, fp_out=0x56159e5045d0, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d5e8070) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d5e8070) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d3a8fc0) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 164 (Thread 0x7fd668c3a700 (LWP 271049) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e482d20) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e482cd0, cond=0x56164e482cf8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e482cf8, mutex=0x56164e482cd0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615ba310760) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615800b9e00, id=0x5615800b9e00, start_time_ut=1668211200000000, end_time_ut=1668213845000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd668c2b6b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd668c2b6b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x5615b4143f90, tier=1, now=1668213845) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x5615b4143f90, point_end_time_ut=1668213845000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd668c2b8a0, num_words=4, user=0x7fd668c2f5c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159e58a480, input=0x7fd668c2f6b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d4c2dc0, cd=0x7fd668c33380, fp_in=0x56159e5595f0, fp_out=0x56159e559230, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d4c2dc0) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d4c2dc0) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d3a91e0) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 163 (Thread 0x7fd669c3c700 (LWP 271048) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd669c3b590, rem=0x7fd669c3b580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242976, loop=6657, host=0x56159ac6b5f0) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159d3a44d0) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159d3a5bb0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 162 (Thread 0x7fd66a43d700 (LWP 271047) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd66a43b6e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd66a43b690, cond=0x7fd66a43b6b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd66a43b6b8, mutex=0x7fd66a43b690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd66a43b690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615829b0d80, id=0x5615829b0d80, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd66a43bf90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd66a43bf90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x5616513f8130, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5616513f80f0, qt=0x7fd66a43d328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x5616513f80f0, st=0x5615cd6124e0, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x56159ac6b5f0, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159d389850) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159d389850) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x56159ac6b5c0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x56159ac6b5b8: 0x56159d389850) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x56159ac6b5c0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56159ac6b5b8) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56159ac6b5b8) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56159ac6b5b0) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 161 (Thread 0x7fd66ac3e700 (LWP 271046) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd66ac3cee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd66ac3ce90, cond=0x7fd66ac3ceb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd66ac3ceb8, mutex=0x7fd66ac3ce90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd66ac3ce90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561581d10b80, id=0x561581d10b80, start_time_ut=1668203134000000, end_time_ut=1668210310000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd66ac3d5e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd66ac3d5e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd66ac3d5d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615b0ba7700) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615b0ba7700) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159d389850, D=0x5615b0ba7700, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159d389850) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x56159ac6b590: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x56159ac6b588: 0x56159d389850) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x56159ac6b590: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56159ac6b588) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56159ac6b588) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56159ac6b580) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 160 (Thread 0x7fd66b43f700 (LWP 271045) "PLUGIN[cgroups]"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56157dd0203c <discovery_thread+92>) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56157dd01fe8 <discovery_thread+8>, cond=0x56157dd02010 <discovery_thread+48>) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56157dd02010 <discovery_thread+48>, mutex=0x56157dd01fe8 <discovery_thread+8>) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd7739a in cgroup_discovery_worker (ptr=0x0) at collectors/cgroups.plugin/sys_fs_cgroup.c:2786
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 159 (Thread 0x7fd66c06b700 (LWP 271034) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd66c05c040) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd66c05bff0, cond=0x7fd66c05c018) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd66c05c018, mutex=0x7fd66c05bff0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd66c05bff0) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561580b5d700, id=0x561580b5d700, start_time_ut=1668211200000000, end_time_ut=1668213845000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd66c05c6b0, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd66c05c6b0) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x561599ed2690, tier=1, now=1668213845) at web/api/queries/query.c:1501
#10 0x000056157bbf87ab in rrddim_store_metric (rd=0x561599ed2690, point_end_time_ut=1668213845000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#11 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd66c05c8a0, num_words=4, user=0x7fd66c0605c0) at collectors/plugins.d/pluginsd_parser.c:995
#12 0x000056157bd475de in parser_action (parser=0x56159e572570, input=0x7fd66c0606b0 "RSET") at parser/parser.c:344
#13 0x000056157bd2d66b in streaming_parser (rpt=0x56159d6ff610, cd=0x7fd66c064380, fp_in=0x56159e5623c0, fp_out=0x56159e4eaf40, ssl=0x0) at streaming/receiver.c:387
#14 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d6ff610) at streaming/receiver.c:732
#15 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d6ff610) at streaming/receiver.c:795
#16 0x000056157b9a467b in thread_start (ptr=0x56159d31cef0) at libnetdata/threads/threads.c:203
#17 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#18 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 158 (Thread 0x7fd66c86c700 (LWP 271033) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e39fae0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e39fa90, cond=0x56164e39fab8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e39fab8, mutex=0x56164e39fa90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5616053ac170) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56158112f860, id=0x56158112f860, start_time_ut=1668211221000000, end_time_ut=1668213844000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd66c85d6b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd66c85d6b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x5615ad07d330, tier=1, now=1668213844) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x5615ad07d330, point_end_time_ut=1668213844000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd66c85d8a0, num_words=4, user=0x7fd66c8615c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159e5c2d80, input=0x7fd66c8616b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d6fb070, cd=0x7fd66c865380, fp_in=0x56159e517120, fp_out=0x56159e515e20, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d6fb070) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d6fb070) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d717120) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 157 (Thread 0x7fd670073700 (LWP 271032) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e4ba5b0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e4ba560, cond=0x56164e4ba588) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e4ba588, mutex=0x56164e4ba560) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5616053b5e00) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615805bb160, id=0x5615805bb160, start_time_ut=1668213268000000, end_time_ut=1668213844000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6700646b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6700646b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x5615b124c5d0, tier=1, now=1668213844) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x5615b124c5d0, point_end_time_ut=1668213844000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd6700648a0, num_words=4, user=0x7fd6700685c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159e5aa2a0, input=0x7fd6700686b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d5e2bc0, cd=0x7fd67006c380, fp_in=0x56159e50cd80, fp_out=0x56159e50c9c0, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d5e2bc0) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d5e2bc0) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d530fd0) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 156 (Thread 0x7fd66d06d700 (LWP 271031) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e3832a0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e383250, cond=0x56164e383278) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e383278, mutex=0x56164e383250) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5616053b5130) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615805a70a0, id=0x5615805a70a0, start_time_ut=1668211221000000, end_time_ut=1668213853000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd66d05e6b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd66d05e6b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x5615ce8fef20, tier=1, now=1668213853) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x5615ce8fef20, point_end_time_ut=1668213853000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd66d05e8a0, num_words=4, user=0x7fd66d0625c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159e66ea90, input=0x7fd66d0626b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d562490, cd=0x7fd66d066380, fp_in=0x56159e50b8e0, fp_out=0x56159e50ada0, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d562490) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d562490) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d715d80) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 155 (Thread 0x7fd66f872700 (LWP 271030) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e2175c0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e217570, cond=0x56164e217598) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e217598, mutex=0x56164e217570) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615ba3081a0) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561581baeea0, id=0x561581baeea0, start_time_ut=1668211220000000, end_time_ut=1668213853000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd66f8636b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd66f8636b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x5615d0908ff0, tier=1, now=1668213853) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x5615d0908ff0, point_end_time_ut=1668213853000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd66f8638a0, num_words=4, user=0x7fd66f8675c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159e54bd60, input=0x7fd66f8676b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d6ebb30, cd=0x7fd66f86b380, fp_in=0x56159e5174e0, fp_out=0x56159e50be80, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d6ebb30) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d6ebb30) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d703700) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 154 (Thread 0x7fd66d86e700 (LWP 271029) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e4891d0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e489180, cond=0x56164e4891a8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e4891a8, mutex=0x56164e489180) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615ba313e10) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561581d5e4b0, id=0x561581d5e4b0, start_time_ut=1668213268000000, end_time_ut=1668213853000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd66d85f6b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd66d85f6b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x5615cf5da340, tier=1, now=1668213853) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x5615cf5da340, point_end_time_ut=1668213853000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd66d85f8a0, num_words=4, user=0x7fd66d8635c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159e614f80, input=0x7fd66d8636b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d2f9ea0, cd=0x7fd66d867380, fp_in=0x56159e50cf60, fp_out=0x56159e50c600, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d2f9ea0) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d2f9ea0) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d505cd0) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 153 (Thread 0x7fd66e06f700 (LWP 271028) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e3f7320) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e3f72d0, cond=0x56164e3f72f8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e3f72f8, mutex=0x56164e3f72d0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615e4fcc850) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561580142400, id=0x561580142400, start_time_ut=1668213268000000, end_time_ut=1668213844000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd66e0606b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd66e0606b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x5615af0f5440, tier=1, now=1668213844) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x5615af0f5440, point_end_time_ut=1668213844000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd66e0608a0, num_words=4, user=0x7fd66e0645c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159e6bcac0, input=0x7fd66e0646b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d4fe860, cd=0x7fd66e068380, fp_in=0x56159e518c70, fp_out=0x56159e507520, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d4fe860) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d4fe860) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d6feed0) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 152 (Thread 0x7fd66e870700 (LWP 271027) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164cabe020) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164cabdfd0, cond=0x56164cabdff8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164cabdff8, mutex=0x56164cabdfd0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615ba314040) at database/engine/pagecache.c:169
#5 0x000056157bd1fab8 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561581b4dde0, id=0x561581b4dde0, start_time_ut=1668211200000000, end_time_ut=1668213858000000) at database/engine/pagecache.c:1349
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd66e8616b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd66e8616b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x5615b6091000, tier=1, now=1668213858) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x5615b6091000, point_end_time_ut=1668213858000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd66e8618a0, num_words=4, user=0x7fd66e8655c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159e61de30, input=0x7fd66e8656b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d51ad30, cd=0x7fd66e869380, fp_in=0x56159e5e2da0, fp_out=0x56159e58a290, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d51ad30) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d51ad30) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d56be40) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 151 (Thread 0x7fd66f071700 (LWP 271026) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e4ec240) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e4ec1f0, cond=0x56164e4ec218) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e4ec218, mutex=0x56164e4ec1f0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615ba30d650) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615811138f0, id=0x5615811138f0, start_time_ut=1668211221000000, end_time_ut=1668213846000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd66f0626b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd66f0626b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x561596891720, tier=1, now=1668213846) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x561596891720, point_end_time_ut=1668213846000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd66f0628a0, num_words=4, user=0x7fd66f0665c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159e67e530, input=0x7fd66f0666b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d2f61c0, cd=0x7fd66f06a380, fp_in=0x56159e50c420, fp_out=0x56159e50a9e0, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d2f61c0) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d2f61c0) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d7170e0) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 150 (Thread 0x7fd671075700 (LWP 271025) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e396420) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e3963d0, cond=0x56164e3963f8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e3963f8, mutex=0x56164e3963d0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615ba311e80) at database/engine/pagecache.c:169
#5 0x000056157bd1fab8 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561580062180, id=0x561580062180, start_time_ut=1668211200000000, end_time_ut=1668213844000000) at database/engine/pagecache.c:1349
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6710666b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6710666b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x5615b1ee88a0, tier=1, now=1668213844) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x5615b1ee88a0, point_end_time_ut=1668213844000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd6710668a0, num_words=4, user=0x7fd67106a5c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159e5921d0, input=0x7fd67106a6b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d2e0080, cd=0x7fd67106e380, fp_in=0x56159e50b700, fp_out=0x56159e50b340, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d2e0080) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d2e0080) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d43e710) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 149 (Thread 0x7fd670874700 (LWP 271024) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164cb378a0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164cb37850, cond=0x56164cb37878) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164cb37878, mutex=0x56164cb37850) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615ba315a80) at database/engine/pagecache.c:169
#5 0x000056157bd1fab8 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615804e07d0, id=0x5615804e07d0, start_time_ut=1668211200000000, end_time_ut=1668213855000000) at database/engine/pagecache.c:1349
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6708656b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6708656b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x5615d434ff10, tier=1, now=1668213855) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x5615d434ff10, point_end_time_ut=1668213855000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd6708658a0, num_words=4, user=0x7fd6708695c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159e5cad60, input=0x7fd6708696b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d354040, cd=0x7fd67086d380, fp_in=0x56159e50a800, fp_out=0x56159e506f80, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d354040) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d354040) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d56bf70) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 148 (Thread 0x7fd672878700 (LWP 271023) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e4d4a40) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e4d49f0, cond=0x56164e4d4a18) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e4d4a18, mutex=0x56164e4d49f0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5616053ae3d0) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615821a18f0, id=0x5615821a18f0, start_time_ut=1668212243000000, end_time_ut=1668213857000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6728696b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6728696b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x5615abf1a180, tier=1, now=1668213857) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x5615abf1a180, point_end_time_ut=1668213857000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd6728698a0, num_words=4, user=0x7fd67286d5c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159e6b1040, input=0x7fd67286d6b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d2ecb60, cd=0x7fd672871380, fp_in=0x56159e4ead60, fp_out=0x56159e50abc0, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d2ecb60) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d2ecb60) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d56b6b0) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 147 (Thread 0x7fd673079700 (LWP 271022) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e4f0670) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e4f0620, cond=0x56164e4f0648) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e4f0648, mutex=0x56164e4f0620) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615e4fc6860) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615805b1f10, id=0x5615805b1f10, start_time_ut=1668213268000000, end_time_ut=1668213847000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd67306a6b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd67306a6b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x5615bc6be190, tier=1, now=1668213847) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x5615bc6be190, point_end_time_ut=1668213847000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd67306a8a0, num_words=4, user=0x7fd67306e5c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159e6ccb80, input=0x7fd67306e6b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d6f34f0, cd=0x7fd673072380, fp_in=0x56159e521ce0, fp_out=0x56159e561700, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d6f34f0) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d6f34f0) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d530a10) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 146 (Thread 0x7fd671876700 (LWP 271021) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6718671f0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6718671a0, cond=0x7fd6718671c8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6718671c8, mutex=0x7fd6718671a0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd6718671a0) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1e483 in pg_cache_insert (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561581aaf890, descr=0x5615ba30e6e0, lock_and_count=true, remove_old=true) at database/engine/pagecache.c:917
#7 0x000056157bd19485 in rrdeng_store_metric_next_internal (collection_handle=0x5615a3a32ee0, point_in_time_ut=1668215296000000, n=0, min_value=0, max_value=0, count=1, anomaly_count=0, flags=SN_FLAG_NONE) at database/engine/rrdengineapi.c:423
#8 0x000056157bd1980d in rrdeng_store_metric_next (collection_handle=0x5615a3a32ee0, point_in_time_ut=1668215296000000, n=0, min_value=0, max_value=0, count=1, anomaly_count=0, flags=SN_FLAG_NONE) at database/engine/rrdengineapi.c:517
#9 0x000056157bbf86c6 in rrddim_store_metric (rd=0x5615a3a319b0, point_end_time_ut=1668215296000000, n=0, flags=SN_FLAG_NONE) at database/rrdset.c:1071
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd6718678a0, num_words=4, user=0x7fd67186b5c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159e68dfd0, input=0x7fd67186b6b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d649ad0, cd=0x7fd67186f380, fp_in=0x56159e5f2d60, fp_out=0x56159e5597d0, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d649ad0) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d649ad0) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d56c010) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 145 (Thread 0x7fd672077700 (LWP 271020) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e3afa90) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e3afa40, cond=0x56164e3afa68) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e3afa68, mutex=0x56164e3afa40) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5616053bb0d0) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561580a1f400, id=0x561580a1f400, start_time_ut=1668213267000000, end_time_ut=1668213844000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6720686b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6720686b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x5615b076c310, tier=1, now=1668213844) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x5615b076c310, point_end_time_ut=1668213844000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd6720688a0, num_words=4, user=0x7fd67206c5c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159e69da70, input=0x7fd67206c6b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d34ba10, cd=0x7fd672070380, fp_in=0x56159e50d320, fp_out=0x56159e50c7e0, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d34ba10) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d34ba10) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d56bcc0) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 144 (Thread 0x7fd67487c700 (LWP 271019) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164cb3e930) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164cb3e8e0, cond=0x56164cb3e908) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164cb3e908, mutex=0x56164cb3e8e0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615ba30dbf0) at database/engine/pagecache.c:169
#5 0x000056157bd1fab8 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561581e48570, id=0x561581e48570, start_time_ut=1668211200000000, end_time_ut=1668213856000000) at database/engine/pagecache.c:1349
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd67486d6b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd67486d6b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x56159b0ca5d0, tier=1, now=1668213856) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x56159b0ca5d0, point_end_time_ut=1668213856000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd67486d8a0, num_words=4, user=0x7fd6748715c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159e5f4a90, input=0x7fd6748716b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d2dc3a0, cd=0x7fd674875380, fp_in=0x56159e50c240, fp_out=0x56159e507160, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d2dc3a0) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d2dc3a0) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d5306c0) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 143 (Thread 0x7fd67407b700 (LWP 271018) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e370380) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e370330, cond=0x56164e370358) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e370358, mutex=0x56164e370330) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615ba30ca70) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615821cc050, id=0x5615821cc050, start_time_ut=1668212243000000, end_time_ut=1668213844000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd67406c6b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd67406c6b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x5615b3a1bdc0, tier=1, now=1668213844) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x5615b3a1bdc0, point_end_time_ut=1668213844000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd67406c8a0, num_words=4, user=0x7fd6740705c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159e5ba790, input=0x7fd6740706b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d6ef810, cd=0x7fd674074380, fp_in=0x56159e515c40, fp_out=0x56159e515a60, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d6ef810) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d6ef810) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d530730) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 142 (Thread 0x7fd67387a700 (LWP 271017) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164cac0060) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164cac0010, cond=0x56164cac0038) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164cac0038, mutex=0x56164cac0010) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5616053b9730) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615802ba370, id=0x5615802ba370, start_time_ut=1668213268000000, end_time_ut=1668213844000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd67386b6b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd67386b6b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x5615b28ea8c0, tier=1, now=1668213844) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x5615b28ea8c0, point_end_time_ut=1668213844000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd67386b8a0, num_words=4, user=0x7fd67386f5c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159e686280, input=0x7fd67386f6b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d35bd40, cd=0x7fd673873380, fp_in=0x56159e50bca0, fp_out=0x56159e50a620, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d35bd40) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d35bd40) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d530f30) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 141 (Thread 0x7fd67507d700 (LWP 271016) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164c2ca180) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164c2ca130, cond=0x56164c2ca158) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164c2ca158, mutex=0x56164c2ca130) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615ba310b20) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615803cbfa0, id=0x5615803cbfa0, start_time_ut=1668211200000000, end_time_ut=1668213855000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd67506e6b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd67506e6b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x5615d4daa470, tier=1, now=1668213855) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x5615d4daa470, point_end_time_ut=1668213855000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd67506e8a0, num_words=4, user=0x7fd6750725c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159e6c48f0, input=0x7fd6750726b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d718a70, cd=0x7fd675076380, fp_in=0x56159e559050, fp_out=0x56159e518e50, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d718a70) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d718a70) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d530520) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 140 (Thread 0x7fd67587e700 (LWP 271015) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164de07190) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164de07140, cond=0x56164de07168) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164de07168, mutex=0x56164de07140) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615ba315e40) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561581ca54a0, id=0x561581ca54a0, start_time_ut=1668211221000000, end_time_ut=1668213842000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd67586f6b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd67586f6b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x5615a1d7d090, tier=1, now=1668213842) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x5615a1d7d090, point_end_time_ut=1668213842000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd67586f8a0, num_words=4, user=0x7fd6758735c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159e5339f0, input=0x7fd6758736b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d3d6f70, cd=0x7fd675877380, fp_in=0x56159e5078e0, fp_out=0x56159e506bc0, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d3d6f70) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d3d6f70) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d52fdc0) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 139 (Thread 0x7fd67607f700 (LWP 271014) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e4fc140) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e4fc0f0, cond=0x56164e4fc118) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e4fc118, mutex=0x56164e4fc0f0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5616053b7520) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56158086b440, id=0x56158086b440, start_time_ut=1668213248000000, end_time_ut=1668213842000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6760706b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6760706b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x5615a4ea86c0, tier=1, now=1668213842) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x5615a4ea86c0, point_end_time_ut=1668213842000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd6760708a0, num_words=4, user=0x7fd6760745c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159e53b930, input=0x7fd6760746b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d2e4d80, cd=0x7fd676078380, fp_in=0x56159e5daa50, fp_out=0x56159e561e60, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d2e4d80) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d2e4d80) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d429210) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 138 (Thread 0x7fd676880700 (LWP 271013) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e4b47c0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e4b4770, cond=0x56164e4b4798) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e4b4798, mutex=0x56164e4b4770) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615ba30dab0) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561581bd5db0, id=0x561581bd5db0, start_time_ut=1668212224000000, end_time_ut=1668213844000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6768716b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6768716b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x5615ab0fff50, tier=1, now=1668213844) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x5615ab0fff50, point_end_time_ut=1668213844000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd6768718a0, num_words=4, user=0x7fd6768755c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159d547a10, input=0x7fd6768756b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d6f71d0, cd=0x7fd676879380, fp_in=0x56159d2b7e80, fp_out=0x56159d41edf0, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d6f71d0) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d6f71d0) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d3f9200) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 137 (Thread 0x7fd677081700 (LWP 271012) "HEALTH[nd-child"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd677080590, rem=0x7fd677080580) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=1000000) at libnetdata/clocks/clocks.c:350
#2 0x000056157b9dd5d6 in health_sleep (next_run=1668242977, loop=5094, host=0x56159786d4f0) at health/health.c:701
#3 0x000056157b9e0700 in health_main (ptr=0x56159d2f34c0) at health/health.c:1405
#4 0x000056157b9a467b in thread_start (ptr=0x56159d2f3530) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 136 (Thread 0x7fd677882700 (LWP 271011) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6778806e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd677880690, cond=0x7fd6778806b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6778806b8, mutex=0x7fd677880690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd677880690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56158297d2a0, id=0x56158297d2a0, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd677880f90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd677880f90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x561651411450, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x561651411410, qt=0x7fd677882328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x561651411410, st=0x5615ce6cba20, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x56159786d4f0, AnomalyRate=0) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x56159d2ebf30) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x56159d2ebf30) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x56159786d4c0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x56159786d4b8: 0x56159d2ebf30) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x56159786d4c0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56159786d4b8) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56159786d4b8) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56159786d4b0) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 135 (Thread 0x7fd6891a6700 (LWP 271010) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6891a4ee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6891a4e90, cond=0x7fd6891a4eb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6891a4eb8, mutex=0x7fd6891a4e90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd6891a4e90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56158082c3b0, id=0x56158082c3b0, start_time_ut=1668203132000000, end_time_ut=1668214800000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6891a55e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6891a55e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd6891a55d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615a7ab5a40) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615a7ab5a40) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x56159d2ebf30, D=0x5615a7ab5a40, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x56159d2ebf30) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x56159786d490: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x56159786d488: 0x56159d2ebf30) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x56159786d490: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56159786d488) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56159786d488) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56159786d480) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 134 (Thread 0x7fd678083700 (LWP 271001) "WEB_SERVER[stat"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164cb3b0e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164cb3b090, cond=0x56164cb3b0b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164cb3b0b8, mutex=0x56164cb3b090) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5616053af3c0) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56158109dc50, id=0x56158109dc50, start_time_ut=1668213268000000, end_time_ut=1668213927000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd67807fd70, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd67807fd70) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x56162ba07860, dim_id_in_rrdr=38) at web/api/queries/query.c:1226
#9 0x000056157b9b9fb5 in rrd2rrdr (owa=0x56162ba07820, qt=0x7fd678083328) at web/api/queries/query.c:2042
#10 0x000056157b9bf606 in data_query_execute (owa=0x56162ba07820, wb=0x56162b981db0, qt=0x7fd678083328, latest_timestamp=0x7fd678080010) at web/api/formatters/rrd2json.c:145
#11 0x000056157b9ca7fa in web_client_api_request_v1_data (host=0x561595006880, w=0x56162b976090, url=0x0) at web/api/web_api_v1.c:807
#12 0x000056157b9cdd75 in web_client_api_request_v1 (host=0x561595006880, w=0x56162b976090, url=0x56162b976d48 "data") at web/api/web_api_v1.c:1687
#13 0x000056157bd3d92e in web_client_api_request (host=0x561595006880, w=0x56162b976090, url=0x56162b976d48 "data") at web/server/web_client.c:537
#14 0x000056157bd3d849 in check_host_and_call (host=0x561595006880, w=0x56162b976090, url=0x56162b976d45 "v1", func=0x56157bd3d85f <web_client_api_request>) at web/server/web_client.c:513
#15 0x000056157bd3ff45 in web_client_process_url (host=0x561595006880, w=0x56162b976090, url=0x56162b976d45 "v1") at web/server/web_client.c:1349
#16 0x000056157bd3fc9e in web_client_switch_host (host=0x561595006880, w=0x56162b976090, url=0x56162b976d41 "api") at web/server/web_client.c:1311
#17 0x000056157bd3fff3 in web_client_process_url (host=0x561592366b80, w=0x56162b976090, url=0x56162b976d24 "nd-child-case-net-problems-3") at web/server/web_client.c:1353
#18 0x000056157bd40a92 in web_client_process_request (w=0x56162b976090) at web/server/web_client.c:1495
#19 0x000056157bd44e30 in web_server_rcv_callback (pi=0x56159d2d9e70, events=0x56159d2d95b4) at web/server/static/static-threaded.c:304
#20 0x000056157b99d63a in poll_process_tcp_read (p=0x7fd6780826b0, pi=0x56159d2d9e70, pf=0x56159d2d95b0, now=28432) at libnetdata/socket/socket.c:1497
#21 0x000056157b99ec6d in poll_events (sockets=0x56157c3337a0 <api_sockets>, add_callback=0x56157bd447e0 <web_server_add_callback>, del_callback=0x56157bd44bb6 <web_server_del_callback>, rcv_callback=0x56157bd44d47 <web_server_rcv_callback>, snd_callback=0x56157bd450eb <web_server_snd_callback>, tmr_callback=0x0, access_list=0x5615928dc540, allow_dns=1, data=0x0, tcp_request_timeout_seconds=60, tcp_idle_timeout_seconds=60, timer_milliseconds=1000, timer_data=0x56159d2a7180, max_tcp_sockets=10) at libnetdata/socket/socket.c:1817
#22 0x000056157bd45519 in socket_listen_main_static_threaded_worker (ptr=0x56159d2a7180) at web/server/static/static-threaded.c:427
#23 0x000056157b9a467b in thread_start (ptr=0x56159d5f4170) at libnetdata/threads/threads.c:203
#24 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#25 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 133 (Thread 0x7fd679886700 (LWP 271000) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6798771f0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6798771a0, cond=0x7fd6798771c8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6798771c8, mutex=0x7fd6798771a0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd6798771a0) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1e483 in pg_cache_insert (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56158105f440, descr=0x56160736b630, lock_and_count=true, remove_old=true) at database/engine/pagecache.c:917
#7 0x000056157bd19485 in rrdeng_store_metric_next_internal (collection_handle=0x5615a27cdea0, point_in_time_ut=1668215296000000, n=0, min_value=0, max_value=0, count=1, anomaly_count=0, flags=SN_FLAG_NONE) at database/engine/rrdengineapi.c:423
#8 0x000056157bd1980d in rrdeng_store_metric_next (collection_handle=0x5615a27cdea0, point_in_time_ut=1668215296000000, n=0, min_value=0, max_value=0, count=1, anomaly_count=0, flags=SN_FLAG_NONE) at database/engine/rrdengineapi.c:517
#9 0x000056157bbf86c6 in rrddim_store_metric (rd=0x5615a27cc4b0, point_end_time_ut=1668215296000000, n=0, flags=SN_FLAG_NONE) at database/rrdset.c:1071
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd6798778a0, num_words=4, user=0x7fd67987b5c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159e56a3e0, input=0x7fd67987b6b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d5af160, cd=0x7fd67987f380, fp_in=0x56159e504d50, fp_out=0x56159e504990, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d5af160) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d5af160) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d5b64e0) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 132 (Thread 0x7fd678884700 (LWP 270999) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e3c3ec0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e3c3e70, cond=0x56164e3c3e98) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e3c3e98, mutex=0x56164e3c3e70) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615ba307c00) at database/engine/pagecache.c:169
#5 0x000056157bd1fab8 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561580f49870, id=0x561580f49870, start_time_ut=1668211200000000, end_time_ut=1668213850000000) at database/engine/pagecache.c:1349
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6788756b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6788756b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x5615c5eec200, tier=1, now=1668213850) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x5615c5eec200, point_end_time_ut=1668213850000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd6788758a0, num_words=4, user=0x7fd6788795c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159d8e1570, input=0x7fd6788796b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d5f58c0, cd=0x7fd67887d380, fp_in=0x56159d8c5320, fp_out=0x56159d8c5140, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d5f58c0) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d5f58c0) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d5b6660) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 131 (Thread 0x7fd679085700 (LWP 270998) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6790761f0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6790761a0, cond=0x7fd6790761c8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6790761c8, mutex=0x7fd6790761a0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd6790761a0) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1e483 in pg_cache_insert (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56157fec45f0, descr=0x5616073666d0, lock_and_count=true, remove_old=true) at database/engine/pagecache.c:917
#7 0x000056157bd19485 in rrdeng_store_metric_next_internal (collection_handle=0x5615a2c19010, point_in_time_ut=1668215296000000, n=791.58540000000005, min_value=0, max_value=0, count=1, anomaly_count=0, flags=SN_FLAG_NONE) at database/engine/rrdengineapi.c:423
#8 0x000056157bd1980d in rrdeng_store_metric_next (collection_handle=0x5615a2c19010, point_in_time_ut=1668215296000000, n=791.58540000000005, min_value=0, max_value=0, count=1, anomaly_count=0, flags=SN_FLAG_NONE) at database/engine/rrdengineapi.c:517
#9 0x000056157bbf86c6 in rrddim_store_metric (rd=0x5615a2c17f00, point_end_time_ut=1668215296000000, n=791.58540000000005, flags=SN_FLAG_NONE) at database/rrdset.c:1071
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd6790768a0, num_words=4, user=0x7fd67907a5c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159e604f00, input=0x7fd67907a6b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d59c770, cd=0x7fd67907e380, fp_in=0x56159e5188b0, fp_out=0x56159e5186d0, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d59c770) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d59c770) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d5b5f70) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 130 (Thread 0x7fd67a087700 (LWP 270996) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e3f5e80) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e3f5e30, cond=0x56164e3f5e58) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e3f5e58, mutex=0x56164e3f5e30) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615ba30c020) at database/engine/pagecache.c:169
#5 0x000056157bd1fab8 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56157fe505f0, id=0x56157fe505f0, start_time_ut=1668211200000000, end_time_ut=1668213842000000) at database/engine/pagecache.c:1349
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd67a0786b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd67a0786b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x5615a427d840, tier=1, now=1668213842) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x5615a427d840, point_end_time_ut=1668213842000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd67a0788a0, num_words=4, user=0x7fd67a07c5c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159e626080, input=0x7fd67a07c6b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d4db420, cd=0x7fd67a080380, fp_in=0x56159e50cba0, fp_out=0x56159e505600, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d4db420) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d4db420) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d3e74c0) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 129 (Thread 0x7fd67a888700 (LWP 270994) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e37db20) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e37dad0, cond=0x56164e37daf8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e37daf8, mutex=0x56164e37dad0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5616053b34c0) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56157fe00b10, id=0x56157fe00b10, start_time_ut=1668212244000000, end_time_ut=1668213843000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd67a8796b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd67a8796b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x5615a96655d0, tier=1, now=1668213843) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x5615a96655d0, point_end_time_ut=1668213843000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd67a8798a0, num_words=4, user=0x7fd67a87d5c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159e562690, input=0x7fd67a87d6b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d58cd50, cd=0x7fd67a881380, fp_in=0x56159e5057e0, fp_out=0x56159e5029b0, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d58cd50) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d58cd50) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d66dc00) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 128 (Thread 0x7fd67b089700 (LWP 270993) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164cabf190) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164cabf140, cond=0x56164cabf168) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164cabf168, mutex=0x56164cabf140) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5616053b5630) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561580c12f50, id=0x561580c12f50, start_time_ut=1668212243000000, end_time_ut=1668213850000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd67b07a6b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd67b07a6b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x5615c79ce460, tier=1, now=1668213850) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x5615c79ce460, point_end_time_ut=1668213850000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd67b07a8a0, num_words=4, user=0x7fd67b07e5c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159e5e3070, input=0x7fd67b07e6b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d419980, cd=0x7fd67b082380, fp_in=0x56159e518a90, fp_out=0x56159e517300, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d419980) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d419980) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d588680) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 127 (Thread 0x7fd67c88c700 (LWP 270991) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e1b4450) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e1b4400, cond=0x56164e1b4428) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e1b4428, mutex=0x56164e1b4400) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5616053b0ae0) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561580f07fb0, id=0x561580f07fb0, start_time_ut=1668212244000000, end_time_ut=1668213844000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd67c87d6b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd67c87d6b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x5615ad46f240, tier=1, now=1668213844) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x5615ad46f240, point_end_time_ut=1668213844000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd67c87d8a0, num_words=4, user=0x7fd67c8815c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159e5dac40, input=0x7fd67c8816b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d601d90, cd=0x7fd67c885380, fp_in=0x56159e50b520, fp_out=0x56159e50b160, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d601d90) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d601d90) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d4e0230) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 126 (Thread 0x7fd67b88a700 (LWP 270990) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e4ef3a0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e4ef350, cond=0x56164e4ef378) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e4ef378, mutex=0x56164e4ef350) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615e4fc8390) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561582468520, id=0x561582468520, start_time_ut=1668213267000000, end_time_ut=1668213850000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd67b87b6b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd67b87b6b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x5615c77a9ab0, tier=1, now=1668213850) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x5615c77a9ab0, point_end_time_ut=1668213850000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd67b87b8a0, num_words=4, user=0x7fd67b87f5c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159e519c60, input=0x7fd67b87f6b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d6594d0, cd=0x7fd67b883380, fp_in=0x56159e4eab80, fp_out=0x56159e506da0, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d6594d0) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d6594d0) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d588370) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 125 (Thread 0x7fd67c08b700 (LWP 270989) "WEB_SERVER[stat"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e220c40) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e220bf0, cond=0x56164e220c18) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e220c18, mutex=0x56164e220bf0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615ba309d70) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615818c3550, id=0x5615818c3550, start_time_ut=1668196543000000, end_time_ut=1668213925000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd67c087d70, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd67c087d70) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x5615e828bd70, dim_id_in_rrdr=19) at web/api/queries/query.c:1226
#9 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5615e828bd30, qt=0x7fd67c08b328) at web/api/queries/query.c:2042
#10 0x000056157b9bf606 in data_query_execute (owa=0x5615e828bd30, wb=0x561596a40c50, qt=0x7fd67c08b328, latest_timestamp=0x7fd67c088010) at web/api/formatters/rrd2json.c:145
#11 0x000056157b9ca7fa in web_client_api_request_v1_data (host=0x56159b22ab70, w=0x5615fb3144b0, url=0x0) at web/api/web_api_v1.c:807
#12 0x000056157b9cdd75 in web_client_api_request_v1 (host=0x56159b22ab70, w=0x5615fb3144b0, url=0x5615fb315168 "data") at web/api/web_api_v1.c:1687
#13 0x000056157bd3d92e in web_client_api_request (host=0x56159b22ab70, w=0x5615fb3144b0, url=0x5615fb315168 "data") at web/server/web_client.c:537
#14 0x000056157bd3d849 in check_host_and_call (host=0x56159b22ab70, w=0x5615fb3144b0, url=0x5615fb315165 "v1", func=0x56157bd3d85f <web_client_api_request>) at web/server/web_client.c:513
#15 0x000056157bd3ff45 in web_client_process_url (host=0x56159b22ab70, w=0x5615fb3144b0, url=0x5615fb315165 "v1") at web/server/web_client.c:1349
#16 0x000056157bd3fc9e in web_client_switch_host (host=0x56159b22ab70, w=0x5615fb3144b0, url=0x5615fb315161 "api") at web/server/web_client.c:1311
#17 0x000056157bd3fff3 in web_client_process_url (host=0x561592366b80, w=0x5615fb3144b0, url=0x5615fb315144 "nd-child-case-net-problems-6") at web/server/web_client.c:1353
#18 0x000056157bd40a92 in web_client_process_request (w=0x5615fb3144b0) at web/server/web_client.c:1495
#19 0x000056157bd44e30 in web_server_rcv_callback (pi=0x56159d3cf2d0, events=0x56159d3cefb4) at web/server/static/static-threaded.c:304
#20 0x000056157b99d63a in poll_process_tcp_read (p=0x7fd67c08a6b0, pi=0x56159d3cf2d0, pf=0x56159d3cefb0, now=28419) at libnetdata/socket/socket.c:1497
#21 0x000056157b99ec6d in poll_events (sockets=0x56157c3337a0 <api_sockets>, add_callback=0x56157bd447e0 <web_server_add_callback>, del_callback=0x56157bd44bb6 <web_server_del_callback>, rcv_callback=0x56157bd44d47 <web_server_rcv_callback>, snd_callback=0x56157bd450eb <web_server_snd_callback>, tmr_callback=0x0, access_list=0x5615928dc540, allow_dns=1, data=0x0, tcp_request_timeout_seconds=60, tcp_idle_timeout_seconds=60, timer_milliseconds=1000, timer_data=0x56159d2a7130, max_tcp_sockets=10) at libnetdata/socket/socket.c:1817
#22 0x000056157bd45519 in socket_listen_main_static_threaded_worker (ptr=0x56159d2a7130) at web/server/static/static-threaded.c:427
#23 0x000056157b9a467b in thread_start (ptr=0x56159d5c93a0) at libnetdata/threads/threads.c:203
#24 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#25 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 124 (Thread 0x7fd67d08d700 (LWP 270987) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd67d07dfb0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd67d07df60, cond=0x7fd67d07df88) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd67d07df88, mutex=0x7fd67d07df60) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd67d07df60) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1e483 in pg_cache_insert (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561580fb8db0, descr=0x5615faa081e0, lock_and_count=true, remove_old=true) at database/engine/pagecache.c:917
#7 0x000056157bd19485 in rrdeng_store_metric_next_internal (collection_handle=0x56159e2e0230, point_in_time_ut=1668217872000000, n=46, min_value=0, max_value=0, count=1, anomaly_count=0, flags=SN_FLAG_NOT_ANOMALOUS) at database/engine/rrdengineapi.c:423
#8 0x000056157bd1980d in rrdeng_store_metric_next (collection_handle=0x56159e2e0230, point_in_time_ut=1668217872000000, n=46, min_value=0, max_value=0, count=1, anomaly_count=0, flags=SN_FLAG_NOT_ANOMALOUS) at database/engine/rrdengineapi.c:517
#9 0x000056157bbf86c6 in rrddim_store_metric (rd=0x561596fa69d0, point_end_time_ut=1668217872000000, n=46, flags=SN_FLAG_NOT_ANOMALOUS) at database/rrdset.c:1071
#10 0x000056157bbf92ec in rrdset_done_interpolate (st=0x5615ab10f480, rda_base=0x5615c3d7da80, rda_slots=3, update_every_ut=1000000, last_stored_ut=1668217871000000, next_store_ut=1668217872000000, last_collect_ut=1668217871641352, now_collect_ut=1668217872645311, store_this_entry=1 '\001', has_reset_value=0) at database/rrdset.c:1271
#11 0x000056157bbfb56b in rrdset_timed_done (st=0x5615ab10f480, now=...) at database/rrdset.c:1763
#12 0x000056157bbf989d in rrdset_done (st=0x5615ab10f480) at database/rrdset.c:1345
#13 0x000056157bbc8773 in pluginsd_end (words=0x7fd67d07e8a0, num_words=1, user=0x7fd67d0825c0) at collectors/plugins.d/pluginsd_parser.c:134
#14 0x000056157bd475de in parser_action (parser=0x56159e5a22f0, input=0x7fd67d0826b0 "END") at parser/parser.c:344
#15 0x000056157bd2d66b in streaming_parser (rpt=0x56159d605a70, cd=0x7fd67d086380, fp_in=0x56159e50c060, fp_out=0x56159e50bac0, ssl=0x0) at streaming/receiver.c:387
#16 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d605a70) at streaming/receiver.c:732
#17 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d605a70) at streaming/receiver.c:795
#18 0x000056157b9a467b in thread_start (ptr=0x56159d3d3680) at libnetdata/threads/threads.c:203
#19 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#20 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 123 (Thread 0x7fd67d88e700 (LWP 270986) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd67d87f1f0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd67d87f1a0, cond=0x7fd67d87f1c8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd67d87f1c8, mutex=0x7fd67d87f1a0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd67d87f1a0) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1e483 in pg_cache_insert (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615809c7910, descr=0x561607364ce0, lock_and_count=true, remove_old=true) at database/engine/pagecache.c:917
#7 0x000056157bd19485 in rrdeng_store_metric_next_internal (collection_handle=0x5615a30624d0, point_in_time_ut=1668215356000000, n=0, min_value=0, max_value=0, count=1, anomaly_count=0, flags=SN_FLAG_NONE) at database/engine/rrdengineapi.c:423
#8 0x000056157bd1980d in rrdeng_store_metric_next (collection_handle=0x5615a30624d0, point_in_time_ut=1668215356000000, n=0, min_value=0, max_value=0, count=1, anomaly_count=0, flags=SN_FLAG_NONE) at database/engine/rrdengineapi.c:517
#9 0x000056157bbf86c6 in rrddim_store_metric (rd=0x5615a3060ed0, point_end_time_ut=1668215356000000, n=0, flags=SN_FLAG_NONE) at database/rrdset.c:1071
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd67d87f8a0, num_words=4, user=0x7fd67d8835c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159d831e00, input=0x7fd67d8836b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d60b790, cd=0x7fd67d887380, fp_in=0x56159d515bc0, fp_out=0x56159d5158e0, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d60b790) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d60b790) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d5d6090) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 122 (Thread 0x7fd67e08f700 (LWP 270985) "WEB_SERVER[stat"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164df2e750) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164df2e700, cond=0x56164df2e728) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164df2e728, mutex=0x56164df2e700) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615cd3adf50) at database/engine/pagecache.c:169
#5 0x000056157bd1fab8 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561581966240, id=0x561581966240, start_time_ut=1668175279000000, end_time_ut=1668213932000000) at database/engine/pagecache.c:1349
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd67e08bd70, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd67e08bd70) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x5616217eaf90, dim_id_in_rrdr=4) at web/api/queries/query.c:1226
#9 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5616217eaf50, qt=0x7fd67e08f328) at web/api/queries/query.c:2042
#10 0x000056157b9bf606 in data_query_execute (owa=0x5616217eaf50, wb=0x5616217e11f0, qt=0x7fd67e08f328, latest_timestamp=0x7fd67e08c010) at web/api/formatters/rrd2json.c:145
#11 0x000056157b9ca7fa in web_client_api_request_v1_data (host=0x5615972aab50, w=0x56164b991e50, url=0x0) at web/api/web_api_v1.c:807
#12 0x000056157b9cdd75 in web_client_api_request_v1 (host=0x5615972aab50, w=0x56164b991e50, url=0x56164b992b06 "data") at web/api/web_api_v1.c:1687
#13 0x000056157bd3d92e in web_client_api_request (host=0x5615972aab50, w=0x56164b991e50, url=0x56164b992b06 "data") at web/server/web_client.c:537
#14 0x000056157bd3d849 in check_host_and_call (host=0x5615972aab50, w=0x56164b991e50, url=0x56164b992b03 "v1", func=0x56157bd3d85f <web_client_api_request>) at web/server/web_client.c:513
#15 0x000056157bd3ff45 in web_client_process_url (host=0x5615972aab50, w=0x56164b991e50, url=0x56164b992b03 "v1") at web/server/web_client.c:1349
#16 0x000056157bd3fc9e in web_client_switch_host (host=0x5615972aab50, w=0x56164b991e50, url=0x56164b992aff "api") at web/server/web_client.c:1311
#17 0x000056157bd3fff3 in web_client_process_url (host=0x561592366b80, w=0x56164b991e50, url=0x56164b992ae4 "nd-child-case-restarting-3") at web/server/web_client.c:1353
#18 0x000056157bd40a92 in web_client_process_request (w=0x56164b991e50) at web/server/web_client.c:1495
#19 0x000056157bd44e30 in web_server_rcv_callback (pi=0x56159d3e6cc0, events=0x56159d3e6b44) at web/server/static/static-threaded.c:304
#20 0x000056157b99d63a in poll_process_tcp_read (p=0x7fd67e08e6b0, pi=0x56159d3e6cc0, pf=0x56159d3e6b40, now=28441) at libnetdata/socket/socket.c:1497
#21 0x000056157b99ec6d in poll_events (sockets=0x56157c3337a0 <api_sockets>, add_callback=0x56157bd447e0 <web_server_add_callback>, del_callback=0x56157bd44bb6 <web_server_del_callback>, rcv_callback=0x56157bd44d47 <web_server_rcv_callback>, snd_callback=0x56157bd450eb <web_server_snd_callback>, tmr_callback=0x0, access_list=0x5615928dc540, allow_dns=1, data=0x0, tcp_request_timeout_seconds=60, tcp_idle_timeout_seconds=60, timer_milliseconds=1000, timer_data=0x56159d2a70e0, max_tcp_sockets=10) at libnetdata/socket/socket.c:1817
#22 0x000056157bd45519 in socket_listen_main_static_threaded_worker (ptr=0x56159d2a70e0) at web/server/static/static-threaded.c:427
#23 0x000056157b9a467b in thread_start (ptr=0x56159d5d5a70) at libnetdata/threads/threads.c:203
#24 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#25 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 121 (Thread 0x7fd680093700 (LWP 270984) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e4e40a0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e4e4050, cond=0x56164e4e4078) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e4e4078, mutex=0x56164e4e4050) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5616053b4960) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56158042d4e0, id=0x56158042d4e0, start_time_ut=1668212244000000, end_time_ut=1668213844000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6800846b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6800846b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x5615aea76ba0, tier=1, now=1668213844) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x5615aea76ba0, point_end_time_ut=1668213844000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd6800848a0, num_words=4, user=0x7fd6800885c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159d891520, input=0x7fd6800886b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d5de040, cd=0x7fd68008c380, fp_in=0x56159d88d470, fp_out=0x56159d88d290, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d5de040) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d5de040) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d5b7580) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 120 (Thread 0x7fd67e890700 (LWP 270982) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd67e8811f0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd67e8811a0, cond=0x7fd67e8811c8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd67e8811c8, mutex=0x7fd67e8811a0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd67e8811a0) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1e483 in pg_cache_insert (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615804c66f0, descr=0x561607367f30, lock_and_count=true, remove_old=true) at database/engine/pagecache.c:917
#7 0x000056157bd19485 in rrdeng_store_metric_next_internal (collection_handle=0x5615a406b500, point_in_time_ut=1668215356000000, n=1.883834, min_value=0, max_value=0, count=1, anomaly_count=0, flags=SN_FLAG_NONE) at database/engine/rrdengineapi.c:423
#8 0x000056157bd1980d in rrdeng_store_metric_next (collection_handle=0x5615a406b500, point_in_time_ut=1668215356000000, n=1.883834, min_value=0, max_value=0, count=1, anomaly_count=0, flags=SN_FLAG_NONE) at database/engine/rrdengineapi.c:517
#9 0x000056157bbf86c6 in rrddim_store_metric (rd=0x5615a40694f0, point_end_time_ut=1668215356000000, n=1.883834, flags=SN_FLAG_NONE) at database/rrdset.c:1071
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd67e8818a0, num_words=4, user=0x7fd67e8855c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159d50a5e0, input=0x7fd67e8856b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d5fbd20, cd=0x7fd67e889380, fp_in=0x56159d4f9a80, fp_out=0x56159d4f98a0, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d5fbd20) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d5fbd20) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d5d3540) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 119 (Thread 0x7fd67f892700 (LWP 270981) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e4bae90) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e4bae40, cond=0x56164e4bae68) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e4bae68, mutex=0x56164e4bae40) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5616053ab590) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615812b7b50, id=0x5615812b7b50, start_time_ut=1668213248000000, end_time_ut=1668213842000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd67f8836b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd67f8836b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x5615a2215c20, tier=1, now=1668213842) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x5615a2215c20, point_end_time_ut=1668213842000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd67f8838a0, num_words=4, user=0x7fd67f8875c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159d4ede20, input=0x7fd67f8876b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d61ae70, cd=0x7fd67f88b380, fp_in=0x56159d59b5e0, fp_out=0x56159d59b400, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d61ae70) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d61ae70) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d3e6070) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 118 (Thread 0x7fd67f091700 (LWP 270979) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e560b10) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e560ac0, cond=0x56164e560ae8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e560ae8, mutex=0x56164e560ac0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5616053ac850) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561582434e20, id=0x561582434e20, start_time_ut=1668213268000000, end_time_ut=1668213843000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd67f0826b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd67f0826b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x5615a8dd3750, tier=1, now=1668213843) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x5615a8dd3750, point_end_time_ut=1668213843000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd67f0828a0, num_words=4, user=0x7fd67f0865c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159e582010, input=0x7fd67f0866b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d5cf670, cd=0x7fd67f08a380, fp_in=0x56159e507ac0, fp_out=0x56159e504210, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d5cf670) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d5cf670) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d5a6720) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 117 (Thread 0x7fd680894700 (LWP 270975) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6808851f0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6808851a0, cond=0x7fd6808851c8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6808851c8, mutex=0x7fd6808851a0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd6808851a0) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1e483 in pg_cache_insert (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56158092fc50, descr=0x56160736b5e0, lock_and_count=true, remove_old=true) at database/engine/pagecache.c:917
#7 0x000056157bd19485 in rrdeng_store_metric_next_internal (collection_handle=0x56159e2d02e0, point_in_time_ut=1668216320000000, n=0, min_value=0, max_value=0, count=1, anomaly_count=0, flags=SN_FLAG_NONE) at database/engine/rrdengineapi.c:423
#8 0x000056157bd1980d in rrdeng_store_metric_next (collection_handle=0x56159e2d02e0, point_in_time_ut=1668216320000000, n=0, min_value=0, max_value=0, count=1, anomaly_count=0, flags=SN_FLAG_NONE) at database/engine/rrdengineapi.c:517
#9 0x000056157bbf86c6 in rrddim_store_metric (rd=0x56159e2cffe0, point_end_time_ut=1668216320000000, n=0, flags=SN_FLAG_NONE) at database/rrdset.c:1071
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd6808858a0, num_words=4, user=0x7fd6808895c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159d64dad0, input=0x7fd6808896b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d5ca980, cd=0x7fd68088d380, fp_in=0x56159d4d8a10, fp_out=0x56159d4d87e0, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d5ca980) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d5ca980) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d5ffd00) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 116 (Thread 0x7fd682898700 (LWP 270973) "WEB_SERVER[stat"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164cab0980) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164cab0930, cond=0x56164cab0958) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164cab0958, mutex=0x56164cab0930) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5616053b4b40) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615805e6970, id=0x5615805e6970, start_time_ut=1668213268000000, end_time_ut=1668213954000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd682894d70, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd682894d70) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x561618c33500, dim_id_in_rrdr=3) at web/api/queries/query.c:1226
#9 0x000056157b9b9fb5 in rrd2rrdr (owa=0x561618c334c0, qt=0x7fd682898328) at web/api/queries/query.c:2042
#10 0x000056157b9bf606 in data_query_execute (owa=0x561618c334c0, wb=0x56164942fd70, qt=0x7fd682898328, latest_timestamp=0x7fd682895010) at web/api/formatters/rrd2json.c:145
#11 0x000056157b9ca7fa in web_client_api_request_v1_data (host=0x561594487b40, w=0x561647e43fe0, url=0x0) at web/api/web_api_v1.c:807
#12 0x000056157b9cdd75 in web_client_api_request_v1 (host=0x561594487b40, w=0x561647e43fe0, url=0x561647e44c98 "data") at web/api/web_api_v1.c:1687
#13 0x000056157bd3d92e in web_client_api_request (host=0x561594487b40, w=0x561647e43fe0, url=0x561647e44c98 "data") at web/server/web_client.c:537
#14 0x000056157bd3d849 in check_host_and_call (host=0x561594487b40, w=0x561647e43fe0, url=0x561647e44c95 "v1", func=0x56157bd3d85f <web_client_api_request>) at web/server/web_client.c:513
#15 0x000056157bd3ff45 in web_client_process_url (host=0x561594487b40, w=0x561647e43fe0, url=0x561647e44c95 "v1") at web/server/web_client.c:1349
#16 0x000056157bd3fc9e in web_client_switch_host (host=0x561594487b40, w=0x561647e43fe0, url=0x561647e44c91 "api") at web/server/web_client.c:1311
#17 0x000056157bd3fff3 in web_client_process_url (host=0x561592366b80, w=0x561647e43fe0, url=0x561647e44c74 "nd-child-case-net-problems-9") at web/server/web_client.c:1353
#18 0x000056157bd40a92 in web_client_process_request (w=0x561647e43fe0) at web/server/web_client.c:1495
#19 0x000056157bd44e30 in web_server_rcv_callback (pi=0x56159d4fe180, events=0x56159d5d5f94) at web/server/static/static-threaded.c:304
#20 0x000056157b99d63a in poll_process_tcp_read (p=0x7fd6828976b0, pi=0x56159d4fe180, pf=0x56159d5d5f90, now=28440) at libnetdata/socket/socket.c:1497
#21 0x000056157b99ec6d in poll_events (sockets=0x56157c3337a0 <api_sockets>, add_callback=0x56157bd447e0 <web_server_add_callback>, del_callback=0x56157bd44bb6 <web_server_del_callback>, rcv_callback=0x56157bd44d47 <web_server_rcv_callback>, snd_callback=0x56157bd450eb <web_server_snd_callback>, tmr_callback=0x0, access_list=0x5615928dc540, allow_dns=1, data=0x0, tcp_request_timeout_seconds=60, tcp_idle_timeout_seconds=60, timer_milliseconds=1000, timer_data=0x56159d2a7090, max_tcp_sockets=10) at libnetdata/socket/socket.c:1817
#22 0x000056157bd45519 in socket_listen_main_static_threaded_worker (ptr=0x56159d2a7090) at web/server/static/static-threaded.c:427
#23 0x000056157b9a467b in thread_start (ptr=0x56159d2baa10) at libnetdata/threads/threads.c:203
#24 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#25 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 115 (Thread 0x7fd681095700 (LWP 270971) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e2e4690) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e2e4640, cond=0x56164e2e4668) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e2e4668, mutex=0x56164e2e4640) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5616053b8970) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56157fa9b270, id=0x56157fa9b270, start_time_ut=1668211221000000, end_time_ut=1668213850000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6810866b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6810866b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x5615c55bd990, tier=1, now=1668213850) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x5615c55bd990, point_end_time_ut=1668213850000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd6810868a0, num_words=4, user=0x7fd68108a5c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159d590d70, input=0x7fd68108a6b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d5a6c40, cd=0x7fd68108e380, fp_in=0x56159d4c1e50, fp_out=0x56159d4c1c70, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d5a6c40) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d5a6c40) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d5b8e00) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 114 (Thread 0x7fd681896700 (LWP 270969) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6818871f0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6818871a0, cond=0x7fd6818871c8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6818871c8, mutex=0x7fd6818871a0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd6818871a0) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1e483 in pg_cache_insert (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561581a8b080, descr=0x5615ba311ac0, lock_and_count=true, remove_old=true) at database/engine/pagecache.c:917
#7 0x000056157bd19485 in rrdeng_store_metric_next_internal (collection_handle=0x5615a2ec5ce0, point_in_time_ut=1668215296000000, n=0, min_value=0, max_value=0, count=1, anomaly_count=0, flags=SN_FLAG_NONE) at database/engine/rrdengineapi.c:423
#8 0x000056157bd1980d in rrdeng_store_metric_next (collection_handle=0x5615a2ec5ce0, point_in_time_ut=1668215296000000, n=0, min_value=0, max_value=0, count=1, anomaly_count=0, flags=SN_FLAG_NONE) at database/engine/rrdengineapi.c:517
#9 0x000056157bbf86c6 in rrddim_store_metric (rd=0x5615a2ec2ac0, point_end_time_ut=1668215296000000, n=0, flags=SN_FLAG_NONE) at database/rrdset.c:1071
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd6818878a0, num_words=4, user=0x7fd68188b5c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159d3b99f0, input=0x7fd68188b6b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d5da360, cd=0x7fd68188f380, fp_in=0x56159d5355a0, fp_out=0x56159d535200, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d5da360) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d5da360) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d5ca770) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 113 (Thread 0x7fd682097700 (LWP 270965) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6820881f0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6820881a0, cond=0x7fd6820881c8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6820881c8, mutex=0x7fd6820881a0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd6820881a0) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1e483 in pg_cache_insert (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56158020cb00, descr=0x5615ba3125b0, lock_and_count=true, remove_old=true) at database/engine/pagecache.c:917
#7 0x000056157bd19485 in rrdeng_store_metric_next_internal (collection_handle=0x561595c18560, point_in_time_ut=1668215356000000, n=0, min_value=0, max_value=0, count=1, anomaly_count=0, flags=SN_FLAG_NONE) at database/engine/rrdengineapi.c:423
#8 0x000056157bd1980d in rrdeng_store_metric_next (collection_handle=0x561595c18560, point_in_time_ut=1668215356000000, n=0, min_value=0, max_value=0, count=1, anomaly_count=0, flags=SN_FLAG_NONE) at database/engine/rrdengineapi.c:517
#9 0x000056157bbf86c6 in rrddim_store_metric (rd=0x5615a8675700, point_end_time_ut=1668215356000000, n=0, flags=SN_FLAG_NONE) at database/rrdset.c:1071
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd6820888a0, num_words=4, user=0x7fd68208c5c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159d4b73c0, input=0x7fd68208c6b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d5d6680, cd=0x7fd682090380, fp_in=0x56159d658960, fp_out=0x56159d4d8240, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d5d6680) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d5d6680) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d4e93a0) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 112 (Thread 0x7fd683099700 (LWP 270960) "WEB_SERVER[stat"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164cb35950) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164cb35900, cond=0x56164cb35928) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164cb35928, mutex=0x56164cb35900) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615ba309af0) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615819c5ed0, id=0x5615819c5ed0, start_time_ut=1668210311000000, end_time_ut=1668213951000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd683095d70, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd683095d70) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x56164a83a940, dim_id_in_rrdr=1) at web/api/queries/query.c:1226
#9 0x000056157b9b9fb5 in rrd2rrdr (owa=0x56164a83a900, qt=0x7fd683099328) at web/api/queries/query.c:2042
#10 0x000056157b9bf606 in data_query_execute (owa=0x56164a83a900, wb=0x5616483e3cd0, qt=0x7fd683099328, latest_timestamp=0x7fd683096010) at web/api/formatters/rrd2json.c:145
#11 0x000056157b9ca7fa in web_client_api_request_v1_data (host=0x56159a98b9e0, w=0x56162917ac80, url=0x0) at web/api/web_api_v1.c:807
#12 0x000056157b9cdd75 in web_client_api_request_v1 (host=0x56159a98b9e0, w=0x56162917ac80, url=0x56162917b939 "data") at web/api/web_api_v1.c:1687
#13 0x000056157bd3d92e in web_client_api_request (host=0x56159a98b9e0, w=0x56162917ac80, url=0x56162917b939 "data") at web/server/web_client.c:537
#14 0x000056157bd3d849 in check_host_and_call (host=0x56159a98b9e0, w=0x56162917ac80, url=0x56162917b936 "v1", func=0x56157bd3d85f <web_client_api_request>) at web/server/web_client.c:513
#15 0x000056157bd3ff45 in web_client_process_url (host=0x56159a98b9e0, w=0x56162917ac80, url=0x56162917b936 "v1") at web/server/web_client.c:1349
#16 0x000056157bd3fc9e in web_client_switch_host (host=0x56159a98b9e0, w=0x56162917ac80, url=0x56162917b932 "api") at web/server/web_client.c:1311
#17 0x000056157bd3fff3 in web_client_process_url (host=0x561592366b80, w=0x56162917ac80, url=0x56162917b914 "nd-child-case-net-problems-12") at web/server/web_client.c:1353
#18 0x000056157bd40a92 in web_client_process_request (w=0x56162917ac80) at web/server/web_client.c:1495
#19 0x000056157bd44e30 in web_server_rcv_callback (pi=0x56159d2b9130, events=0x56159d2b8ebc) at web/server/static/static-threaded.c:304
#20 0x000056157b99d63a in poll_process_tcp_read (p=0x7fd6830986b0, pi=0x56159d2b9130, pf=0x56159d2b8eb8, now=28441) at libnetdata/socket/socket.c:1497
#21 0x000056157b99ec6d in poll_events (sockets=0x56157c3337a0 <api_sockets>, add_callback=0x56157bd447e0 <web_server_add_callback>, del_callback=0x56157bd44bb6 <web_server_del_callback>, rcv_callback=0x56157bd44d47 <web_server_rcv_callback>, snd_callback=0x56157bd450eb <web_server_snd_callback>, tmr_callback=0x0, access_list=0x5615928dc540, allow_dns=1, data=0x0, tcp_request_timeout_seconds=60, tcp_idle_timeout_seconds=60, timer_milliseconds=1000, timer_data=0x56159d2a7040, max_tcp_sockets=10) at libnetdata/socket/socket.c:1817
#22 0x000056157bd45519 in socket_listen_main_static_threaded_worker (ptr=0x56159d2a7040) at web/server/static/static-threaded.c:427
#23 0x000056157b9a467b in thread_start (ptr=0x56159d52e470) at libnetdata/threads/threads.c:203
#24 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#25 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 111 (Thread 0x7fd68389a700 (LWP 270955) "WEB_SERVER[stat"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e4e5bf0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e4e5ba0, cond=0x56164e4e5bc8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e4e5bc8, mutex=0x56164e4e5ba0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5616053ba7c0) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561581755e00, id=0x561581755e00, start_time_ut=1668212244000000, end_time_ut=1668213944000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd683896d70, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd683896d70) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x561647d5b120, dim_id_in_rrdr=2) at web/api/queries/query.c:1226
#9 0x000056157b9b9fb5 in rrd2rrdr (owa=0x561647d5b0e0, qt=0x7fd68389a328) at web/api/queries/query.c:2042
#10 0x000056157b9bf606 in data_query_execute (owa=0x561647d5b0e0, wb=0x5616290c2220, qt=0x7fd68389a328, latest_timestamp=0x7fd683897010) at web/api/formatters/rrd2json.c:145
#11 0x000056157b9ca7fa in web_client_api_request_v1_data (host=0x5615972aab50, w=0x561647d20480, url=0x0) at web/api/web_api_v1.c:807
#12 0x000056157b9cdd75 in web_client_api_request_v1 (host=0x5615972aab50, w=0x561647d20480, url=0x561647d21136 "data") at web/api/web_api_v1.c:1687
#13 0x000056157bd3d92e in web_client_api_request (host=0x5615972aab50, w=0x561647d20480, url=0x561647d21136 "data") at web/server/web_client.c:537
#14 0x000056157bd3d849 in check_host_and_call (host=0x5615972aab50, w=0x561647d20480, url=0x561647d21133 "v1", func=0x56157bd3d85f <web_client_api_request>) at web/server/web_client.c:513
#15 0x000056157bd3ff45 in web_client_process_url (host=0x5615972aab50, w=0x561647d20480, url=0x561647d21133 "v1") at web/server/web_client.c:1349
#16 0x000056157bd3fc9e in web_client_switch_host (host=0x5615972aab50, w=0x561647d20480, url=0x561647d2112f "api") at web/server/web_client.c:1311
#17 0x000056157bd3fff3 in web_client_process_url (host=0x561592366b80, w=0x561647d20480, url=0x561647d21114 "nd-child-case-restarting-3") at web/server/web_client.c:1353
#18 0x000056157bd40a92 in web_client_process_request (w=0x561647d20480) at web/server/web_client.c:1495
#19 0x000056157bd44e30 in web_server_rcv_callback (pi=0x56159d2b9dd0, events=0x56159d2b969c) at web/server/static/static-threaded.c:304
#20 0x000056157b99d63a in poll_process_tcp_read (p=0x7fd6838996b0, pi=0x56159d2b9dd0, pf=0x56159d2b9698, now=28440) at libnetdata/socket/socket.c:1497
#21 0x000056157b99ec6d in poll_events (sockets=0x56157c3337a0 <api_sockets>, add_callback=0x56157bd447e0 <web_server_add_callback>, del_callback=0x56157bd44bb6 <web_server_del_callback>, rcv_callback=0x56157bd44d47 <web_server_rcv_callback>, snd_callback=0x56157bd450eb <web_server_snd_callback>, tmr_callback=0x0, access_list=0x5615928dc540, allow_dns=1, data=0x0, tcp_request_timeout_seconds=60, tcp_idle_timeout_seconds=60, timer_milliseconds=1000, timer_data=0x56159d2a6ff0, max_tcp_sockets=10) at libnetdata/socket/socket.c:1817
#22 0x000056157bd45519 in socket_listen_main_static_threaded_worker (ptr=0x56159d2a6ff0) at web/server/static/static-threaded.c:427
#23 0x000056157b9a467b in thread_start (ptr=0x56159d530ce0) at libnetdata/threads/threads.c:203
#24 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#25 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 110 (Thread 0x7fd68409b700 (LWP 270949) "WEB_SERVER[stat"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164cadb890) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164cadb840, cond=0x56164cadb868) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164cadb868, mutex=0x56164cadb840) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615ba312240) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615822cab00, id=0x5615822cab00, start_time_ut=1668202688000000, end_time_ut=1668213944000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd684097d70, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd684097d70) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x561649390a20, dim_id_in_rrdr=5) at web/api/queries/query.c:1226
#9 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5616493909e0, qt=0x7fd68409b328) at web/api/queries/query.c:2042
#10 0x000056157b9bf606 in data_query_execute (owa=0x5616493909e0, wb=0x5615fc919ae0, qt=0x7fd68409b328, latest_timestamp=0x7fd684098010) at web/api/formatters/rrd2json.c:145
#11 0x000056157b9ca7fa in web_client_api_request_v1_data (host=0x561594767140, w=0x5616493957d0, url=0x0) at web/api/web_api_v1.c:807
#12 0x000056157b9cdd75 in web_client_api_request_v1 (host=0x561594767140, w=0x5616493957d0, url=0x561649396487 "data") at web/api/web_api_v1.c:1687
#13 0x000056157bd3d92e in web_client_api_request (host=0x561594767140, w=0x5616493957d0, url=0x561649396487 "data") at web/server/web_client.c:537
#14 0x000056157bd3d849 in check_host_and_call (host=0x561594767140, w=0x5616493957d0, url=0x561649396484 "v1", func=0x56157bd3d85f <web_client_api_request>) at web/server/web_client.c:513
#15 0x000056157bd3ff45 in web_client_process_url (host=0x561594767140, w=0x5616493957d0, url=0x561649396484 "v1") at web/server/web_client.c:1349
#16 0x000056157bd3fc9e in web_client_switch_host (host=0x561594767140, w=0x5616493957d0, url=0x561649396480 "api") at web/server/web_client.c:1311
#17 0x000056157bd3fff3 in web_client_process_url (host=0x561592366b80, w=0x5616493957d0, url=0x561649396464 "nd-child-case-restarting-12") at web/server/web_client.c:1353
#18 0x000056157bd40a92 in web_client_process_request (w=0x5616493957d0) at web/server/web_client.c:1495
#19 0x000056157bd44e30 in web_server_rcv_callback (pi=0x56159d52d2c0, events=0x56159d52d144) at web/server/static/static-threaded.c:304
#20 0x000056157b99d63a in poll_process_tcp_read (p=0x7fd68409a6b0, pi=0x56159d52d2c0, pf=0x56159d52d140, now=28439) at libnetdata/socket/socket.c:1497
#21 0x000056157b99ec6d in poll_events (sockets=0x56157c3337a0 <api_sockets>, add_callback=0x56157bd447e0 <web_server_add_callback>, del_callback=0x56157bd44bb6 <web_server_del_callback>, rcv_callback=0x56157bd44d47 <web_server_rcv_callback>, snd_callback=0x56157bd450eb <web_server_snd_callback>, tmr_callback=0x0, access_list=0x5615928dc540, allow_dns=1, data=0x0, tcp_request_timeout_seconds=60, tcp_idle_timeout_seconds=60, timer_milliseconds=1000, timer_data=0x56159d2a6fa0, max_tcp_sockets=10) at libnetdata/socket/socket.c:1817
#22 0x000056157bd45519 in socket_listen_main_static_threaded_worker (ptr=0x56159d2a6fa0) at web/server/static/static-threaded.c:427
#23 0x000056157b9a467b in thread_start (ptr=0x56159d4edc60) at libnetdata/threads/threads.c:203
#24 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#25 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 109 (Thread 0x7fd68489c700 (LWP 270948) "WEB_SERVER[stat"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e5728c0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e572870, cond=0x56164e572898) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e572898, mutex=0x56164e572870) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615e4fd0220) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615825ae670, id=0x5615825ae670, start_time_ut=1668213316000000, end_time_ut=1668213918000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd684898d70, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd684898d70) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x5615bce5bf40, dim_id_in_rrdr=33) at web/api/queries/query.c:1226
#9 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5615bce5bf00, qt=0x7fd68489c328) at web/api/queries/query.c:2042
#10 0x000056157b9bf606 in data_query_execute (owa=0x5615bce5bf00, wb=0x561588e5aae0, qt=0x7fd68489c328, latest_timestamp=0x7fd684899010) at web/api/formatters/rrd2json.c:145
#11 0x000056157b9ca7fa in web_client_api_request_v1_data (host=0x56159c940480, w=0x5616028cefb0, url=0x0) at web/api/web_api_v1.c:807
#12 0x000056157b9cdd75 in web_client_api_request_v1 (host=0x56159c940480, w=0x5616028cefb0, url=0x5616028cfc69 "data") at web/api/web_api_v1.c:1687
#13 0x000056157bd3d92e in web_client_api_request (host=0x56159c940480, w=0x5616028cefb0, url=0x5616028cfc69 "data") at web/server/web_client.c:537
#14 0x000056157bd3d849 in check_host_and_call (host=0x56159c940480, w=0x5616028cefb0, url=0x5616028cfc66 "v1", func=0x56157bd3d85f <web_client_api_request>) at web/server/web_client.c:513
#15 0x000056157bd3ff45 in web_client_process_url (host=0x56159c940480, w=0x5616028cefb0, url=0x5616028cfc66 "v1") at web/server/web_client.c:1349
#16 0x000056157bd3fc9e in web_client_switch_host (host=0x56159c940480, w=0x5616028cefb0, url=0x5616028cfc62 "api") at web/server/web_client.c:1311
#17 0x000056157bd3fff3 in web_client_process_url (host=0x561592366b80, w=0x5616028cefb0, url=0x5616028cfc44 "nd-child-case-net-problems-19") at web/server/web_client.c:1353
#18 0x000056157bd40a92 in web_client_process_request (w=0x5616028cefb0) at web/server/web_client.c:1495
#19 0x000056157bd44e30 in web_server_rcv_callback (pi=0x56159d5b88b0, events=0x56159d5ca8ec) at web/server/static/static-threaded.c:304
#20 0x000056157b99d63a in poll_process_tcp_read (p=0x7fd68489b6b0, pi=0x56159d5b88b0, pf=0x56159d5ca8e8, now=28416) at libnetdata/socket/socket.c:1497
#21 0x000056157b99ec6d in poll_events (sockets=0x56157c3337a0 <api_sockets>, add_callback=0x56157bd447e0 <web_server_add_callback>, del_callback=0x56157bd44bb6 <web_server_del_callback>, rcv_callback=0x56157bd44d47 <web_server_rcv_callback>, snd_callback=0x56157bd450eb <web_server_snd_callback>, tmr_callback=0x0, access_list=0x5615928dc540, allow_dns=1, data=0x0, tcp_request_timeout_seconds=60, tcp_idle_timeout_seconds=60, timer_milliseconds=1000, timer_data=0x56159d2a6f50, max_tcp_sockets=10) at libnetdata/socket/socket.c:1817
#22 0x000056157bd45519 in socket_listen_main_static_threaded_worker (ptr=0x56159d2a6f50) at web/server/static/static-threaded.c:427
#23 0x000056157b9a467b in thread_start (ptr=0x56159d3d1d50) at libnetdata/threads/threads.c:203
#24 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#25 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 108 (Thread 0x7fd68509d700 (LWP 270944) "WEB_SERVER[stat"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e5548f0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e5548a0, cond=0x56164e5548c8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e5548c8, mutex=0x56164e5548a0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615ba30d880) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56157fe7f330, id=0x56157fe7f330, start_time_ut=1668199635000000, end_time_ut=1668213908000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd685099d70, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd685099d70) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x5615e2366e40, dim_id_in_rrdr=31) at web/api/queries/query.c:1226
#9 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5615e2366e00, qt=0x7fd68509d328) at web/api/queries/query.c:2042
#10 0x000056157b9bf606 in data_query_execute (owa=0x5615e2366e00, wb=0x5615d3a99100, qt=0x7fd68509d328, latest_timestamp=0x7fd68509a010) at web/api/formatters/rrd2json.c:145
#11 0x000056157b9ca7fa in web_client_api_request_v1_data (host=0x5615989bf3d0, w=0x561600b07fd0, url=0x0) at web/api/web_api_v1.c:807
#12 0x000056157b9cdd75 in web_client_api_request_v1 (host=0x5615989bf3d0, w=0x561600b07fd0, url=0x561600b08c88 "data") at web/api/web_api_v1.c:1687
#13 0x000056157bd3d92e in web_client_api_request (host=0x5615989bf3d0, w=0x561600b07fd0, url=0x561600b08c88 "data") at web/server/web_client.c:537
#14 0x000056157bd3d849 in check_host_and_call (host=0x5615989bf3d0, w=0x561600b07fd0, url=0x561600b08c85 "v1", func=0x56157bd3d85f <web_client_api_request>) at web/server/web_client.c:513
#15 0x000056157bd3ff45 in web_client_process_url (host=0x5615989bf3d0, w=0x561600b07fd0, url=0x561600b08c85 "v1") at web/server/web_client.c:1349
#16 0x000056157bd3fc9e in web_client_switch_host (host=0x5615989bf3d0, w=0x561600b07fd0, url=0x561600b08c81 "api") at web/server/web_client.c:1311
#17 0x000056157bd3fff3 in web_client_process_url (host=0x561592366b80, w=0x561600b07fd0, url=0x561600b08c64 "nd-child-case-long-running-5") at web/server/web_client.c:1353
#18 0x000056157bd40a92 in web_client_process_request (w=0x561600b07fd0) at web/server/web_client.c:1495
#19 0x000056157bd44e30 in web_server_rcv_callback (pi=0x56159d53b540, events=0x56159d53b3c4) at web/server/static/static-threaded.c:304
#20 0x000056157b99d63a in poll_process_tcp_read (p=0x7fd68509c6b0, pi=0x56159d53b540, pf=0x56159d53b3c0, now=28413) at libnetdata/socket/socket.c:1497
#21 0x000056157b99ec6d in poll_events (sockets=0x56157c3337a0 <api_sockets>, add_callback=0x56157bd447e0 <web_server_add_callback>, del_callback=0x56157bd44bb6 <web_server_del_callback>, rcv_callback=0x56157bd44d47 <web_server_rcv_callback>, snd_callback=0x56157bd450eb <web_server_snd_callback>, tmr_callback=0x0, access_list=0x5615928dc540, allow_dns=1, data=0x0, tcp_request_timeout_seconds=60, tcp_idle_timeout_seconds=60, timer_milliseconds=1000, timer_data=0x56159d2a6f00, max_tcp_sockets=10) at libnetdata/socket/socket.c:1817
#22 0x000056157bd45519 in socket_listen_main_static_threaded_worker (ptr=0x56159d2a6f00) at web/server/static/static-threaded.c:427
#23 0x000056157b9a467b in thread_start (ptr=0x56159d4b4610) at libnetdata/threads/threads.c:203
#24 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#25 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 107 (Thread 0x7fd68589e700 (LWP 270943) "WEB_SERVER[stat"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e4dfd90) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e4dfd40, cond=0x56164e4dfd68) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e4dfd68, mutex=0x56164e4dfd40) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615ba316d40) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615806d1400, id=0x5615806d1400, start_time_ut=1668203734000000, end_time_ut=1668213954000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd68589ad70, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd68589ad70) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x56164aa01c80, dim_id_in_rrdr=2) at web/api/queries/query.c:1226
#9 0x000056157b9b9fb5 in rrd2rrdr (owa=0x56164aa01c40, qt=0x7fd68589e328) at web/api/queries/query.c:2042
#10 0x000056157b9bf606 in data_query_execute (owa=0x56164aa01c40, wb=0x5615e5ebc1e0, qt=0x7fd68589e328, latest_timestamp=0x7fd68589b010) at web/api/formatters/rrd2json.c:145
#11 0x000056157b9ca7fa in web_client_api_request_v1_data (host=0x5615955da5b0, w=0x5615f9319380, url=0x0) at web/api/web_api_v1.c:807
#12 0x000056157b9cdd75 in web_client_api_request_v1 (host=0x5615955da5b0, w=0x5615f9319380, url=0x5615f931a037 "data") at web/api/web_api_v1.c:1687
#13 0x000056157bd3d92e in web_client_api_request (host=0x5615955da5b0, w=0x5615f9319380, url=0x5615f931a037 "data") at web/server/web_client.c:537
#14 0x000056157bd3d849 in check_host_and_call (host=0x5615955da5b0, w=0x5615f9319380, url=0x5615f931a034 "v1", func=0x56157bd3d85f <web_client_api_request>) at web/server/web_client.c:513
#15 0x000056157bd3ff45 in web_client_process_url (host=0x5615955da5b0, w=0x5615f9319380, url=0x5615f931a034 "v1") at web/server/web_client.c:1349
#16 0x000056157bd3fc9e in web_client_switch_host (host=0x5615955da5b0, w=0x5615f9319380, url=0x5615f931a030 "api") at web/server/web_client.c:1311
#17 0x000056157bd3fff3 in web_client_process_url (host=0x561592366b80, w=0x5615f9319380, url=0x5615f931a014 "nd-child-case-restarting-14") at web/server/web_client.c:1353
#18 0x000056157bd40a92 in web_client_process_request (w=0x5615f9319380) at web/server/web_client.c:1495
#19 0x000056157bd44e30 in web_server_rcv_callback (pi=0x56159d537be0, events=0x56159d537a64) at web/server/static/static-threaded.c:304
#20 0x000056157b99d63a in poll_process_tcp_read (p=0x7fd68589d6b0, pi=0x56159d537be0, pf=0x56159d537a60, now=28441) at libnetdata/socket/socket.c:1497
#21 0x000056157b99ec6d in poll_events (sockets=0x56157c3337a0 <api_sockets>, add_callback=0x56157bd447e0 <web_server_add_callback>, del_callback=0x56157bd44bb6 <web_server_del_callback>, rcv_callback=0x56157bd44d47 <web_server_rcv_callback>, snd_callback=0x56157bd450eb <web_server_snd_callback>, tmr_callback=0x0, access_list=0x5615928dc540, allow_dns=1, data=0x0, tcp_request_timeout_seconds=60, tcp_idle_timeout_seconds=60, timer_milliseconds=1000, timer_data=0x56159d2a6eb0, max_tcp_sockets=10) at libnetdata/socket/socket.c:1817
#22 0x000056157bd45519 in socket_listen_main_static_threaded_worker (ptr=0x56159d2a6eb0) at web/server/static/static-threaded.c:427
#23 0x000056157b9a467b in thread_start (ptr=0x56159d3d56d0) at libnetdata/threads/threads.c:203
#24 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#25 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 106 (Thread 0x7fd6969c1700 (LWP 270942) "ACLK_Stats"):
#0 __libc_write (nbytes=1, buf=0x56157c0f9c37, fd=558) at ../sysdeps/unix/sysv/linux/write.c:26
#1 __libc_write (fd=558, buf=0x56157c0f9c37, nbytes=1) at ../sysdeps/unix/sysv/linux/write.c:24
#2 0x000056157bd2a5ac in rrdpush_signal_sender_to_wake_up (s=0x561592367200) at streaming/sender.c:1006
#3 0x000056157bd26f19 in sender_commit (s=0x561592367200, wb=0x5615dc667750) at streaming/sender.c:163
#4 0x000056157bd222ff in rrdset_done_push (st=0x5615a467dc60) at streaming/rrdpush.c:414
#5 0x000056157bbfa2a3 in rrdset_timed_done (st=0x5615a467dc60, now=...) at database/rrdset.c:1503
#6 0x000056157bbf989d in rrdset_done (st=0x5615a467dc60) at database/rrdset.c:1345
#7 0x000056157bd4c8c1 in aclk_stats_collect (per_sample=0x7fd6969c0830, permanent=0x7fd6969c07ef) at aclk/aclk_stats.c:47
#8 0x000056157bd4e133 in aclk_stats_main_thread (ptr=0x56159d4b6710) at aclk/aclk_stats.c:347
#9 0x000056157b9a467b in thread_start (ptr=0x56159d29e080) at libnetdata/threads/threads.c:203
#10 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#11 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 105 (Thread 0x7fd6869a1700 (LWP 270941) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e530f30) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e530ee0, cond=0x56164e530f08) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e530f08, mutex=0x56164e530ee0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615ba3089c0) at database/engine/pagecache.c:169
#5 0x000056157bd1fab8 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615808d6480, id=0x5615808d6480, start_time_ut=1668211200000000, end_time_ut=1668213844000000) at database/engine/pagecache.c:1349
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6869926b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6869926b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x56159997d500, tier=1, now=1668213844) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x56159997d500, point_end_time_ut=1668213844000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd6869928a0, num_words=4, user=0x7fd6869965c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159d3ab750, input=0x7fd6869966b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d4a8c10, cd=0x7fd68699a380, fp_in=0x56159d3aa410, fp_out=0x56159d3aa0b0, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d4a8c10) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d4a8c10) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d4b4ab0) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 104 (Thread 0x7fd6871a2700 (LWP 270938) "WEB_SERVER[stat"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e5100b0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e510060, cond=0x56164e510088) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e510088, mutex=0x56164e510060) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615f9870370) at database/engine/pagecache.c:169
#5 0x000056157bd1fab8 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561582315b00, id=0x561582315b00, start_time_ut=1668102441000000, end_time_ut=1668213940000000) at database/engine/pagecache.c:1349
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd68719ed70, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd68719ed70) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x56164dcf7b20, dim_id_in_rrdr=2) at web/api/queries/query.c:1226
#9 0x000056157b9b9fb5 in rrd2rrdr (owa=0x56164dcf7ae0, qt=0x7fd6871a2328) at web/api/queries/query.c:2042
#10 0x000056157b9bf606 in data_query_execute (owa=0x56164dcf7ae0, wb=0x56164dd1d8f0, qt=0x7fd6871a2328, latest_timestamp=0x7fd68719f010) at web/api/formatters/rrd2json.c:145
#11 0x000056157b9ca7fa in web_client_api_request_v1_data (host=0x56159c381800, w=0x56164dd11ef0, url=0x0) at web/api/web_api_v1.c:807
#12 0x000056157b9cdd75 in web_client_api_request_v1 (host=0x56159c381800, w=0x56164dd11ef0, url=0x56164dd12ba6 "data") at web/api/web_api_v1.c:1687
#13 0x000056157bd3d92e in web_client_api_request (host=0x56159c381800, w=0x56164dd11ef0, url=0x56164dd12ba6 "data") at web/server/web_client.c:537
#14 0x000056157bd3d849 in check_host_and_call (host=0x56159c381800, w=0x56164dd11ef0, url=0x56164dd12ba3 "v1", func=0x56157bd3d85f <web_client_api_request>) at web/server/web_client.c:513
#15 0x000056157bd3ff45 in web_client_process_url (host=0x56159c381800, w=0x56164dd11ef0, url=0x56164dd12ba3 "v1") at web/server/web_client.c:1349
#16 0x000056157bd3fc9e in web_client_switch_host (host=0x56159c381800, w=0x56164dd11ef0, url=0x56164dd12b9f "api") at web/server/web_client.c:1311
#17 0x000056157bd3fff3 in web_client_process_url (host=0x561592366b80, w=0x56164dd11ef0, url=0x56164dd12b84 "nd-child-case-restarting-9") at web/server/web_client.c:1353
#18 0x000056157bd40a92 in web_client_process_request (w=0x56164dd11ef0) at web/server/web_client.c:1495
#19 0x000056157bd44e30 in web_server_rcv_callback (pi=0x56159d526bc0, events=0x56159d2bf73c) at web/server/static/static-threaded.c:304
#20 0x000056157b99d63a in poll_process_tcp_read (p=0x7fd6871a16b0, pi=0x56159d526bc0, pf=0x56159d2bf738, now=28442) at libnetdata/socket/socket.c:1497
#21 0x000056157b99ec6d in poll_events (sockets=0x56157c3337a0 <api_sockets>, add_callback=0x56157bd447e0 <web_server_add_callback>, del_callback=0x56157bd44bb6 <web_server_del_callback>, rcv_callback=0x56157bd44d47 <web_server_rcv_callback>, snd_callback=0x56157bd450eb <web_server_snd_callback>, tmr_callback=0x0, access_list=0x5615928dc540, allow_dns=1, data=0x0, tcp_request_timeout_seconds=60, tcp_idle_timeout_seconds=60, timer_milliseconds=1000, timer_data=0x56159d2a6e60, max_tcp_sockets=10) at libnetdata/socket/socket.c:1817
#22 0x000056157bd45519 in socket_listen_main_static_threaded_worker (ptr=0x56159d2a6e60) at web/server/static/static-threaded.c:427
#23 0x000056157b9a467b in thread_start (ptr=0x56159d4adb90) at libnetdata/threads/threads.c:203
#24 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#25 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 103 (Thread 0x7fd6879a3700 (LWP 270937) "STREAM_RECEIVER"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e398f50) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e398f00, cond=0x56164e398f28) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e398f28, mutex=0x56164e398f00) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5616053b6c60) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56158090ed20, id=0x56158090ed20, start_time_ut=1668212244000000, end_time_ut=1668213844000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6879946b0, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6879946b0) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x5615afce3480, tier=1, now=1668213844) at web/api/queries/query.c:1501
#9 0x000056157bbf87ab in rrddim_store_metric (rd=0x5615afce3480, point_end_time_ut=1668213844000000, n=nan(0x8000000000000), flags=SN_FLAG_NOT_EXISTS_MUL100) at database/rrdset.c:1094
#10 0x000056157bbcbe6a in pluginsd_replay_set (words=0x7fd6879948a0, num_words=4, user=0x7fd6879985c0) at collectors/plugins.d/pluginsd_parser.c:995
#11 0x000056157bd475de in parser_action (parser=0x56159d703c10, input=0x7fd6879986b0 "RSET") at parser/parser.c:344
#12 0x000056157bd2d66b in streaming_parser (rpt=0x56159d439540, cd=0x7fd68799c380, fp_in=0x56159d6e3c60, fp_out=0x56159d6e3a80, ssl=0x0) at streaming/receiver.c:387
#13 0x000056157bd2f2a4 in rrdpush_receive (rpt=0x56159d439540) at streaming/receiver.c:732
#14 0x000056157bd2f66e in rrdpush_receiver_thread (ptr=0x56159d439540) at streaming/receiver.c:795
#15 0x000056157b9a467b in thread_start (ptr=0x56159d4a8b70) at libnetdata/threads/threads.c:203
#16 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#17 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 102 (Thread 0x7fd6889a5700 (LWP 270935) "WEB_SERVER[stat"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e535800) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e5357b0, cond=0x56164e5357d8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e5357d8, mutex=0x56164e5357b0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5616014a5580) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561580a44e20, id=0x561580a44e20, start_time_ut=1668208265000000, end_time_ut=1668213920000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6889a1d70, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6889a1d70) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x5615ffe9dca0, dim_id_in_rrdr=29) at web/api/queries/query.c:1226
#9 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5615ffe9dc60, qt=0x7fd6889a5328) at web/api/queries/query.c:2042
#10 0x000056157b9bf606 in data_query_execute (owa=0x5615ffe9dc60, wb=0x5615a9cb6e80, qt=0x7fd6889a5328, latest_timestamp=0x7fd6889a2010) at web/api/formatters/rrd2json.c:145
#11 0x000056157b9ca7fa in web_client_api_request_v1_data (host=0x561598f94190, w=0x561602002440, url=0x0) at web/api/web_api_v1.c:807
#12 0x000056157b9cdd75 in web_client_api_request_v1 (host=0x561598f94190, w=0x561602002440, url=0x5616020030f6 "data") at web/api/web_api_v1.c:1687
#13 0x000056157bd3d92e in web_client_api_request (host=0x561598f94190, w=0x561602002440, url=0x5616020030f6 "data") at web/server/web_client.c:537
#14 0x000056157bd3d849 in check_host_and_call (host=0x561598f94190, w=0x561602002440, url=0x5616020030f3 "v1", func=0x56157bd3d85f <web_client_api_request>) at web/server/web_client.c:513
#15 0x000056157bd3ff45 in web_client_process_url (host=0x561598f94190, w=0x561602002440, url=0x5616020030f3 "v1") at web/server/web_client.c:1349
#16 0x000056157bd3fc9e in web_client_switch_host (host=0x561598f94190, w=0x561602002440, url=0x5616020030ef "api") at web/server/web_client.c:1311
#17 0x000056157bd3fff3 in web_client_process_url (host=0x561592366b80, w=0x561602002440, url=0x5616020030d4 "nd-child-case-restarting-1") at web/server/web_client.c:1353
#18 0x000056157bd40a92 in web_client_process_request (w=0x561602002440) at web/server/web_client.c:1495
#19 0x000056157bd44e30 in web_server_rcv_callback (pi=0x56159d4ad5d0, events=0x56159d4acd1c) at web/server/static/static-threaded.c:304
#20 0x000056157b99d63a in poll_process_tcp_read (p=0x7fd6889a46b0, pi=0x56159d4ad5d0, pf=0x56159d4acd18, now=28416) at libnetdata/socket/socket.c:1497
#21 0x000056157b99ec6d in poll_events (sockets=0x56157c3337a0 <api_sockets>, add_callback=0x56157bd447e0 <web_server_add_callback>, del_callback=0x56157bd44bb6 <web_server_del_callback>, rcv_callback=0x56157bd44d47 <web_server_rcv_callback>, snd_callback=0x56157bd450eb <web_server_snd_callback>, tmr_callback=0x0, access_list=0x5615928dc540, allow_dns=1, data=0x0, tcp_request_timeout_seconds=60, tcp_idle_timeout_seconds=60, timer_milliseconds=1000, timer_data=0x56159d2a6e10, max_tcp_sockets=10) at libnetdata/socket/socket.c:1817
#22 0x000056157bd45519 in socket_listen_main_static_threaded_worker (ptr=0x56159d2a6e10) at web/server/static/static-threaded.c:427
#23 0x000056157b9a467b in thread_start (ptr=0x56159d43e620) at libnetdata/threads/threads.c:203
#24 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#25 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 101 (Thread 0x7fd6899a7700 (LWP 270933) "WEB_SERVER[stat"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e4e8020) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e4e7fd0, cond=0x56164e4e7ff8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e4e7ff8, mutex=0x56164e4e7fd0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615ba3115c0) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615824ff5a0, id=0x5615824ff5a0, start_time_ut=1668202689000000, end_time_ut=1668213932000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6899a3d30, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6899a3d30) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x561601ebb310, dim_id_in_rrdr=15) at web/api/queries/query.c:1226
#9 0x000056157b9b9fb5 in rrd2rrdr (owa=0x561601ebb2d0, qt=0x7fd6899a7328) at web/api/queries/query.c:2042
#10 0x000056157b9bf606 in data_query_execute (owa=0x561601ebb2d0, wb=0x5615fdb613a0, qt=0x7fd6899a7328, latest_timestamp=0x7fd6899a3fd0) at web/api/formatters/rrd2json.c:145
#11 0x000056157b9ca7fa in web_client_api_request_v1_data (host=0x561599287f10, w=0x5615fb4ffaa0, url=0x0) at web/api/web_api_v1.c:807
#12 0x000056157b9cdd75 in web_client_api_request_v1 (host=0x561599287f10, w=0x5615fb4ffaa0, url=0x5615fb500759 "data") at web/api/web_api_v1.c:1687
#13 0x000056157bd3d92e in web_client_api_request (host=0x561599287f10, w=0x5615fb4ffaa0, url=0x5615fb500759 "data") at web/server/web_client.c:537
#14 0x000056157bd3d849 in check_host_and_call (host=0x561599287f10, w=0x5615fb4ffaa0, url=0x5615fb500756 "v1", func=0x56157bd3d85f <web_client_api_request>) at web/server/web_client.c:513
#15 0x000056157bd3ff45 in web_client_process_url (host=0x561599287f10, w=0x5615fb4ffaa0, url=0x5615fb500756 "v1") at web/server/web_client.c:1349
#16 0x000056157bd3fc9e in web_client_switch_host (host=0x561599287f10, w=0x5615fb4ffaa0, url=0x5615fb500752 "api") at web/server/web_client.c:1311
#17 0x000056157bd3fff3 in web_client_process_url (host=0x561592366b80, w=0x5615fb4ffaa0, url=0x5615fb500734 "nd-child-case-net-problems-15") at web/server/web_client.c:1353
#18 0x000056157bd40a92 in web_client_process_request (w=0x5615fb4ffaa0) at web/server/web_client.c:1495
#19 0x000056157bd44e30 in web_server_rcv_callback (pi=0x56159d4b6d00, events=0x56159d4b6afc) at web/server/static/static-threaded.c:304
#20 0x000056157b99d63a in poll_process_tcp_read (p=0x7fd6899a66b0, pi=0x56159d4b6d00, pf=0x56159d4b6af8, now=28429) at libnetdata/socket/socket.c:1497
#21 0x000056157b99ec6d in poll_events (sockets=0x56157c3337a0 <api_sockets>, add_callback=0x56157bd447e0 <web_server_add_callback>, del_callback=0x56157bd44bb6 <web_server_del_callback>, rcv_callback=0x56157bd44d47 <web_server_rcv_callback>, snd_callback=0x56157bd450eb <web_server_snd_callback>, tmr_callback=0x0, access_list=0x5615928dc540, allow_dns=1, data=0x0, tcp_request_timeout_seconds=60, tcp_idle_timeout_seconds=60, timer_milliseconds=1000, timer_data=0x56159d2a6dc0, max_tcp_sockets=10) at libnetdata/socket/socket.c:1817
#22 0x000056157bd45519 in socket_listen_main_static_threaded_worker (ptr=0x56159d2a6dc0) at web/server/static/static-threaded.c:427
#23 0x000056157b9a467b in thread_start (ptr=0x56159d437140) at libnetdata/threads/threads.c:203
#24 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#25 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 100 (Thread 0x7fd68a1a8700 (LWP 270932) "WEB_SERVER[stat"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e411930) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e4118e0, cond=0x56164e411908) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e411908, mutex=0x56164e4118e0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615e4fd04f0) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561581a31150, id=0x561581a31150, start_time_ut=1668207049000000, end_time_ut=1668213881000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd68a1a4d70, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd68a1a4d70) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x5615eb6b5680, dim_id_in_rrdr=87) at web/api/queries/query.c:1226
#9 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5615eb6b5640, qt=0x7fd68a1a8328) at web/api/queries/query.c:2042
#10 0x000056157b9bf606 in data_query_execute (owa=0x5615eb6b5640, wb=0x5615ad179d00, qt=0x7fd68a1a8328, latest_timestamp=0x7fd68a1a5010) at web/api/formatters/rrd2json.c:145
#11 0x000056157b9ca7fa in web_client_api_request_v1_data (host=0x561599b27ce0, w=0x5615e8c1b200, url=0x0) at web/api/web_api_v1.c:807
#12 0x000056157b9cdd75 in web_client_api_request_v1 (host=0x561599b27ce0, w=0x5615e8c1b200, url=0x5615e8c1beb9 "data") at web/api/web_api_v1.c:1687
#13 0x000056157bd3d92e in web_client_api_request (host=0x561599b27ce0, w=0x5615e8c1b200, url=0x5615e8c1beb9 "data") at web/server/web_client.c:537
#14 0x000056157bd3d849 in check_host_and_call (host=0x561599b27ce0, w=0x5615e8c1b200, url=0x5615e8c1beb6 "v1", func=0x56157bd3d85f <web_client_api_request>) at web/server/web_client.c:513
#15 0x000056157bd3ff45 in web_client_process_url (host=0x561599b27ce0, w=0x5615e8c1b200, url=0x5615e8c1beb6 "v1") at web/server/web_client.c:1349
#16 0x000056157bd3fc9e in web_client_switch_host (host=0x561599b27ce0, w=0x5615e8c1b200, url=0x5615e8c1beb2 "api") at web/server/web_client.c:1311
#17 0x000056157bd3fff3 in web_client_process_url (host=0x561592366b80, w=0x5615e8c1b200, url=0x5615e8c1be94 "nd-child-case-long-running-17") at web/server/web_client.c:1353
#18 0x000056157bd40a92 in web_client_process_request (w=0x5615e8c1b200) at web/server/web_client.c:1495
#19 0x000056157bd44e30 in web_server_rcv_callback (pi=0x56159d3d5080, events=0x56159d3d4d3c) at web/server/static/static-threaded.c:304
#20 0x000056157b99d63a in poll_process_tcp_read (p=0x7fd68a1a76b0, pi=0x56159d3d5080, pf=0x56159d3d4d38, now=28383) at libnetdata/socket/socket.c:1497
#21 0x000056157b99ec6d in poll_events (sockets=0x56157c3337a0 <api_sockets>, add_callback=0x56157bd447e0 <web_server_add_callback>, del_callback=0x56157bd44bb6 <web_server_del_callback>, rcv_callback=0x56157bd44d47 <web_server_rcv_callback>, snd_callback=0x56157bd450eb <web_server_snd_callback>, tmr_callback=0x0, access_list=0x5615928dc540, allow_dns=1, data=0x0, tcp_request_timeout_seconds=60, tcp_idle_timeout_seconds=60, timer_milliseconds=1000, timer_data=0x56159d2a6d70, max_tcp_sockets=10) at libnetdata/socket/socket.c:1817
#22 0x000056157bd45519 in socket_listen_main_static_threaded_worker (ptr=0x56159d2a6d70) at web/server/static/static-threaded.c:427
#23 0x000056157b9a467b in thread_start (ptr=0x56159d4292e0) at libnetdata/threads/threads.c:203
#24 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#25 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 99 (Thread 0x7fd68b1aa700 (LWP 270930) "WEB_SERVER[stat"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e576100) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e5760b0, cond=0x56164e5760d8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e5760d8, mutex=0x56164e5760b0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615ba3074d0) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56158131f090, id=0x56158131f090, start_time_ut=1668210311000000, end_time_ut=1668213951000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd68b1a6d70, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd68b1a6d70) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x56164ce18800, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#9 0x000056157b9b9fb5 in rrd2rrdr (owa=0x56164ce187c0, qt=0x7fd68b1aa328) at web/api/queries/query.c:2042
#10 0x000056157b9bf606 in data_query_execute (owa=0x56164ce187c0, wb=0x56164ccbabc0, qt=0x7fd68b1aa328, latest_timestamp=0x7fd68b1a7010) at web/api/formatters/rrd2json.c:145
#11 0x000056157b9ca7fa in web_client_api_request_v1_data (host=0x561599e09940, w=0x56164aed5cd0, url=0x0) at web/api/web_api_v1.c:807
#12 0x000056157b9cdd75 in web_client_api_request_v1 (host=0x561599e09940, w=0x56164aed5cd0, url=0x56164aed6988 "data") at web/api/web_api_v1.c:1687
#13 0x000056157bd3d92e in web_client_api_request (host=0x561599e09940, w=0x56164aed5cd0, url=0x56164aed6988 "data") at web/server/web_client.c:537
#14 0x000056157bd3d849 in check_host_and_call (host=0x561599e09940, w=0x56164aed5cd0, url=0x56164aed6985 "v1", func=0x56157bd3d85f <web_client_api_request>) at web/server/web_client.c:513
#15 0x000056157bd3ff45 in web_client_process_url (host=0x561599e09940, w=0x56164aed5cd0, url=0x56164aed6985 "v1") at web/server/web_client.c:1349
#16 0x000056157bd3fc9e in web_client_switch_host (host=0x561599e09940, w=0x56164aed5cd0, url=0x56164aed6981 "api") at web/server/web_client.c:1311
#17 0x000056157bd3fff3 in web_client_process_url (host=0x561592366b80, w=0x56164aed5cd0, url=0x56164aed6964 "nd-child-case-long-running-6") at web/server/web_client.c:1353
#18 0x000056157bd40a92 in web_client_process_request (w=0x56164aed5cd0) at web/server/web_client.c:1495
#19 0x000056157bd44e30 in web_server_rcv_callback (pi=0x56159d4b2250, events=0x56159d4acc7c) at web/server/static/static-threaded.c:304
#20 0x000056157b99d63a in poll_process_tcp_read (p=0x7fd68b1a96b0, pi=0x56159d4b2250, pf=0x56159d4acc78, now=28441) at libnetdata/socket/socket.c:1497
#21 0x000056157b99ec6d in poll_events (sockets=0x56157c3337a0 <api_sockets>, add_callback=0x56157bd447e0 <web_server_add_callback>, del_callback=0x56157bd44bb6 <web_server_del_callback>, rcv_callback=0x56157bd44d47 <web_server_rcv_callback>, snd_callback=0x56157bd450eb <web_server_snd_callback>, tmr_callback=0x0, access_list=0x5615928dc540, allow_dns=1, data=0x0, tcp_request_timeout_seconds=60, tcp_idle_timeout_seconds=60, timer_milliseconds=1000, timer_data=0x56159d2a6d20, max_tcp_sockets=10) at libnetdata/socket/socket.c:1817
#22 0x000056157bd45519 in socket_listen_main_static_threaded_worker (ptr=0x56159d2a6d20) at web/server/static/static-threaded.c:427
#23 0x000056157b9a467b in thread_start (ptr=0x56159d40def0) at libnetdata/threads/threads.c:203
#24 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#25 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 98 (Thread 0x7fd68b9ab700 (LWP 270928) "WEB_SERVER[stat"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e4cc310) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e4cc2c0, cond=0x56164e4cc2e8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e4cc2e8, mutex=0x56164e4cc2c0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615ba30bc10) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56158199a730, id=0x56158199a730, start_time_ut=1668204134000000, end_time_ut=1668213943000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd68b9a7d70, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd68b9a7d70) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x5616252f7df0, dim_id_in_rrdr=14) at web/api/queries/query.c:1226
#9 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5616252f7db0, qt=0x7fd68b9ab328) at web/api/queries/query.c:2042
#10 0x000056157b9bf606 in data_query_execute (owa=0x5616252f7db0, wb=0x5616253177d0, qt=0x7fd68b9ab328, latest_timestamp=0x7fd68b9a8010) at web/api/formatters/rrd2json.c:145
#11 0x000056157b9ca7fa in web_client_api_request_v1_data (host=0x56159c09fe00, w=0x56162530b9f0, url=0x0) at web/api/web_api_v1.c:807
#12 0x000056157b9cdd75 in web_client_api_request_v1 (host=0x56159c09fe00, w=0x56162530b9f0, url=0x56162530c6a9 "data") at web/api/web_api_v1.c:1687
#13 0x000056157bd3d92e in web_client_api_request (host=0x56159c09fe00, w=0x56162530b9f0, url=0x56162530c6a9 "data") at web/server/web_client.c:537
#14 0x000056157bd3d849 in check_host_and_call (host=0x56159c09fe00, w=0x56162530b9f0, url=0x56162530c6a6 "v1", func=0x56157bd3d85f <web_client_api_request>) at web/server/web_client.c:513
#15 0x000056157bd3ff45 in web_client_process_url (host=0x56159c09fe00, w=0x56162530b9f0, url=0x56162530c6a6 "v1") at web/server/web_client.c:1349
#16 0x000056157bd3fc9e in web_client_switch_host (host=0x56159c09fe00, w=0x56162530b9f0, url=0x56162530c6a2 "api") at web/server/web_client.c:1311
#17 0x000056157bd3fff3 in web_client_process_url (host=0x561592366b80, w=0x56162530b9f0, url=0x56162530c684 "nd-child-case-long-running-15") at web/server/web_client.c:1353
#18 0x000056157bd40a92 in web_client_process_request (w=0x56162530b9f0) at web/server/web_client.c:1495
#19 0x000056157bd44e30 in web_server_rcv_callback (pi=0x56159d445e30, events=0x56159d445bc4) at web/server/static/static-threaded.c:304
#20 0x000056157b99d63a in poll_process_tcp_read (p=0x7fd68b9aa6b0, pi=0x56159d445e30, pf=0x56159d445bc0, now=28428) at libnetdata/socket/socket.c:1497
#21 0x000056157b99ec6d in poll_events (sockets=0x56157c3337a0 <api_sockets>, add_callback=0x56157bd447e0 <web_server_add_callback>, del_callback=0x56157bd44bb6 <web_server_del_callback>, rcv_callback=0x56157bd44d47 <web_server_rcv_callback>, snd_callback=0x56157bd450eb <web_server_snd_callback>, tmr_callback=0x0, access_list=0x5615928dc540, allow_dns=1, data=0x0, tcp_request_timeout_seconds=60, tcp_idle_timeout_seconds=60, timer_milliseconds=1000, timer_data=0x56159d2a6cd0, max_tcp_sockets=10) at libnetdata/socket/socket.c:1817
#22 0x000056157bd45519 in socket_listen_main_static_threaded_worker (ptr=0x56159d2a6cd0) at web/server/static/static-threaded.c:427
#23 0x000056157b9a467b in thread_start (ptr=0x56159d408e10) at libnetdata/threads/threads.c:203
#24 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#25 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 97 (Thread 0x7fd68c1ac700 (LWP 270927) "PLUGINSD[go.d]"):
#0 __libc_write (nbytes=1, buf=0x56157c0f9c37, fd=558) at ../sysdeps/unix/sysv/linux/write.c:26
#1 __libc_write (fd=558, buf=0x56157c0f9c37, nbytes=1) at ../sysdeps/unix/sysv/linux/write.c:24
#2 0x000056157bd2a5ac in rrdpush_signal_sender_to_wake_up (s=0x561592367200) at streaming/sender.c:1006
#3 0x000056157bd26f19 in sender_commit (s=0x561592367200, wb=0x5615cb83e180) at streaming/sender.c:163
#4 0x000056157bd222ff in rrdset_done_push (st=0x5615a4259710) at streaming/rrdpush.c:414
#5 0x000056157bbfa2a3 in rrdset_timed_done (st=0x5615a4259710, now=...) at database/rrdset.c:1503
#6 0x000056157bbf989d in rrdset_done (st=0x5615a4259710) at database/rrdset.c:1345
#7 0x000056157bbc8773 in pluginsd_end (words=0x7fd68c1a79e0, num_words=1, user=0x7fd68c1ab700) at collectors/plugins.d/pluginsd_parser.c:134
#8 0x000056157bd475de in parser_action (parser=0x56159d4c6de0, input=0x56159d4c6e48 "END") at parser/parser.c:344
#9 0x000056157bbccb6b in pluginsd_process (host=0x561592366b80, cd=0x56159d402a70, fp_plugin_input=0x56159d4ad230, fp_plugin_output=0x56159d4b5c40, trust_durations=0) at collectors/plugins.d/pluginsd_parser.c:1203
#10 0x000056157bbc6c0d in pluginsd_worker_thread (arg=0x56159d402a70) at collectors/plugins.d/plugins_d.c:132
#11 0x000056157b9a467b in thread_start (ptr=0x56159d407000) at libnetdata/threads/threads.c:203
#12 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#13 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 96 (Thread 0x7fd68d1ae700 (LWP 270926) "WEB_SERVER[stat"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e4cdab0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e4cda60, cond=0x56164e4cda88) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e4cda88, mutex=0x56164e4cda60) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615ba30efa0) at database/engine/pagecache.c:169
#5 0x000056157bd1fab8 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615819ab050, id=0x5615819ab050, start_time_ut=1668209929000000, end_time_ut=1668213936000000) at database/engine/pagecache.c:1349
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd68d1aad70, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd68d1aad70) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x561638fb1c50, dim_id_in_rrdr=15) at web/api/queries/query.c:1226
#9 0x000056157b9b9fb5 in rrd2rrdr (owa=0x561638fb1c10, qt=0x7fd68d1ae328) at web/api/queries/query.c:2042
#10 0x000056157b9bf606 in data_query_execute (owa=0x561638fb1c10, wb=0x5615f2377390, qt=0x7fd68d1ae328, latest_timestamp=0x7fd68d1ab010) at web/api/formatters/rrd2json.c:145
#11 0x000056157b9ca7fa in web_client_api_request_v1_data (host=0x56159786d4f0, w=0x5615faf82120, url=0x0) at web/api/web_api_v1.c:807
#12 0x000056157b9cdd75 in web_client_api_request_v1 (host=0x56159786d4f0, w=0x5615faf82120, url=0x5615faf82dd9 "data") at web/api/web_api_v1.c:1687
#13 0x000056157bd3d92e in web_client_api_request (host=0x56159786d4f0, w=0x5615faf82120, url=0x5615faf82dd9 "data") at web/server/web_client.c:537
#14 0x000056157bd3d849 in check_host_and_call (host=0x56159786d4f0, w=0x5615faf82120, url=0x5615faf82dd6 "v1", func=0x56157bd3d85f <web_client_api_request>) at web/server/web_client.c:513
#15 0x000056157bd3ff45 in web_client_process_url (host=0x56159786d4f0, w=0x5615faf82120, url=0x5615faf82dd6 "v1") at web/server/web_client.c:1349
#16 0x000056157bd3fc9e in web_client_switch_host (host=0x56159786d4f0, w=0x5615faf82120, url=0x5615faf82dd2 "api") at web/server/web_client.c:1311
#17 0x000056157bd3fff3 in web_client_process_url (host=0x561592366b80, w=0x5615faf82120, url=0x5615faf82db4 "nd-child-case-long-running-13") at web/server/web_client.c:1353
#18 0x000056157bd40a92 in web_client_process_request (w=0x5615faf82120) at web/server/web_client.c:1495
#19 0x000056157bd44e30 in web_server_rcv_callback (pi=0x56159d4e1720, events=0x56159d4adb34) at web/server/static/static-threaded.c:304
#20 0x000056157b99d63a in poll_process_tcp_read (p=0x7fd68d1ad6b0, pi=0x56159d4e1720, pf=0x56159d4adb30, now=28440) at libnetdata/socket/socket.c:1497
#21 0x000056157b99ec6d in poll_events (sockets=0x56157c3337a0 <api_sockets>, add_callback=0x56157bd447e0 <web_server_add_callback>, del_callback=0x56157bd44bb6 <web_server_del_callback>, rcv_callback=0x56157bd44d47 <web_server_rcv_callback>, snd_callback=0x56157bd450eb <web_server_snd_callback>, tmr_callback=0x0, access_list=0x5615928dc540, allow_dns=1, data=0x0, tcp_request_timeout_seconds=60, tcp_idle_timeout_seconds=60, timer_milliseconds=1000, timer_data=0x56159d2a6c80, max_tcp_sockets=10) at libnetdata/socket/socket.c:1817
#22 0x000056157bd45519 in socket_listen_main_static_threaded_worker (ptr=0x56159d2a6c80) at web/server/static/static-threaded.c:427
#23 0x000056157b9a467b in thread_start (ptr=0x56159d3d05c0) at libnetdata/threads/threads.c:203
#24 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#25 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 95 (Thread 0x7fd68d9af700 (LWP 270922) "WEB_SERVER[stat"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164dd99520) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164dd994d0, cond=0x56164dd994f8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164dd994f8, mutex=0x56164dd994d0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5616022121d0) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56157ffca870, id=0x56157ffca870, start_time_ut=1668212244000000, end_time_ut=1668214080000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd68d9abd70, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd68d9abd70) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x56164b3aae60, dim_id_in_rrdr=1) at web/api/queries/query.c:1226
#9 0x000056157b9b9fb5 in rrd2rrdr (owa=0x56164b3aae20, qt=0x7fd68d9af328) at web/api/queries/query.c:2042
#10 0x000056157b9bf606 in data_query_execute (owa=0x56164b3aae20, wb=0x561649944980, qt=0x7fd68d9af328, latest_timestamp=0x7fd68d9ac010) at web/api/formatters/rrd2json.c:145
#11 0x000056157b9ca7fa in web_client_api_request_v1_data (host=0x561599567d90, w=0x56164bd7ef90, url=0x0) at web/api/web_api_v1.c:807
#12 0x000056157b9cdd75 in web_client_api_request_v1 (host=0x561599567d90, w=0x56164bd7ef90, url=0x56164bd7fc47 "data") at web/api/web_api_v1.c:1687
#13 0x000056157bd3d92e in web_client_api_request (host=0x561599567d90, w=0x56164bd7ef90, url=0x56164bd7fc47 "data") at web/server/web_client.c:537
#14 0x000056157bd3d849 in check_host_and_call (host=0x561599567d90, w=0x56164bd7ef90, url=0x56164bd7fc44 "v1", func=0x56157bd3d85f <web_client_api_request>) at web/server/web_client.c:513
#15 0x000056157bd3ff45 in web_client_process_url (host=0x561599567d90, w=0x56164bd7ef90, url=0x56164bd7fc44 "v1") at web/server/web_client.c:1349
#16 0x000056157bd3fc9e in web_client_switch_host (host=0x561599567d90, w=0x56164bd7ef90, url=0x56164bd7fc40 "api") at web/server/web_client.c:1311
#17 0x000056157bd3fff3 in web_client_process_url (host=0x561592366b80, w=0x56164bd7ef90, url=0x56164bd7fc24 "nd-child-case-restarting-16") at web/server/web_client.c:1353
#18 0x000056157bd40a92 in web_client_process_request (w=0x56164bd7ef90) at web/server/web_client.c:1495
#19 0x000056157bd44e30 in web_server_rcv_callback (pi=0x56159d3fa050, events=0x56159d33fde4) at web/server/static/static-threaded.c:304
#20 0x000056157b99d63a in poll_process_tcp_read (p=0x7fd68d9ae6b0, pi=0x56159d3fa050, pf=0x56159d33fde0, now=28442) at libnetdata/socket/socket.c:1497
#21 0x000056157b99ec6d in poll_events (sockets=0x56157c3337a0 <api_sockets>, add_callback=0x56157bd447e0 <web_server_add_callback>, del_callback=0x56157bd44bb6 <web_server_del_callback>, rcv_callback=0x56157bd44d47 <web_server_rcv_callback>, snd_callback=0x56157bd450eb <web_server_snd_callback>, tmr_callback=0x0, access_list=0x5615928dc540, allow_dns=1, data=0x0, tcp_request_timeout_seconds=60, tcp_idle_timeout_seconds=60, timer_milliseconds=1000, timer_data=0x56159d2a6c30, max_tcp_sockets=10) at libnetdata/socket/socket.c:1817
#22 0x000056157bd45519 in socket_listen_main_static_threaded_worker (ptr=0x56159d2a6c30) at web/server/static/static-threaded.c:427
#23 0x000056157b9a467b in thread_start (ptr=0x56159d322c20) at libnetdata/threads/threads.c:203
#24 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#25 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 94 (Thread 0x7fd68e1b0700 (LWP 270921) "PLUGINSD[ebpf]"):
#0 __libc_write (nbytes=1, buf=0x56157c0f9c37, fd=558) at ../sysdeps/unix/sysv/linux/write.c:26
#1 __libc_write (fd=558, buf=0x56157c0f9c37, nbytes=1) at ../sysdeps/unix/sysv/linux/write.c:24
#2 0x000056157bd2a5ac in rrdpush_signal_sender_to_wake_up (s=0x561592367200) at streaming/sender.c:1006
#3 0x000056157bd26f19 in sender_commit (s=0x561592367200, wb=0x5615c8568360) at streaming/sender.c:163
#4 0x000056157bd222ff in rrdset_done_push (st=0x56159d9e2d00) at streaming/rrdpush.c:414
#5 0x000056157bbfa2a3 in rrdset_timed_done (st=0x56159d9e2d00, now=...) at database/rrdset.c:1503
#6 0x000056157bbf989d in rrdset_done (st=0x56159d9e2d00) at database/rrdset.c:1345
#7 0x000056157bbc8773 in pluginsd_end (words=0x7fd68e1ab9e0, num_words=1, user=0x7fd68e1af700) at collectors/plugins.d/pluginsd_parser.c:134
#8 0x000056157bd475de in parser_action (parser=0x56159d420f60, input=0x56159d420fc8 "END") at parser/parser.c:344
#9 0x000056157bbccb6b in pluginsd_process (host=0x561592366b80, cd=0x56159d31d400, fp_plugin_input=0x56159d33fa70, fp_plugin_output=0x56159d3d6770, trust_durations=0) at collectors/plugins.d/pluginsd_parser.c:1203
#10 0x000056157bbc6c0d in pluginsd_worker_thread (arg=0x56159d31d400) at collectors/plugins.d/plugins_d.c:132
#11 0x000056157b9a467b in thread_start (ptr=0x56159d321eb0) at libnetdata/threads/threads.c:203
#12 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#13 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 93 (Thread 0x7fd68e9b1700 (LWP 270920) "WEB_SERVER[stat"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e329020) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e328fd0, cond=0x56164e328ff8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e328ff8, mutex=0x56164e328fd0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5616053abfe0) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561581ff1430, id=0x561581ff1430, start_time_ut=1668209288000000, end_time_ut=1668213940000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd68e9add70, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd68e9add70) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x56164bf74950, dim_id_in_rrdr=1) at web/api/queries/query.c:1226
#9 0x000056157b9b9fb5 in rrd2rrdr (owa=0x56164bf74910, qt=0x7fd68e9b1328) at web/api/queries/query.c:2042
#10 0x000056157b9bf606 in data_query_execute (owa=0x56164bf74910, wb=0x56164d76e2b0, qt=0x7fd68e9b1328, latest_timestamp=0x7fd68e9ae010) at web/api/formatters/rrd2json.c:145
#11 0x000056157b9ca7fa in web_client_api_request_v1_data (host=0x561597e41960, w=0x56164d66ca60, url=0x0) at web/api/web_api_v1.c:807
#12 0x000056157b9cdd75 in web_client_api_request_v1 (host=0x561597e41960, w=0x56164d66ca60, url=0x56164d66d716 "data") at web/api/web_api_v1.c:1687
#13 0x000056157bd3d92e in web_client_api_request (host=0x561597e41960, w=0x56164d66ca60, url=0x56164d66d716 "data") at web/server/web_client.c:537
#14 0x000056157bd3d849 in check_host_and_call (host=0x561597e41960, w=0x56164d66ca60, url=0x56164d66d713 "v1", func=0x56157bd3d85f <web_client_api_request>) at web/server/web_client.c:513
#15 0x000056157bd3ff45 in web_client_process_url (host=0x561597e41960, w=0x56164d66ca60, url=0x56164d66d713 "v1") at web/server/web_client.c:1349
#16 0x000056157bd3fc9e in web_client_switch_host (host=0x561597e41960, w=0x56164d66ca60, url=0x56164d66d70f "api") at web/server/web_client.c:1311
#17 0x000056157bd3fff3 in web_client_process_url (host=0x561592366b80, w=0x56164d66ca60, url=0x56164d66d6f4 "nd-child-case-restarting-8") at web/server/web_client.c:1353
#18 0x000056157bd40a92 in web_client_process_request (w=0x56164d66ca60) at web/server/web_client.c:1495
#19 0x000056157bd44e30 in web_server_rcv_callback (pi=0x56159d381d60, events=0x56159d33fe54) at web/server/static/static-threaded.c:304
#20 0x000056157b99d63a in poll_process_tcp_read (p=0x7fd68e9b06b0, pi=0x56159d381d60, pf=0x56159d33fe50, now=28442) at libnetdata/socket/socket.c:1497
#21 0x000056157b99ec6d in poll_events (sockets=0x56157c3337a0 <api_sockets>, add_callback=0x56157bd447e0 <web_server_add_callback>, del_callback=0x56157bd44bb6 <web_server_del_callback>, rcv_callback=0x56157bd44d47 <web_server_rcv_callback>, snd_callback=0x56157bd450eb <web_server_snd_callback>, tmr_callback=0x0, access_list=0x5615928dc540, allow_dns=1, data=0x0, tcp_request_timeout_seconds=60, tcp_idle_timeout_seconds=60, timer_milliseconds=1000, timer_data=0x56159d2a6be0, max_tcp_sockets=10) at libnetdata/socket/socket.c:1817
#22 0x000056157bd45519 in socket_listen_main_static_threaded_worker (ptr=0x56159d2a6be0) at web/server/static/static-threaded.c:427
#23 0x000056157b9a467b in thread_start (ptr=0x56159d2a0020) at libnetdata/threads/threads.c:203
#24 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#25 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 92 (Thread 0x7fd68f1b2700 (LWP 270919) "WEB_SERVER[stat"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e0c35f0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e0c35a0, cond=0x56164e0c35c8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e0c35c8, mutex=0x56164e0c35a0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615d32cdce0) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561582227b20, id=0x561582227b20, start_time_ut=1668213267000000, end_time_ut=1668214131000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd68f1aed70, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd68f1aed70) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x56164c0d7970, dim_id_in_rrdr=5) at web/api/queries/query.c:1226
#9 0x000056157b9b9fb5 in rrd2rrdr (owa=0x56164c0d7930, qt=0x7fd68f1b2328) at web/api/queries/query.c:2042
#10 0x000056157b9bf606 in data_query_execute (owa=0x56164c0d7930, wb=0x56164868f470, qt=0x7fd68f1b2328, latest_timestamp=0x7fd68f1af010) at web/api/formatters/rrd2json.c:145
#11 0x000056157b9ca7fa in web_client_api_request_v1_data (host=0x56159c381800, w=0x561648683a70, url=0x0) at web/api/web_api_v1.c:807
#12 0x000056157b9cdd75 in web_client_api_request_v1 (host=0x56159c381800, w=0x561648683a70, url=0x561648684726 "data") at web/api/web_api_v1.c:1687
#13 0x000056157bd3d92e in web_client_api_request (host=0x56159c381800, w=0x561648683a70, url=0x561648684726 "data") at web/server/web_client.c:537
#14 0x000056157bd3d849 in check_host_and_call (host=0x56159c381800, w=0x561648683a70, url=0x561648684723 "v1", func=0x56157bd3d85f <web_client_api_request>) at web/server/web_client.c:513
#15 0x000056157bd3ff45 in web_client_process_url (host=0x56159c381800, w=0x561648683a70, url=0x561648684723 "v1") at web/server/web_client.c:1349
#16 0x000056157bd3fc9e in web_client_switch_host (host=0x56159c381800, w=0x561648683a70, url=0x56164868471f "api") at web/server/web_client.c:1311
#17 0x000056157bd3fff3 in web_client_process_url (host=0x561592366b80, w=0x561648683a70, url=0x561648684704 "nd-child-case-restarting-9") at web/server/web_client.c:1353
#18 0x000056157bd40a92 in web_client_process_request (w=0x561648683a70) at web/server/web_client.c:1495
#19 0x000056157bd44e30 in web_server_rcv_callback (pi=0x56159d32b080, events=0x56159d32586c) at web/server/static/static-threaded.c:304
#20 0x000056157b99d63a in poll_process_tcp_read (p=0x7fd68f1b16b0, pi=0x56159d32b080, pf=0x56159d325868, now=28441) at libnetdata/socket/socket.c:1497
#21 0x000056157b99ec6d in poll_events (sockets=0x56157c3337a0 <api_sockets>, add_callback=0x56157bd447e0 <web_server_add_callback>, del_callback=0x56157bd44bb6 <web_server_del_callback>, rcv_callback=0x56157bd44d47 <web_server_rcv_callback>, snd_callback=0x56157bd450eb <web_server_snd_callback>, tmr_callback=0x0, access_list=0x5615928dc540, allow_dns=1, data=0x0, tcp_request_timeout_seconds=60, tcp_idle_timeout_seconds=60, timer_milliseconds=1000, timer_data=0x56159d2a6b90, max_tcp_sockets=10) at libnetdata/socket/socket.c:1817
#22 0x000056157bd45519 in socket_listen_main_static_threaded_worker (ptr=0x56159d2a6b90) at web/server/static/static-threaded.c:427
#23 0x000056157b9a467b in thread_start (ptr=0x56159d2d7c30) at libnetdata/threads/threads.c:203
#24 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#25 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 91 (Thread 0x7fd68f9b3700 (LWP 270918) "PLUGINSD[apps]"):
#0 __libc_write (nbytes=1, buf=0x56157c0f9c37, fd=558) at ../sysdeps/unix/sysv/linux/write.c:26
#1 __libc_write (fd=558, buf=0x56157c0f9c37, nbytes=1) at ../sysdeps/unix/sysv/linux/write.c:24
#2 0x000056157bd2a5ac in rrdpush_signal_sender_to_wake_up (s=0x561592367200) at streaming/sender.c:1006
#3 0x000056157bd26f19 in sender_commit (s=0x561592367200, wb=0x56159ab95a00) at streaming/sender.c:163
#4 0x000056157bd222ff in rrdset_done_push (st=0x5615a7c9a790) at streaming/rrdpush.c:414
#5 0x000056157bbfa2a3 in rrdset_timed_done (st=0x5615a7c9a790, now=...) at database/rrdset.c:1503
#6 0x000056157bbf989d in rrdset_done (st=0x5615a7c9a790) at database/rrdset.c:1345
#7 0x000056157bbc8773 in pluginsd_end (words=0x7fd68f9ae9e0, num_words=1, user=0x7fd68f9b2700) at collectors/plugins.d/pluginsd_parser.c:134
#8 0x000056157bd475de in parser_action (parser=0x56159d3fab50, input=0x56159d3fabb8 "END") at parser/parser.c:344
#9 0x000056157bbccb6b in pluginsd_process (host=0x561592366b80, cd=0x56159d2bf820, fp_plugin_input=0x56159d2a0a00, fp_plugin_output=0x56159d321f40, trust_durations=0) at collectors/plugins.d/pluginsd_parser.c:1203
#10 0x000056157bbc6c0d in pluginsd_worker_thread (arg=0x56159d2bf820) at collectors/plugins.d/plugins_d.c:132
#11 0x000056157b9a467b in thread_start (ptr=0x56159d2b6890) at libnetdata/threads/threads.c:203
#12 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#13 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 90 (Thread 0x7fd6901b4700 (LWP 270917) "WEB_SERVER[stat"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e4e95d0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e4e9580, cond=0x56164e4e95a8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e4e95a8, mutex=0x56164e4e9580) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615a85515d0) at database/engine/pagecache.c:169
#5 0x000056157bd1fab8 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561580b83700, id=0x561580b83700, start_time_ut=1668154258000000, end_time_ut=1668213995000000) at database/engine/pagecache.c:1349
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6901b0d70, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6901b0d70) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x56164c78c470, dim_id_in_rrdr=2) at web/api/queries/query.c:1226
#9 0x000056157b9b9fb5 in rrd2rrdr (owa=0x56164c78c430, qt=0x7fd6901b4328) at web/api/queries/query.c:2042
#10 0x000056157b9bf606 in data_query_execute (owa=0x56164c78c430, wb=0x561588f77c20, qt=0x7fd6901b4328, latest_timestamp=0x7fd6901b1010) at web/api/formatters/rrd2json.c:145
#11 0x000056157b9ca7fa in web_client_api_request_v1_data (host=0x561597b4f040, w=0x5615f5b161d0, url=0x0) at web/api/web_api_v1.c:807
#12 0x000056157b9cdd75 in web_client_api_request_v1 (host=0x561597b4f040, w=0x5615f5b161d0, url=0x5615f5b16e86 "data") at web/api/web_api_v1.c:1687
#13 0x000056157bd3d92e in web_client_api_request (host=0x561597b4f040, w=0x5615f5b161d0, url=0x5615f5b16e86 "data") at web/server/web_client.c:537
#14 0x000056157bd3d849 in check_host_and_call (host=0x561597b4f040, w=0x5615f5b161d0, url=0x5615f5b16e83 "v1", func=0x56157bd3d85f <web_client_api_request>) at web/server/web_client.c:513
#15 0x000056157bd3ff45 in web_client_process_url (host=0x561597b4f040, w=0x5615f5b161d0, url=0x5615f5b16e83 "v1") at web/server/web_client.c:1349
#16 0x000056157bd3fc9e in web_client_switch_host (host=0x561597b4f040, w=0x5615f5b161d0, url=0x5615f5b16e7f "api") at web/server/web_client.c:1311
#17 0x000056157bd3fff3 in web_client_process_url (host=0x561592366b80, w=0x5615f5b161d0, url=0x5615f5b16e64 "nd-child-case-restarting-2") at web/server/web_client.c:1353
#18 0x000056157bd40a92 in web_client_process_request (w=0x5615f5b161d0) at web/server/web_client.c:1495
#19 0x000056157bd44e30 in web_server_rcv_callback (pi=0x56159d322250, events=0x56159d2a0f44) at web/server/static/static-threaded.c:304
#20 0x000056157b99d63a in poll_process_tcp_read (p=0x7fd6901b36b0, pi=0x56159d322250, pf=0x56159d2a0f40, now=28442) at libnetdata/socket/socket.c:1497
#21 0x000056157b99ec6d in poll_events (sockets=0x56157c3337a0 <api_sockets>, add_callback=0x56157bd447e0 <web_server_add_callback>, del_callback=0x56157bd44bb6 <web_server_del_callback>, rcv_callback=0x56157bd44d47 <web_server_rcv_callback>, snd_callback=0x56157bd450eb <web_server_snd_callback>, tmr_callback=0x0, access_list=0x5615928dc540, allow_dns=1, data=0x0, tcp_request_timeout_seconds=60, tcp_idle_timeout_seconds=60, timer_milliseconds=1000, timer_data=0x56159d2a6b40, max_tcp_sockets=10) at libnetdata/socket/socket.c:1817
#22 0x000056157bd45519 in socket_listen_main_static_threaded_worker (ptr=0x56159d2a6b40) at web/server/static/static-threaded.c:427
#23 0x000056157b9a467b in thread_start (ptr=0x56159d2b6280) at libnetdata/threads/threads.c:203
#24 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#25 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 89 (Thread 0x7fd6909b5700 (LWP 270916) "WEB_SERVER[stat"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e4d8d80) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e4d8d30, cond=0x56164e4d8d58) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e4d8d58, mutex=0x56164e4d8d30) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615ba314450) at database/engine/pagecache.c:169
#5 0x000056157bd1fab8 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56158272da40, id=0x56158272da40, start_time_ut=1668204937000000, end_time_ut=1668213936000000) at database/engine/pagecache.c:1349
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6909b1d70, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6909b1d70) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x561625f99aa0, dim_id_in_rrdr=11) at web/api/queries/query.c:1226
#9 0x000056157b9b9fb5 in rrd2rrdr (owa=0x561625f99a60, qt=0x7fd6909b5328) at web/api/queries/query.c:2042
#10 0x000056157b9bf606 in data_query_execute (owa=0x561625f99a60, wb=0x561626014130, qt=0x7fd6909b5328, latest_timestamp=0x7fd6909b2010) at web/api/formatters/rrd2json.c:145
#11 0x000056157b9ca7fa in web_client_api_request_v1_data (host=0x5615941a8480, w=0x5616487d9360, url=0x0) at web/api/web_api_v1.c:807
#12 0x000056157b9cdd75 in web_client_api_request_v1 (host=0x5615941a8480, w=0x5616487d9360, url=0x5616487da019 "data") at web/api/web_api_v1.c:1687
#13 0x000056157bd3d92e in web_client_api_request (host=0x5615941a8480, w=0x5616487d9360, url=0x5616487da019 "data") at web/server/web_client.c:537
#14 0x000056157bd3d849 in check_host_and_call (host=0x5615941a8480, w=0x5616487d9360, url=0x5616487da016 "v1", func=0x56157bd3d85f <web_client_api_request>) at web/server/web_client.c:513
#15 0x000056157bd3ff45 in web_client_process_url (host=0x5615941a8480, w=0x5616487d9360, url=0x5616487da016 "v1") at web/server/web_client.c:1349
#16 0x000056157bd3fc9e in web_client_switch_host (host=0x5615941a8480, w=0x5616487d9360, url=0x5616487da012 "api") at web/server/web_client.c:1311
#17 0x000056157bd3fff3 in web_client_process_url (host=0x561592366b80, w=0x5616487d9360, url=0x5616487d9ff4 "nd-child-case-net-problems-18") at web/server/web_client.c:1353
#18 0x000056157bd40a92 in web_client_process_request (w=0x5616487d9360) at web/server/web_client.c:1495
#19 0x000056157bd44e30 in web_server_rcv_callback (pi=0x56159d321980, events=0x56159d2a0c04) at web/server/static/static-threaded.c:304
#20 0x000056157b99d63a in poll_process_tcp_read (p=0x7fd6909b46b0, pi=0x56159d321980, pf=0x56159d2a0c00, now=28440) at libnetdata/socket/socket.c:1497
#21 0x000056157b99ec6d in poll_events (sockets=0x56157c3337a0 <api_sockets>, add_callback=0x56157bd447e0 <web_server_add_callback>, del_callback=0x56157bd44bb6 <web_server_del_callback>, rcv_callback=0x56157bd44d47 <web_server_rcv_callback>, snd_callback=0x56157bd450eb <web_server_snd_callback>, tmr_callback=0x0, access_list=0x5615928dc540, allow_dns=1, data=0x0, tcp_request_timeout_seconds=60, tcp_idle_timeout_seconds=60, timer_milliseconds=1000, timer_data=0x56159d2a6af0, max_tcp_sockets=10) at libnetdata/socket/socket.c:1817
#22 0x000056157bd45519 in socket_listen_main_static_threaded_worker (ptr=0x56159d2a6af0) at web/server/static/static-threaded.c:427
#23 0x000056157b9a467b in thread_start (ptr=0x56159d2a69f0) at libnetdata/threads/threads.c:203
#24 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#25 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 88 (Thread 0x7fd6911b6700 (LWP 270914) "WEB_SERVER[stat"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e4dd2d0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e4dd280, cond=0x56164e4dd2a8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e4dd2a8, mutex=0x56164e4dd280) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615ba3123d0) at database/engine/pagecache.c:169
#5 0x000056157bd1fab8 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561581dc6dd0, id=0x561581dc6dd0, start_time_ut=1668202444000000, end_time_ut=1668213943000000) at database/engine/pagecache.c:1349
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6911b2d30, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6911b2d30) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x561649eca720, dim_id_in_rrdr=6) at web/api/queries/query.c:1226
#9 0x000056157b9b9fb5 in rrd2rrdr (owa=0x561649eca6e0, qt=0x7fd6911b6328) at web/api/queries/query.c:2042
#10 0x000056157b9bf606 in data_query_execute (owa=0x561649eca6e0, wb=0x561592f042e0, qt=0x7fd6911b6328, latest_timestamp=0x7fd6911b2fd0) at web/api/formatters/rrd2json.c:145
#11 0x000056157b9ca7fa in web_client_api_request_v1_data (host=0x561593832190, w=0x5615e4d24200, url=0x0) at web/api/web_api_v1.c:807
#12 0x000056157b9cdd75 in web_client_api_request_v1 (host=0x561593832190, w=0x5615e4d24200, url=0x5615e4d24eb6 "data") at web/api/web_api_v1.c:1687
#13 0x000056157bd3d92e in web_client_api_request (host=0x561593832190, w=0x5615e4d24200, url=0x5615e4d24eb6 "data") at web/server/web_client.c:537
#14 0x000056157bd3d849 in check_host_and_call (host=0x561593832190, w=0x5615e4d24200, url=0x5615e4d24eb3 "v1", func=0x56157bd3d85f <web_client_api_request>) at web/server/web_client.c:513
#15 0x000056157bd3ff45 in web_client_process_url (host=0x561593832190, w=0x5615e4d24200, url=0x5615e4d24eb3 "v1") at web/server/web_client.c:1349
#16 0x000056157bd3fc9e in web_client_switch_host (host=0x561593832190, w=0x5615e4d24200, url=0x5615e4d24eaf "api") at web/server/web_client.c:1311
#17 0x000056157bd3fff3 in web_client_process_url (host=0x561592366b80, w=0x5615e4d24200, url=0x5615e4d24e94 "nd-child-case-restarting-5") at web/server/web_client.c:1353
#18 0x000056157bd40a92 in web_client_process_request (w=0x5615e4d24200) at web/server/web_client.c:1495
#19 0x000056157bd44e30 in web_server_rcv_callback (pi=0x56159d2b2900, events=0x56159d2aa3b4) at web/server/static/static-threaded.c:304
#20 0x000056157b99d63a in poll_process_tcp_read (p=0x7fd6911b56b0, pi=0x56159d2b2900, pf=0x56159d2aa3b0, now=28440) at libnetdata/socket/socket.c:1497
#21 0x000056157b99ec6d in poll_events (sockets=0x56157c3337a0 <api_sockets>, add_callback=0x56157bd447e0 <web_server_add_callback>, del_callback=0x56157bd44bb6 <web_server_del_callback>, rcv_callback=0x56157bd44d47 <web_server_rcv_callback>, snd_callback=0x56157bd450eb <web_server_snd_callback>, tmr_callback=0x0, access_list=0x5615928dc540, allow_dns=1, data=0x0, tcp_request_timeout_seconds=60, tcp_idle_timeout_seconds=60, timer_milliseconds=1000, timer_data=0x56159d2a6aa0, max_tcp_sockets=10) at libnetdata/socket/socket.c:1817
#22 0x000056157bd45519 in socket_listen_main_static_threaded_worker (ptr=0x56159d2a6aa0) at web/server/static/static-threaded.c:427
#23 0x000056157b9a467b in thread_start (ptr=0x56159d2a6130) at libnetdata/threads/threads.c:203
#24 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#25 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 87 (Thread 0x7fd6919b7700 (LWP 270913) "PLUGIN[proc net"):
#0 __libc_write (nbytes=1, buf=0x56157c0f9c37, fd=558) at ../sysdeps/unix/sysv/linux/write.c:26
#1 __libc_write (fd=558, buf=0x56157c0f9c37, nbytes=1) at ../sysdeps/unix/sysv/linux/write.c:24
#2 0x000056157bd2a5ac in rrdpush_signal_sender_to_wake_up (s=0x561592367200) at streaming/sender.c:1006
#3 0x000056157bd26f19 in sender_commit (s=0x561592367200, wb=0x5615db666bc0) at streaming/sender.c:163
#4 0x000056157bd222ff in rrdset_done_push (st=0x5615a6d86680) at streaming/rrdpush.c:414
#5 0x000056157bbfa2a3 in rrdset_timed_done (st=0x5615a6d86680, now=...) at database/rrdset.c:1503
#6 0x000056157bbf989d in rrdset_done (st=0x5615a6d86680) at database/rrdset.c:1345
#7 0x000056157bda1d80 in do_proc_net_dev (update_every=1, dt=999971) at collectors/proc.plugin/proc_net_dev.c:995
#8 0x000056157bda4a0b in netdev_main (ptr=0x56158749b840) at collectors/proc.plugin/proc_net_dev.c:1552
#9 0x000056157b9a467b in thread_start (ptr=0x56159d2a2510) at libnetdata/threads/threads.c:203
#10 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#11 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 86 (Thread 0x7fd6921b8700 (LWP 270912) "PLUGIN[diskspac"):
#0 __lll_lock_wait (futex=futex@entry=0x56157dd02260 <slow_mountinfo_mutex>, private=0) at lowlevellock.c:52
#1 0x00007fd6d2dfe843 in __GI___pthread_mutex_lock (mutex=0x56157dd02260 <slow_mountinfo_mutex>) at ../nptl/pthread_mutex_lock.c:80
#2 0x000056157b990b0d in __netdata_mutex_lock (mutex=0x56157dd02260 <slow_mountinfo_mutex>) at libnetdata/locks/locks.c:86
#3 0x000056157bd82cc2 in diskspace_slow_worker (ptr=0x7fd6941bb820) at collectors/diskspace.plugin/plugin_diskspace.c:543
#4 0x000056157b9a467b in thread_start (ptr=0x56159d29dd40) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 85 (Thread 0x7fd6929b9700 (LWP 270910) "DAEMON_COMMAND"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=168, events=0x7fd6929b56e0, maxevents=1024, timeout=-1) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157b9668bf in command_thread (arg=0x0) at daemon/commands.c:641
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 84 (Thread 0x7fd6931ba700 (LWP 270909) "PLUGIN[cgroups]"):
#0 __libc_write (nbytes=1, buf=0x56157c0f9c37, fd=558) at ../sysdeps/unix/sysv/linux/write.c:26
#1 __libc_write (fd=558, buf=0x56157c0f9c37, nbytes=1) at ../sysdeps/unix/sysv/linux/write.c:24
#2 0x000056157bd2a5ac in rrdpush_signal_sender_to_wake_up (s=0x561592367200) at streaming/sender.c:1006
#3 0x000056157bd26f19 in sender_commit (s=0x561592367200, wb=0x561597cb0b70) at streaming/sender.c:163
#4 0x000056157bd222ff in rrdset_done_push (st=0x5615d1c25050) at streaming/rrdpush.c:414
#5 0x000056157bbfa2a3 in rrdset_timed_done (st=0x5615d1c25050, now=...) at database/rrdset.c:1503
#6 0x000056157bbf989d in rrdset_done (st=0x5615d1c25050) at database/rrdset.c:1345
#7 0x000056157bd79ab6 in update_systemd_services_charts (update_every=1, do_cpu=12, do_mem_usage=12, do_mem_detailed=0, do_mem_failcnt=0, do_swap_usage=0, do_io=12, do_io_ops=12, do_throttle_io=0, do_throttle_ops=0, do_queued_ops=0, do_merged_ops=0) at collectors/cgroups.plugin/sys_fs_cgroup.c:3543
#8 0x000056157bd80b3e in update_cgroup_charts (update_every=1) at collectors/cgroups.plugin/sys_fs_cgroup.c:4904
#9 0x000056157bd810e8 in cgroups_main (ptr=0x56157f6e9540) at collectors/cgroups.plugin/sys_fs_cgroup.c:5023
#10 0x000056157b9a467b in thread_start (ptr=0x56159d21c040) at libnetdata/threads/threads.c:203
#11 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#12 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 83 (Thread 0x7fd6939bb700 (LWP 270908) "PLUGIN[proc]"):
#0 __libc_write (nbytes=1, buf=0x56157c0f9c37, fd=558) at ../sysdeps/unix/sysv/linux/write.c:26
#1 __libc_write (fd=558, buf=0x56157c0f9c37, nbytes=1) at ../sysdeps/unix/sysv/linux/write.c:24
#2 0x000056157bd2a5ac in rrdpush_signal_sender_to_wake_up (s=0x561592367200) at streaming/sender.c:1006
#3 0x000056157bd26f19 in sender_commit (s=0x561592367200, wb=0x5615c7340690) at streaming/sender.c:163
#4 0x000056157bd222ff in rrdset_done_push (st=0x5615a77f7d50) at streaming/rrdpush.c:414
#5 0x000056157bbfa2a3 in rrdset_timed_done (st=0x5615a77f7d50, now=...) at database/rrdset.c:1503
#6 0x000056157bbf989d in rrdset_done (st=0x5615a77f7d50) at database/rrdset.c:1345
#7 0x000056157bd95673 in do_proc_interrupts (update_every=1, dt=1000007) at collectors/proc.plugin/proc_interrupts.c:191
#8 0x000056157bd85a5c in proc_main (ptr=0x56157f6e94f8) at collectors/proc.plugin/plugin_proc.c:149
#9 0x000056157b9a467b in thread_start (ptr=0x5615927017b0) at libnetdata/threads/threads.c:203
#10 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#11 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 82 (Thread 0x7fd6941bc700 (LWP 270907) "PLUGIN[diskspac"):
#0 __libc_write (nbytes=1, buf=0x56157c0f9c37, fd=558) at ../sysdeps/unix/sysv/linux/write.c:26
#1 __libc_write (fd=558, buf=0x56157c0f9c37, nbytes=1) at ../sysdeps/unix/sysv/linux/write.c:24
#2 0x000056157bd2a5ac in rrdpush_signal_sender_to_wake_up (s=0x561592367200) at streaming/sender.c:1006
#3 0x000056157bd26f19 in sender_commit (s=0x561592367200, wb=0x5615c63e5240) at streaming/sender.c:163
#4 0x000056157bd222ff in rrdset_done_push (st=0x5615a76e8210) at streaming/rrdpush.c:414
#5 0x000056157bbfa2a3 in rrdset_timed_done (st=0x5615a76e8210, now=...) at database/rrdset.c:1503
#6 0x000056157bbf989d in rrdset_done (st=0x5615a76e8210) at database/rrdset.c:1345
#7 0x000056157bd81d43 in calculate_values_and_show_charts (mi=0x7fd6941ba6c0, m=0x5615928a3e40, buff_statvfs=0x7fd6941ba730, update_every=1) at collectors/diskspace.plugin/plugin_diskspace.c:248
#8 0x000056157bd82944 in do_disk_space_stats (mi=0x5615a766fde0, update_every=1) at collectors/diskspace.plugin/plugin_diskspace.c:466
#9 0x000056157bd83336 in diskspace_main (ptr=0x56157f6e94b0) at collectors/diskspace.plugin/plugin_diskspace.c:676
#10 0x000056157b9a467b in thread_start (ptr=0x5615927007a0) at libnetdata/threads/threads.c:203
#11 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#12 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 81 (Thread 0x7fd6949bd700 (LWP 270906) "PLUGIN[tc]"):
#0 __libc_write (nbytes=1, buf=0x56157c0f9c37, fd=558) at ../sysdeps/unix/sysv/linux/write.c:26
#1 __libc_write (fd=558, buf=0x56157c0f9c37, nbytes=1) at ../sysdeps/unix/sysv/linux/write.c:24
#2 0x000056157bd2a5ac in rrdpush_signal_sender_to_wake_up (s=0x561592367200) at streaming/sender.c:1006
#3 0x000056157bd26f19 in sender_commit (s=0x561592367200, wb=0x561598baef20) at streaming/sender.c:163
#4 0x000056157bd222ff in rrdset_done_push (st=0x5615a42dc960) at streaming/rrdpush.c:414
#5 0x000056157bbfa2a3 in rrdset_timed_done (st=0x5615a42dc960, now=...) at database/rrdset.c:1503
#6 0x000056157bbf989d in rrdset_done (st=0x5615a42dc960) at database/rrdset.c:1345
#7 0x000056157bde6c70 in tc_device_commit (d=0x56159d979bb0) at collectors/tc.plugin/plugin_tc.c:450
#8 0x000056157bde982c in tc_main (ptr=0x56157f6e9468) at collectors/tc.plugin/plugin_tc.c:1047
#9 0x000056157b9a467b in thread_start (ptr=0x5615927001d0) at libnetdata/threads/threads.c:203
#10 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#11 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 80 (Thread 0x7fd6951be700 (LWP 270905) "rrdcontext"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd6951bd750, rem=0x7fd6951bd740) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=999725) at libnetdata/clocks/clocks.c:350
#2 0x000056157b97bb1e in heartbeat_next (hb=0x7fd6951bd830, tick=1000000) at libnetdata/clocks/clocks.c:314
#3 0x000056157bbe5fdb in rrdcontext_main (ptr=0x56157f6e9420) at database/rrdcontext.c:3855
#4 0x000056157b9a467b in thread_start (ptr=0x5615926fecc0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 79 (Thread 0x7fd6959bf700 (LWP 270904) "ACLK_Main"):
#0 0x00007fd6d29e2d2f in __GI___poll (fds=0x56159d43ea5c, nfds=2, timeout=1000) at ../sysdeps/unix/sysv/linux/poll.c:29
#1 0x000056157beb3d50 in mqtt_wss_service (client=0x56159d43ea10, timeout_ms=1000) at mqtt_websockets/src/mqtt_wss_client.c:1088
#2 0x000056157bd48787 in handle_connection (client=0x56159d43ea10) at aclk/aclk.c:315
#3 0x000056157bd4996b in aclk_main (ptr=0x56157f6e93d8) at aclk/aclk.c:705
#4 0x000056157b9a467b in thread_start (ptr=0x56159d292b70) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 78 (Thread 0x7fd6961c0700 (LWP 270903) "WEB_SERVER[stat"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x56164e485b10) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x56164e485ac0, cond=0x56164e485ae8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x56164e485ae8, mutex=0x56164e485ac0) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd1c52e in pg_cache_wait_event_unsafe (descr=0x5615ba316480) at database/engine/pagecache.c:169
#5 0x000056157bd1f980 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615808c68d0, id=0x5615808c68d0, start_time_ut=1668197422000000, end_time_ut=1668213921000000) at database/engine/pagecache.c:1332
#6 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6961bcc70, debug_this=false) at database/engine/rrdengineapi.c:625
#7 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6961bcc70) at database/engine/rrdengineapi.c:715
#8 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x5616032bcc70, dim_id_in_rrdr=32) at web/api/queries/query.c:1226
#9 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5616032bcc30, qt=0x7fd6961c0328) at web/api/queries/query.c:2042
#10 0x000056157b9bf606 in data_query_execute (owa=0x5616032bcc30, wb=0x5615e9bf26f0, qt=0x7fd6961c0328, latest_timestamp=0x7fd6961bcf10) at web/api/formatters/rrd2json.c:145
#11 0x000056157b9ca7fa in web_client_api_request_v1_data (host=0x561594487b40, w=0x5615fdb03060, url=0x0) at web/api/web_api_v1.c:807
#12 0x000056157b9cdd75 in web_client_api_request_v1 (host=0x561594487b40, w=0x5615fdb03060, url=0x5615fdb03d18 "data") at web/api/web_api_v1.c:1687
#13 0x000056157bd3d92e in web_client_api_request (host=0x561594487b40, w=0x5615fdb03060, url=0x5615fdb03d18 "data") at web/server/web_client.c:537
#14 0x000056157bd3d849 in check_host_and_call (host=0x561594487b40, w=0x5615fdb03060, url=0x5615fdb03d15 "v1", func=0x56157bd3d85f <web_client_api_request>) at web/server/web_client.c:513
#15 0x000056157bd3ff45 in web_client_process_url (host=0x561594487b40, w=0x5615fdb03060, url=0x5615fdb03d15 "v1") at web/server/web_client.c:1349
#16 0x000056157bd3fc9e in web_client_switch_host (host=0x561594487b40, w=0x5615fdb03060, url=0x5615fdb03d11 "api") at web/server/web_client.c:1311
#17 0x000056157bd3fff3 in web_client_process_url (host=0x561592366b80, w=0x5615fdb03060, url=0x5615fdb03cf4 "nd-child-case-net-problems-9") at web/server/web_client.c:1353
#18 0x000056157bd40a92 in web_client_process_request (w=0x5615fdb03060) at web/server/web_client.c:1495
#19 0x000056157bd44e30 in web_server_rcv_callback (pi=0x56159d505670, events=0x56159d504224) at web/server/static/static-threaded.c:304
#20 0x000056157b99d63a in poll_process_tcp_read (p=0x7fd6961bf5b0, pi=0x56159d505670, pf=0x56159d504220, now=28412) at libnetdata/socket/socket.c:1497
#21 0x000056157b99ec6d in poll_events (sockets=0x56157c3337a0 <api_sockets>, add_callback=0x56157bd447e0 <web_server_add_callback>, del_callback=0x56157bd44bb6 <web_server_del_callback>, rcv_callback=0x56157bd44d47 <web_server_rcv_callback>, snd_callback=0x56157bd450eb <web_server_snd_callback>, tmr_callback=0x0, access_list=0x5615928dc540, allow_dns=1, data=0x0, tcp_request_timeout_seconds=60, tcp_idle_timeout_seconds=60, timer_milliseconds=1000, timer_data=0x56159d2a6a50, max_tcp_sockets=10) at libnetdata/socket/socket.c:1817
#22 0x000056157bd45519 in socket_listen_main_static_threaded_worker (ptr=0x56159d2a6a50) at web/server/static/static-threaded.c:427
#23 0x000056157bd45b7b in socket_listen_main_static_threaded (ptr=0x56157f6e9390) at web/server/static/static-threaded.c:546
#24 0x000056157b9a467b in thread_start (ptr=0x56159d292980) at libnetdata/threads/threads.c:203
#25 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#26 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 77 (Thread 0x7fd6971c2700 (LWP 270901) "STATSD"):
#0 __libc_write (nbytes=1, buf=0x56157c0f9c37, fd=558) at ../sysdeps/unix/sysv/linux/write.c:26
#1 __libc_write (fd=558, buf=0x56157c0f9c37, nbytes=1) at ../sysdeps/unix/sysv/linux/write.c:24
#2 0x000056157bd2a5ac in rrdpush_signal_sender_to_wake_up (s=0x561592367200) at streaming/sender.c:1006
#3 0x000056157bd26f19 in sender_commit (s=0x561592367200, wb=0x5615b911fdc0) at streaming/sender.c:163
#4 0x000056157bd222ff in rrdset_done_push (st=0x56159d6b4300) at streaming/rrdpush.c:414
#5 0x000056157bbfa2a3 in rrdset_timed_done (st=0x56159d6b4300, now=...) at database/rrdset.c:1503
#6 0x000056157bbf989d in rrdset_done (st=0x56159d6b4300) at database/rrdset.c:1345
#7 0x000056157bd3b5c2 in statsd_main (ptr=0x56157f6e92b8) at collectors/statsd.plugin/statsd.c:2794
#8 0x000056157b9a467b in thread_start (ptr=0x56159d2925d0) at libnetdata/threads/threads.c:203
#9 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#10 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 76 (Thread 0x7fd6979c3700 (LWP 270900) "SERVICE"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=0, flags=0, req=0x7fd6979c2770, rem=0x7fd6979c2760) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x000056157b97bd9c in sleep_usec (usec=9999812) at libnetdata/clocks/clocks.c:350
#2 0x000056157b97bb1e in heartbeat_next (hb=0x7fd6979c2830, tick=10000000) at libnetdata/clocks/clocks.c:314
#3 0x000056157b964983 in service_main (ptr=0x56157f6e9270) at daemon/service.c:280
#4 0x000056157b9a467b in thread_start (ptr=0x56159d2971b0) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 75 (Thread 0x7fd6981c4700 (LWP 270899) "PLUGINSD"):
#0 0x00007fd6d29b5561 in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=req@entry=0x7fd6981c32d0, rem=rem@entry=0x7fd6981c32d0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:48
#1 0x00007fd6d29bad43 in __GI___nanosleep (requested_time=requested_time@entry=0x7fd6981c32d0, remaining=remaining@entry=0x7fd6981c32d0) at nanosleep.c:27
#2 0x00007fd6d29bac7a in __sleep (seconds=0) at ../sysdeps/posix/sleep.c:55
#3 0x000056157bbc7721 in pluginsd_main (ptr=0x56157f6e9228) at collectors/plugins.d/plugins_d.c:285
#4 0x000056157b9a467b in thread_start (ptr=0x5615926fba90) at libnetdata/threads/threads.c:203
#5 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#6 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 74 (Thread 0x7fd6989c5700 (LWP 270898) "GLOBAL_STATS"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6989c3de0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6989c3d90, cond=0x7fd6989c3db8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6989c3db8, mutex=0x7fd6989c3d90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd6989c3d90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561582921c60, id=0x561582921c60, start_time_ut=1668211200000000, end_time_ut=1668217670000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6989c4450, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6989c4450) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b8a32 in rrdr_fill_tier_gap_from_smaller_tiers (rd=0x56165142c3a0, tier=1, now=1668217670) at web/api/queries/query.c:1501
#10 0x000056157bbf87ab in rrddim_store_metric (rd=0x56165142c3a0, point_end_time_ut=1668217670000000, n=nan(0x8000000000000), flags=SN_FLAG_NONE) at database/rrdset.c:1094
#11 0x000056157bbf93d0 in rrdset_done_interpolate (st=0x5615a88aef00, rda_base=0x561601f040c0, rda_slots=194, update_every_ut=1000000, last_stored_ut=1668217669000000, next_store_ut=1668217670000000, last_collect_ut=1668217669014987, now_collect_ut=1668217670015061, store_this_entry=1 '\001', has_reset_value=0) at database/rrdset.c:1279
#12 0x000056157bbfb56b in rrdset_timed_done (st=0x5615a88aef00, now=...) at database/rrdset.c:1763
#13 0x000056157bbf989d in rrdset_done (st=0x5615a88aef00) at database/rrdset.c:1345
#14 0x000056157b95597d in malloc_trace_statistics () at daemon/global_statistics.c:1721
#15 0x000056157b959687 in global_statistics_main (ptr=0x56157f6e91e0) at daemon/global_statistics.c:2579
#16 0x000056157b9a467b in thread_start (ptr=0x56159d288800) at libnetdata/threads/threads.c:203
#17 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#18 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 73 (Thread 0x7fd6991c6700 (LWP 270897) "PLUGIN[idlejitt"):
#0 __libc_write (nbytes=1, buf=0x56157c0f9c37, fd=558) at ../sysdeps/unix/sysv/linux/write.c:26
#1 __libc_write (fd=558, buf=0x56157c0f9c37, nbytes=1) at ../sysdeps/unix/sysv/linux/write.c:24
#2 0x000056157bd2a5ac in rrdpush_signal_sender_to_wake_up (s=0x561592367200) at streaming/sender.c:1006
#3 0x000056157bd26f19 in sender_commit (s=0x561592367200, wb=0x5615dc059d80) at streaming/sender.c:163
#4 0x000056157bd222ff in rrdset_done_push (st=0x561592700240) at streaming/rrdpush.c:414
#5 0x000056157bbfa2a3 in rrdset_timed_done (st=0x561592700240, now=...) at database/rrdset.c:1503
#6 0x000056157bbf989d in rrdset_done (st=0x561592700240) at database/rrdset.c:1345
#7 0x000056157bbc6361 in cpuidlejitter_main (ptr=0x56157f6e9150) at collectors/idlejitter.plugin/plugin_idlejitter.c:92
#8 0x000056157b9a467b in thread_start (ptr=0x56159d28b170) at libnetdata/threads/threads.c:203
#9 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#10 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 72 (Thread 0x7fd6999c7700 (LWP 270896) "PLUGIN[timex]"):
#0 __libc_write (nbytes=1, buf=0x56157c0f9c37, fd=558) at ../sysdeps/unix/sysv/linux/write.c:26
#1 __libc_write (fd=558, buf=0x56157c0f9c37, nbytes=1) at ../sysdeps/unix/sysv/linux/write.c:24
#2 0x000056157bd2a5ac in rrdpush_signal_sender_to_wake_up (s=0x561592367200) at streaming/sender.c:1006
#3 0x000056157bd26f19 in sender_commit (s=0x561592367200, wb=0x5615dcbb4be0) at streaming/sender.c:163
#4 0x000056157bd222ff in rrdset_done_push (st=0x5615c538c600) at streaming/rrdpush.c:414
#5 0x000056157bbfa2a3 in rrdset_timed_done (st=0x5615c538c600, now=...) at database/rrdset.c:1503
#6 0x000056157bbf989d in rrdset_done (st=0x5615c538c600) at database/rrdset.c:1345
#7 0x000056157bd6a10a in timex_main (ptr=0x56157f6e90c0) at collectors/timex.plugin/plugin_timex.c:117
#8 0x000056157b9a467b in thread_start (ptr=0x56159d2471b0) at libnetdata/threads/threads.c:203
#9 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#10 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 71 (Thread 0x7fd69a1c8700 (LWP 270892) "AS_lab-nd-dev-"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=410, events=0x7fd69a1c4760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd69a1c9020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 70 (Thread 0x7fd69aa6a700 (LWP 270891) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=406, events=0x7fd69aa66760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd69aa6b020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 69 (Thread 0x7fd69b30c700 (LWP 270890) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=402, events=0x7fd69b308760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd69b30d020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 68 (Thread 0x7fd69bbae700 (LWP 270889) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=398, events=0x7fd69bbaa760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd69bbaf020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 67 (Thread 0x7fd69c450700 (LWP 270888) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=394, events=0x7fd69c44c760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd69c451020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 66 (Thread 0x7fd69ccf2700 (LWP 270887) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=390, events=0x7fd69ccee760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd69ccf3020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 65 (Thread 0x7fd69d594700 (LWP 270886) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=386, events=0x7fd69d590760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd69d595020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 64 (Thread 0x7fd69de36700 (LWP 270885) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=382, events=0x7fd69de32760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd69de37020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 63 (Thread 0x7fd69e6d8700 (LWP 270884) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=378, events=0x7fd69e6d4760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd69e6d9020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 62 (Thread 0x7fd69ef7a700 (LWP 270883) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=374, events=0x7fd69ef76760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd69ef7b020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 61 (Thread 0x7fd69f81c700 (LWP 270882) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=370, events=0x7fd69f818760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd69f81d020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 60 (Thread 0x7fd6a00be700 (LWP 270881) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=366, events=0x7fd6a00ba760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6a00bf020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 59 (Thread 0x7fd6a0960700 (LWP 270880) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=362, events=0x7fd6a095c760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6a0961020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 58 (Thread 0x7fd6a1202700 (LWP 270879) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=358, events=0x7fd6a11fe760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6a1203020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 57 (Thread 0x7fd6a1aa4700 (LWP 270878) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=354, events=0x7fd6a1aa0760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6a1aa5020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 56 (Thread 0x7fd6a2346700 (LWP 270877) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=350, events=0x7fd6a2342760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6a2347020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 55 (Thread 0x7fd6a2be8700 (LWP 270876) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=346, events=0x7fd6a2be4760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6a2be9020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 54 (Thread 0x7fd6a348a700 (LWP 270875) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=342, events=0x7fd6a3486760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6a348b020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 53 (Thread 0x7fd6a3d2c700 (LWP 270874) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=338, events=0x7fd6a3d28760, maxevents=1024, timeout=999) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6a3d2d020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 52 (Thread 0x7fd6a45ce700 (LWP 270873) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=334, events=0x7fd6a45ca760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6a45cf020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 51 (Thread 0x7fd6a4e70700 (LWP 270872) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=330, events=0x7fd6a4e6c760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6a4e71020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 50 (Thread 0x7fd6a5712700 (LWP 270871) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=326, events=0x7fd6a570e760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6a5713020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 49 (Thread 0x7fd6a5fb4700 (LWP 270870) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=322, events=0x7fd6a5fb0760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6a5fb5020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 48 (Thread 0x7fd6a6856700 (LWP 270869) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=318, events=0x7fd6a6852760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6a6857020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 47 (Thread 0x7fd6a70f8700 (LWP 270868) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=314, events=0x7fd6a70f4760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6a70f9020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 46 (Thread 0x7fd6a799a700 (LWP 270867) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=310, events=0x7fd6a7996760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6a799b020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 45 (Thread 0x7fd6a823c700 (LWP 270866) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=306, events=0x7fd6a8238760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6a823d020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 44 (Thread 0x7fd6a8ade700 (LWP 270865) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=302, events=0x7fd6a8ada760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6a8adf020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 43 (Thread 0x7fd6a9380700 (LWP 270863) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=298, events=0x7fd6a937c760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6a9381020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 42 (Thread 0x7fd6a9c22700 (LWP 270862) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=294, events=0x7fd6a9c1e760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6a9c23020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 41 (Thread 0x7fd6aa4c4700 (LWP 270861) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=290, events=0x7fd6aa4c0760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6aa4c5020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 40 (Thread 0x7fd6aad66700 (LWP 270860) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=286, events=0x7fd6aad62760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6aad67020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 39 (Thread 0x7fd6ab608700 (LWP 270859) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=282, events=0x7fd6ab604760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6ab609020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 38 (Thread 0x7fd6abeaa700 (LWP 270858) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=278, events=0x7fd6abea6760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6abeab020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 37 (Thread 0x7fd6ac74c700 (LWP 270857) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=274, events=0x7fd6ac748760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6ac74d020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 36 (Thread 0x7fd6acfee700 (LWP 270856) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=270, events=0x7fd6acfea760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6acfef020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 35 (Thread 0x7fd6ad890700 (LWP 270855) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=266, events=0x7fd6ad88c760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6ad891020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 34 (Thread 0x7fd6ae132700 (LWP 270854) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=262, events=0x7fd6ae12e760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6ae133020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 33 (Thread 0x7fd6ae9d4700 (LWP 270853) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=258, events=0x7fd6ae9d0760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6ae9d5020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 32 (Thread 0x7fd6af276700 (LWP 270852) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=254, events=0x7fd6af272760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6af277020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 31 (Thread 0x7fd6afb18700 (LWP 270851) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=250, events=0x7fd6afb14760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6afb19020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 30 (Thread 0x7fd6b03ba700 (LWP 270850) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=246, events=0x7fd6b03b6760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6b03bb020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 29 (Thread 0x7fd6b0c5c700 (LWP 270849) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=242, events=0x7fd6b0c58760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6b0c5d020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 28 (Thread 0x7fd6b14fe700 (LWP 270848) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=238, events=0x7fd6b14fa760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6b14ff020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 27 (Thread 0x7fd6b1da0700 (LWP 270847) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=234, events=0x7fd6b1d9c760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6b1da1020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 26 (Thread 0x7fd6b2642700 (LWP 270846) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=230, events=0x7fd6b263e760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6b2643020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 25 (Thread 0x7fd6b2ee4700 (LWP 270845) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=226, events=0x7fd6b2ee0760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6b2ee5020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 24 (Thread 0x7fd6b3786700 (LWP 270844) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=222, events=0x7fd6b3782760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6b3787020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 23 (Thread 0x7fd6b4028700 (LWP 270843) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=218, events=0x7fd6b4024760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6b4029020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 22 (Thread 0x7fd6b48ca700 (LWP 270842) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=214, events=0x7fd6b48c6760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6b48cb020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 21 (Thread 0x7fd6b516c700 (LWP 270841) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=210, events=0x7fd6b5168760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6b516d020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 20 (Thread 0x7fd6b5a0e700 (LWP 270840) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=206, events=0x7fd6b5a0a760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6b5a0f020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 19 (Thread 0x7fd6b62b0700 (LWP 270839) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=202, events=0x7fd6b62ac760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6b62b1020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 18 (Thread 0x7fd6b6b52700 (LWP 270838) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=198, events=0x7fd6b6b4e760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6b6b53020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 17 (Thread 0x7fd6b73f4700 (LWP 270837) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=194, events=0x7fd6b73f0760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6b73f5020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 16 (Thread 0x7fd6b7c96700 (LWP 270836) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=190, events=0x7fd6b7c92760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6b7c97020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 15 (Thread 0x7fd6b8538700 (LWP 270835) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=186, events=0x7fd6b8534760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6b8539020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 14 (Thread 0x7fd6b8dda700 (LWP 270834) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=182, events=0x7fd6b8dd6760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6b8ddb020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 13 (Thread 0x7fd6b967c700 (LWP 270833) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=178, events=0x7fd6b9678760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6b967d020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 12 (Thread 0x7fd6b9f1e700 (LWP 270832) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=174, events=0x7fd6b9f1a760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6b9f1f020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 11 (Thread 0x7fd6ba7c0700 (LWP 270831) "AS_nd-child-ca"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=170, events=0x7fd6ba7bc760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6ba7c1020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 10 (Thread 0x7fd6bb062700 (LWP 270830) "netdata"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6bb0606e0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6bb060690, cond=0x7fd6bb0606b8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6bb0606b8, mutex=0x7fd6bb060690) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd6bb060690) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x5615829da6d0, id=0x5615829da6d0, start_time_ut=1668217552000000, end_time_ut=1668217852000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6bb060f90, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6bb060f90) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x5616513fd1d0, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5616513fd190, qt=0x7fd6bb062328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x5616513fd190, st=0x5615c5751620, points=1, after=1668217252, before=1668217552, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=0, dimensions=0x56157c0ac92f "anomaly_rate", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9ec264 in ml::updateHostAndDetectionRateCharts (RH=0x561592366b80, AnomalyRate=5) at ml/ADCharts.cc:136
#13 0x000056157b9f7299 in ml::DetectableHost::detectOnce (this=0x561592392710) at ml/Host.cc:203
#14 0x000056157b9f7403 in ml::DetectableHost::detect (this=0x561592392710) at ml/Host.cc:228
#15 0x000056157ba1833b in std::__invoke_impl<void, void (ml::DetectableHost::*)(), ml::DetectableHost*> (__f=@0x5615842cfcb0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>, __t=@0x5615842cfca8: 0x561592392710) at /usr/include/c++/10/bits/invoke.h:73
#16 0x000056157ba180a6 in std::__invoke<void (ml::DetectableHost::*)(), ml::DetectableHost*> (__fn=@0x5615842cfcb0: (void (ml::DetectableHost::*)(ml::DetectableHost * const)) 0x56157b9f7318 <ml::DetectableHost::detect()>) at /usr/include/c++/10/bits/invoke.h:95
#17 0x000056157ba17f18 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x5615842cfca8) at /usr/include/c++/10/thread:264
#18 0x000056157ba17e71 in std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> >::operator() (this=0x5615842cfca8) at /usr/include/c++/10/thread:271
#19 0x000056157ba17df1 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::DetectableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x5615842cfca0) at /usr/include/c++/10/thread:215
#20 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#21 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#22 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 9 (Thread 0x7fd6bb863700 (LWP 270829) "netdata"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6bb861ee0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6bb861e90, cond=0x7fd6bb861eb8) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6bb861eb8, mutex=0x7fd6bb861e90) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd6bb861e90) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x561580f0da60, id=0x561580f0da60, start_time_ut=1668203133000000, end_time_ut=1668217533000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6bb8625e8, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6bb8625e8) at database/engine/rrdengineapi.c:715
#9 0x000056157b9efc1a in ml::Query::nextMetric (this=0x7fd6bb8625d0) at ml/Query.h:37
#10 0x000056157b9ee5dd in ml::Dimension::getCalculatedNumbers (this=0x5615d1b1a4a0) at ml/Dimension.cc:47
#11 0x000056157b9ee81d in ml::Dimension::trainModel (this=0x5615d1b1a4a0) at ml/Dimension.cc:77
#12 0x000056157b9f6ce0 in ml::TrainableHost::trainDimension (this=0x561592392710, D=0x5615d1b1a4a0, NowTP=...) at ml/Host.cc:107
#13 0x000056157b9f6e48 in ml::TrainableHost::train (this=0x561592392710) at ml/Host.cc:131
#14 0x000056157ba1847c in std::__invoke_impl<void, void (ml::TrainableHost::*)(), ml::DetectableHost*> (__f=@0x56158423cc20: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>, __t=@0x56158423cc18: 0x561592392710) at /usr/include/c++/10/bits/invoke.h:73
#15 0x000056157ba181c6 in std::__invoke<void (ml::TrainableHost::*)(), ml::DetectableHost*> (__fn=@0x56158423cc20: (void (ml::TrainableHost::*)(ml::TrainableHost * const)) 0x56157b9f6d5a <ml::TrainableHost::train()>) at /usr/include/c++/10/bits/invoke.h:95
#16 0x000056157ba17f86 in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::_M_invoke<0ul, 1ul> (this=0x56158423cc18) at /usr/include/c++/10/thread:264
#17 0x000056157ba17eaf in std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> >::operator() (this=0x56158423cc18) at /usr/include/c++/10/thread:271
#18 0x000056157ba17e33 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (ml::TrainableHost::*)(), ml::DetectableHost*> > >::_M_run (this=0x56158423cc10) at /usr/include/c++/10/thread:215
#19 0x00007fd6d2cf5ed0 in ?? () from target:/lib/x86_64-linux-gnu/libstdc++.so.6
#20 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#21 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 8 (Thread 0x7fd6bc064700 (LWP 270828) "HEALTH[lab-nd-d"):
#0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7fd6bc0628b0) at ../sysdeps/nptl/futex-internal.h:186
#1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd6bc062860, cond=0x7fd6bc062888) at pthread_cond_wait.c:508
#2 __pthread_cond_wait (cond=0x7fd6bc062888, mutex=0x7fd6bc062860) at pthread_cond_wait.c:638
#3 0x00007fd6d2e74b19 in uv_cond_wait () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157b97c303 in completion_wait_for (p=0x7fd6bc062860) at libnetdata/completion/completion.c:22
#5 0x000056157bd1cc41 in pg_cache_reserve_pages (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, number=1) at database/engine/pagecache.c:350
#6 0x000056157bd1f5f9 in pg_cache_lookup_next (ctx=0x56157c34fcc0 <multidb_ctx_storage_tier0>, index=0x56158101eb30, id=0x56158101eb30, start_time_ut=1668217477000000, end_time_ut=1668217536000000) at database/engine/pagecache.c:1281
#7 0x000056157bd19c0e in rrdeng_load_page_next (rrdimm_handle=0x7fd6bc063160, debug_this=false) at database/engine/rrdengineapi.c:625
#8 0x000056157bd19fb1 in rrdeng_load_metric_next (rrddim_handle=0x7fd6bc063160) at database/engine/rrdengineapi.c:715
#9 0x000056157b9b758d in rrd2rrdr_do_dimension (r=0x5616513df220, dim_id_in_rrdr=0) at web/api/queries/query.c:1226
#10 0x000056157b9b9fb5 in rrd2rrdr (owa=0x5616513df1e0, qt=0x7fd6bc064328) at web/api/queries/query.c:2042
#11 0x000056157b9b9ad1 in rrd2rrdr_legacy (owa=0x5616513df1e0, st=0x5615a838f6f0, points=1, after=-60, before=0, group_method=RRDR_GROUPING_AVERAGE, resampling_time=0, options=(RRDR_OPTION_ABSOLUTE | RRDR_OPTION_NOT_ALIGNED), dimensions=0x561583de86a8 "RcvbufErrors", group_options=0x0, timeout=0, tier=0) at web/api/queries/query.c:1962
#12 0x000056157b9bf307 in rrdset2value_api_v1 (st=0x5615a838f6f0, wb=0x0, n=0x56159d24bad0, dimensions=0x561583de86a8 "RcvbufErrors", points=1, after=-60, before=0, group_method=RRDR_GROUPING_AVERAGE, group_options=0x0, resampling_time=0, options=4100, db_after=0x56159d24bb10, db_before=0x56159d24bb18, db_points_read=0x0, db_points_per_tier=0x0, result_points_generated=0x0, value_is_null=0x7fd6bc0636e8, anomaly_rate=0x0, timeout=0, tier=0) at web/api/formatters/rrd2json.c:83
#13 0x000056157b9def1b in health_main (ptr=0x561582deb970) at health/health.c:1037
#14 0x000056157b9a467b in thread_start (ptr=0x561590773220) at libnetdata/threads/threads.c:203
#15 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#16 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 7 (Thread 0x7fd6bc865700 (LWP 270827) "AS_lab-nd-dev-"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=164, events=0x7fd6bc861760, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0a6c8 in aclk_database_worker (arg=0x7fd6bc866020) at database/sqlite/sqlite_aclk.c:449
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 6 (Thread 0x7fd6bd107700 (LWP 270826) "METASYNC"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=160, events=0x7fd6bd1036b0, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bc0f815 in metadata_event_loop (arg=0x56157c347140 <metasync_worker>) at database/sqlite/sqlite_metadata.c:1095
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 5 (Thread 0x7fd6bd908700 (LWP 270825) "LIBUV_WORKER"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=156, events=0x7fd6bd9043b0, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bd0e847 in rrdeng_worker (arg=0x56157cd62c40 <multidb_ctx_storage_tier2>) at database/engine/rrdengine.c:1627
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 4 (Thread 0x7fd6be109700 (LWP 270824) "DBENGINE"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=150, events=0x7fd6be1053b0, maxevents=1024, timeout=1000) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bd0e847 in rrdeng_worker (arg=0x56157c859480 <multidb_ctx_storage_tier1>) at database/engine/rrdengine.c:1627
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 3 (Thread 0x7fd6be90a700 (LWP 270823) "DBENGINE"):
#0 futex_abstimed_wait (private=0, abstime=0x0, clockid=0, expected=3, futex_word=0x56157c85828c <multidb_ctx_storage_tier0+5277132>) at ../sysdeps/nptl/futex-internal.h:287
#1 __pthread_rwlock_wrlock_full (abstime=0x0, clockid=0, rwlock=0x56157c858280 <multidb_ctx_storage_tier0+5277120>) at pthread_rwlock_common.c:731
#2 __GI___pthread_rwlock_wrlock (rwlock=0x56157c858280 <multidb_ctx_storage_tier0+5277120>) at pthread_rwlock_wrlock.c:27
#3 0x00007fd6d2e74759 in uv_rwlock_wrlock () from target:/lib/x86_64-linux-gnu/libuv.so.1
#4 0x000056157bd0efef in df_extent_insert (extent=0x56164e5d1090) at database/engine/datafile.c:27
#5 0x000056157bd0c66d in do_flush_pages (wc=0x56157c34fcc0 <multidb_ctx_storage_tier0>, force=1, completion=0x7fd66c05bff0) at database/engine/rrdengine.c:1099
#6 0x000056157bd0eaf4 in rrdeng_worker (arg=0x56157c34fcc0 <multidb_ctx_storage_tier0>) at database/engine/rrdengine.c:1687
#7 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#8 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 2 (Thread 0x7fd6d2813700 (LWP 270716) "DAEMON_SPAWN"):
#0 0x00007fd6d29eed56 in epoll_wait (epfd=8, events=0x7fd6d280f890, maxevents=1024, timeout=-1) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30
#1 0x00007fd6d2e78b3f in ?? () from target:/lib/x86_64-linux-gnu/libuv.so.1
#2 0x00007fd6d2e67714 in uv_run () from target:/lib/x86_64-linux-gnu/libuv.so.1
#3 0x000056157bd69b1c in spawn_client (arg=0x7ffd02f52410) at spawn/spawn_client.c:220
#4 0x00007fd6d2dfbea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
#5 0x00007fd6d29eea2f in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
Thread 1 (Thread 0x7fd6d28e7cc0 (LWP 270714) "netdata"):
#0 0x00007fd6d2e06872 in __libc_pause () at ../sysdeps/unix/sysv/linux/pause.c:29
#1 0x000056157b963968 in signals_handle () at daemon/signals.c:218
#2 0x000056157b962e90 in main (argc=4, argv=0x7ffd02f547a8) at daemon/main.c:1599
(gdb) quit
A debugging session is active.
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment