Skip to content

Instantly share code, notes, and snippets.

@azat
Created September 23, 2020 18:33
Show Gist options
  • Star 0 You must be signed in to star a gist
  • Fork 0 You must be signed in to fork a gist
  • Save azat/d480dc3af5a0a44de4b038e20807c4b9 to your computer and use it in GitHub Desktop.
Save azat/d480dc3af5a0a44de4b038e20807c4b9 to your computer and use it in GitHub Desktop.
2020-09-22 00:48:35 01502_jemalloc_percpu_arena: [ FAIL ] 7.43 sec. - return code 66
2020-09-22 00:48:35 ==================
2020-09-22 00:48:35 WARNING: ThreadSanitizer: data race (pid=384)
2020-09-22 00:48:35 Write of size 8 at 0x7b1000008ff8 by main thread (mutexes: write M1432):
2020-09-22 00:48:35 #0 operator delete(void*, unsigned long) <null> (clickhouse+0x8085f1e)
2020-09-22 00:48:35 #1 Poco::Logger::~Logger() /build/obj-x86_64-linux-gnu/../contrib/poco/Foundation/src/Logger.cpp:39:1 (clickhouse+0x14dc78ce)
2020-09-22 00:48:35 #2 non-virtual thunk to Poco::Logger::~Logger() /build/obj-x86_64-linux-gnu/../contrib/poco/Foundation/src/Logger.cpp (clickhouse+0x14dc78ce)
2020-09-22 00:48:35 #3 Poco::RefCountedObject::release() const /build/obj-x86_64-linux-gnu/../contrib/poco/Foundation/include/Poco/RefCountedObject.h:82:24 (clickhouse+0x14dcb797)
2020-09-22 00:48:35 #4 Poco::Logger::shutdown() /build/obj-x86_64-linux-gnu/../contrib/poco/Foundation/src/Logger.cpp:346:16 (clickhouse+0x14dcb797)
2020-09-22 00:48:35 #5 Poco::AutoLoggerShutdown::~AutoLoggerShutdown() /build/obj-x86_64-linux-gnu/../contrib/poco/Foundation/src/Logger.cpp:459:4 (clickhouse+0x14dcbdc3)
2020-09-22 00:48:35 #6 cxa_at_exit_wrapper(void*) <null> (clickhouse+0x803380f)
2020-09-22 00:48:35
2020-09-22 00:48:35 Previous atomic read of size 4 at 0x7b1000008ff8 by thread T116:
2020-09-22 00:48:35 #0 __tsan_atomic32_load <null> (clickhouse+0x8040a1c)
2020-09-22 00:48:35 #1 int std::__1::__cxx_atomic_load<int>(std::__1::__cxx_atomic_base_impl<int> const*, std::__1::memory_order) /build/obj-x86_64-linux-gnu/../contrib/libcxx/include/atomic:970:12 (clickhouse+0x80d4e9a)
2020-09-22 00:48:35 #2 std::__1::__atomic_base<int, false>::load(std::__1::memory_order) const /build/obj-x86_64-linux-gnu/../contrib/libcxx/include/atomic:1487:17 (clickhouse+0x80d4e9a)
2020-09-22 00:48:35 #3 std::__1::__atomic_base<int, false>::operator int() const /build/obj-x86_64-linux-gnu/../contrib/libcxx/include/atomic:1491:53 (clickhouse+0x80d4e9a)
2020-09-22 00:48:35 #4 Poco::Logger::is(int) const /build/obj-x86_64-linux-gnu/../contrib/poco/Foundation/include/Poco/Logger.h:1264:9 (clickhouse+0x80d4e9a)
2020-09-22 00:48:35 #5 MemoryTracker::logPeakMemoryUsage() const /build/obj-x86_64-linux-gnu/../src/Common/MemoryTracker.cpp:59:5 (clickhouse+0x80d4e9a)
2020-09-22 00:48:35 #6 MemoryTracker::~MemoryTracker() /build/obj-x86_64-linux-gnu/../src/Common/MemoryTracker.cpp:46:13 (clickhouse+0x80d4d34)
2020-09-22 00:48:35 #7 DB::ThreadGroupStatus::~ThreadGroupStatus() /build/obj-x86_64-linux-gnu/../src/Common/ThreadStatus.h:51:7 (clickhouse+0x116b26e2)
2020-09-22 00:48:35 #8 std::__1::__shared_ptr_emplace<DB::ThreadGroupStatus, std::__1::allocator<DB::ThreadGroupStatus> >::__on_zero_shared() /build/obj-x86_64-linux-gnu/../contrib/libcxx/include/memory:3602:23 (clickhouse+0x116b26e2)
2020-09-22 00:48:35 #9 std::__1::__shared_count::__release_shared() /build/obj-x86_64-linux-gnu/../contrib/libcxx/include/memory:3440:9 (clickhouse+0x11f0819f)
2020-09-22 00:48:35 #10 std::__1::__shared_weak_count::__release_shared() /build/obj-x86_64-linux-gnu/../contrib/libcxx/include/memory:3482:27 (clickhouse+0x11f0819f)
2020-09-22 00:48:35 #11 std::__1::shared_ptr<DB::ThreadGroupStatus>::~shared_ptr() /build/obj-x86_64-linux-gnu/../contrib/libcxx/include/memory:4207:19 (clickhouse+0x11f0819f)
2020-09-22 00:48:35 #12 DB::PipelineExecutor::executeImpl(unsigned long)::$_4::~$_4() /build/obj-x86_64-linux-gnu/../src/Processors/Executors/PipelineExecutor.cpp:720:34 (clickhouse+0x11f0819f)
2020-09-22 00:48:35 #13 ThreadFromGlobalPool::ThreadFromGlobalPool<DB::PipelineExecutor::executeImpl(unsigned long)::$_4>(DB::PipelineExecutor::executeImpl(unsigned long)::$_4&&)::'lambda'()::~() /build/obj-x86_64-linux-gnu/../src/Common/ThreadPool.h:161:54 (clickhouse+0x11f0819f)
2020-09-22 00:48:35 #14 std::__1::__compressed_pair_elem<ThreadFromGlobalPool::ThreadFromGlobalPool<DB::PipelineExecutor::executeImpl(unsigned long)::$_4>(DB::PipelineExecutor::executeImpl(unsigned long)::$_4&&)::'lambda'(), 0, false>::~__compressed_pair_elem() /build/obj-x86_64-linux-gnu/../contrib/libcxx/include/memory:2188:8 (clickhouse+0x11f0819f)
2020-09-22 00:48:35 #15 std::__1::__function::__alloc_func<ThreadFromGlobalPool::ThreadFromGlobalPool<DB::PipelineExecutor::executeImpl(unsigned long)::$_4>(DB::PipelineExecutor::executeImpl(unsigned long)::$_4&&)::'lambda'(), std::__1::allocator<ThreadFromGlobalPool::ThreadFromGlobalPool<DB::PipelineExecutor::executeImpl(unsigned long)::$_4>(DB::PipelineExecutor::executeImpl(unsigned long)::$_4&&)::'lambda'()>, void ()>::destroy() /build/obj-x86_64-linux-gnu/../contrib/libcxx/include/functional:1559:38 (clickhouse+0x11f0819f)
2020-09-22 00:48:35 #16 std::__1::__function::__func<ThreadFromGlobalPool::ThreadFromGlobalPool<DB::PipelineExecutor::executeImpl(unsigned long)::$_4>(DB::PipelineExecutor::executeImpl(unsigned long)::$_4&&)::'lambda'(), std::__1::allocator<ThreadFromGlobalPool::ThreadFromGlobalPool<DB::PipelineExecutor::executeImpl(unsigned long)::$_4>(DB::PipelineExecutor::executeImpl(unsigned long)::$_4&&)::'lambda'()>, void ()>::destroy_deallocate() /build/obj-x86_64-linux-gnu/../contrib/libcxx/include/functional:1706:10 (clickhouse+0x11f0819f)
2020-09-22 00:48:35 #17 std::__1::__function::__value_func<void ()>::operator=(std::nullptr_t) /build/obj-x86_64-linux-gnu/../contrib/libcxx/include/functional:1858:18 (clickhouse+0x80ddfda)
2020-09-22 00:48:35 #18 std::__1::function<void ()>::operator=(std::nullptr_t) /build/obj-x86_64-linux-gnu/../contrib/libcxx/include/functional:2446:10 (clickhouse+0x80ddfda)
2020-09-22 00:48:35 #19 ThreadPoolImpl<std::__1::thread>::worker(std::__1::__list_iterator<std::__1::thread, void*>) /build/obj-x86_64-linux-gnu/../src/Common/ThreadPool.cpp:236:21 (clickhouse+0x80ddfda)
2020-09-22 00:48:35 #20 void ThreadPoolImpl<std::__1::thread>::scheduleImpl<void>(std::__1::function<void ()>, int, std::__1::optional<unsigned long>)::'lambda1'()::operator()() const /build/obj-x86_64-linux-gnu/../src/Common/ThreadPool.cpp:116:73 (clickhouse+0x80e172c)
2020-09-22 00:48:35 #21 decltype(std::__1::forward<void>(fp)(std::__1::forward<void ThreadPoolImpl<std::__1::thread>::scheduleImpl<void>(std::__1::function<void ()>, int, std::__1::optional<unsigned long>)::'lambda1'()>(fp0)...)) std::__1::__invoke<void ThreadPoolImpl<std::__1::thread>::scheduleImpl<void>(std::__1::function<void ()>, int, std::__1::optional<unsigned long>)::'lambda1'()>(void&&, void ThreadPoolImpl<std::__1::thread>::scheduleImpl<void>(std::__1::function<void ()>, int, std::__1::optional<unsigned long>)::'lambda1'()&&...) /build/obj-x86_64-linux-gnu/../contrib/libcxx/include/type_traits:3519:1 (clickhouse+0x80e172c)
2020-09-22 00:48:35 #22 void std::__1::__thread_execute<std::__1::unique_ptr<std::__1::__thread_struct, std::__1::default_delete<std::__1::__thread_struct> >, void ThreadPoolImpl<std::__1::thread>::scheduleImpl<void>(std::__1::function<void ()>, int, std::__1::optional<unsigned long>)::'lambda1'()>(std::__1::tuple<void, void ThreadPoolImpl<std::__1::thread>::scheduleImpl<void>(std::__1::function<void ()>, int, std::__1::optional<unsigned long>)::'lambda1'()>&, std::__1::__tuple_indices<>) /build/obj-x86_64-linux-gnu/../contrib/libcxx/include/thread:273:5 (clickhouse+0x80e172c)
2020-09-22 00:48:35 #23 void* std::__1::__thread_proxy<std::__1::tuple<std::__1::unique_ptr<std::__1::__thread_struct, std::__1::default_delete<std::__1::__thread_struct> >, void ThreadPoolImpl<std::__1::thread>::scheduleImpl<void>(std::__1::function<void ()>, int, std::__1::optional<unsigned long>)::'lambda1'()> >(void*) /build/obj-x86_64-linux-gnu/../contrib/libcxx/include/thread:284:5 (clickhouse+0x80e172c)
2020-09-22 00:48:35
2020-09-22 00:48:35 Mutex M1432 (0x000016f7b3e8) created at:
2020-09-22 00:48:35 #0 pthread_mutex_init <null> (clickhouse+0x7ff7dbd)
2020-09-22 00:48:35 #1 Poco::MutexImpl::MutexImpl() /build/obj-x86_64-linux-gnu/../contrib/poco/Foundation/src/Mutex_POSIX.cpp:64:6 (clickhouse+0x14dda45c)
2020-09-22 00:48:35 #2 Poco::Mutex::Mutex() /build/obj-x86_64-linux-gnu/../contrib/poco/Foundation/src/Mutex.cpp:34:8 (clickhouse+0x14dda7d9)
2020-09-22 00:48:35 #3 __cxx_global_var_init /build/obj-x86_64-linux-gnu/../contrib/poco/Foundation/src/Logger.cpp:28:15 (clickhouse+0x14dcc5a8)
2020-09-22 00:48:35 #4 _GLOBAL__sub_I_Logger.cpp /build/obj-x86_64-linux-gnu/../contrib/poco/Foundation/src/Logger.cpp (clickhouse+0x14dcc5a8)
2020-09-22 00:48:35 #5 __libc_csu_init <null> (clickhouse+0x16342f1c)
2020-09-22 00:48:35
2020-09-22 00:48:35 Thread T116 'QueryPipelineEx' (tid=501, running) created by main thread at:
2020-09-22 00:48:35 #0 pthread_create <null> (clickhouse+0x7ff694b)
2020-09-22 00:48:35 #1 std::__1::__libcpp_thread_create(unsigned long*, void* (*)(void*), void*) /build/obj-x86_64-linux-gnu/../contrib/libcxx/include/__threading_support:394:10 (clickhouse+0x80e0c21)
2020-09-22 00:48:35 #2 std::__1::thread::thread<void ThreadPoolImpl<std::__1::thread>::scheduleImpl<void>(std::__1::function<void ()>, int, std::__1::optional<unsigned long>)::'lambda1'(), void>(void&&, void ThreadPoolImpl<std::__1::thread>::scheduleImpl<void>(std::__1::function<void ()>, int, std::__1::optional<unsigned long>)::'lambda1'()&&...) /build/obj-x86_64-linux-gnu/../contrib/libcxx/include/thread:300:16 (clickhouse+0x80e0c21)
2020-09-22 00:48:35 #3 void ThreadPoolImpl<std::__1::thread>::scheduleImpl<void>(std::__1::function<void ()>, int, std::__1::optional<unsigned long>) /build/obj-x86_64-linux-gnu/../src/Common/ThreadPool.cpp:116:35 (clickhouse+0x80dcbb9)
2020-09-22 00:48:35 #4 ThreadPoolImpl<std::__1::thread>::scheduleOrThrow(std::__1::function<void ()>, int, unsigned long) /build/obj-x86_64-linux-gnu/../src/Common/ThreadPool.cpp:152:5 (clickhouse+0x80dd4e8)
2020-09-22 00:48:35 #5 ThreadFromGlobalPool::ThreadFromGlobalPool<DB::PipelineExecutor::executeImpl(unsigned long)::$_4>(DB::PipelineExecutor::executeImpl(unsigned long)::$_4&&) /build/obj-x86_64-linux-gnu/../src/Common/ThreadPool.h:161:38 (clickhouse+0x11f07b42)
2020-09-22 00:48:35 #6 void std::__1::allocator<ThreadFromGlobalPool>::construct<ThreadFromGlobalPool, DB::PipelineExecutor::executeImpl(unsigned long)::$_4>(ThreadFromGlobalPool*, DB::PipelineExecutor::executeImpl(unsigned long)::$_4&&) /build/obj-x86_64-linux-gnu/../contrib/libcxx/include/memory:1876:31 (clickhouse+0x11f07b42)
2020-09-22 00:48:35 #7 void std::__1::allocator_traits<std::__1::allocator<ThreadFromGlobalPool> >::__construct<ThreadFromGlobalPool, DB::PipelineExecutor::executeImpl(unsigned long)::$_4>(std::__1::integral_constant<bool, true>, std::__1::allocator<ThreadFromGlobalPool>&, ThreadFromGlobalPool*, DB::PipelineExecutor::executeImpl(unsigned long)::$_4&&) /build/obj-x86_64-linux-gnu/../contrib/libcxx/include/memory:1768:18 (clickhouse+0x11f07b42)
2020-09-22 00:48:35 #8 void std::__1::allocator_traits<std::__1::allocator<ThreadFromGlobalPool> >::construct<ThreadFromGlobalPool, DB::PipelineExecutor::executeImpl(unsigned long)::$_4>(std::__1::allocator<ThreadFromGlobalPool>&, ThreadFromGlobalPool*, DB::PipelineExecutor::executeImpl(unsigned long)::$_4&&) /build/obj-x86_64-linux-gnu/../contrib/libcxx/include/memory:1595:14 (clickhouse+0x11f07b42)
2020-09-22 00:48:35 #9 void std::__1::vector<ThreadFromGlobalPool, std::__1::allocator<ThreadFromGlobalPool> >::__construct_one_at_end<DB::PipelineExecutor::executeImpl(unsigned long)::$_4>(DB::PipelineExecutor::executeImpl(unsigned long)::$_4&&) /build/obj-x86_64-linux-gnu/../contrib/libcxx/include/vector:924:5 (clickhouse+0x11f040ca)
2020-09-22 00:48:35 #10 ThreadFromGlobalPool& std::__1::vector<ThreadFromGlobalPool, std::__1::allocator<ThreadFromGlobalPool> >::emplace_back<DB::PipelineExecutor::executeImpl(unsigned long)::$_4>(DB::PipelineExecutor::executeImpl(unsigned long)::$_4&&) /build/obj-x86_64-linux-gnu/../contrib/libcxx/include/vector:1683:9 (clickhouse+0x11f040ca)
2020-09-22 00:48:35 #11 DB::PipelineExecutor::executeImpl(unsigned long) /build/obj-x86_64-linux-gnu/../src/Processors/Executors/PipelineExecutor.cpp:720:21 (clickhouse+0x11f040ca)
2020-09-22 00:48:35 #12 DB::PipelineExecutor::execute(unsigned long) /build/obj-x86_64-linux-gnu/../src/Processors/Executors/PipelineExecutor.cpp:399:9 (clickhouse+0x11f03e7a)
2020-09-22 00:48:35 #13 DB::executeQuery(DB::ReadBuffer&, DB::WriteBuffer&, bool, DB::Context&, std::__1::function<void (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&)>) /build/obj-x86_64-linux-gnu/../src/Interpreters/executeQuery.cpp:885:27 (clickhouse+0x1171346a)
2020-09-22 00:48:35 #14 DB::LocalServer::processQueries() /build/obj-x86_64-linux-gnu/../programs/local/LocalServer.cpp:361:13 (clickhouse+0x81944b8)
2020-09-22 00:48:35 #15 DB::LocalServer::main(std::__1::vector<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > > > const&) /build/obj-x86_64-linux-gnu/../programs/local/LocalServer.cpp:270:5 (clickhouse+0x8192539)
2020-09-22 00:48:35 #16 Poco::Util::Application::run() /build/obj-x86_64-linux-gnu/../contrib/poco/Util/src/Application.cpp:334:8 (clickhouse+0x14cce33d)
2020-09-22 00:48:35 #17 mainEntryClickHouseLocal(int, char**) /build/obj-x86_64-linux-gnu/../programs/local/LocalServer.cpp:597:20 (clickhouse+0x8198324)
2020-09-22 00:48:35 #18 main /build/obj-x86_64-linux-gnu/../programs/main.cpp:344:12 (clickhouse+0x8087f82)
2020-09-22 00:48:35
2020-09-22 00:48:35 SUMMARY: ThreadSanitizer: data race (/usr/bin/clickhouse+0x8085f1e) in operator delete(void*, unsigned long)
2020-09-22 00:48:35 ==================
2020-09-22 00:48:35 ThreadSanitizer: reported 1 warnings
2020-09-22 00:48:35
2020-09-22 00:48:35 , result:
2020-09-22 00:48:35
2020-09-22 00:48:35 1
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment