CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc: WARNING: ThreadSanitizer: data race (pid=6617) Write of size 8 at 0x7b440012af08 by main thread:
#0 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::__destruct_at_end(kudu::MemTracker**) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:429:12 (libkudu_util.so+0x374240)
#1 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libkudu_util.so+0x374154)
#2 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libkudu_util.so+0x373f4b)
#3 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libkudu_util.so+0x36c0f1)
#4 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x36bca3)
#5 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x372f65)
#6 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35495)
#7 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35439)
#8 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#9 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41e814)
#10 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3d15a5)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3d17b9)
#12 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1014a7)
#13 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x101469)
#14 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x101429)
#15 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x10138a)
#16 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3cf489)
#17 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3cf460)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3cf420)
#19 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b9836)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b9754)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b950b)
#22 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x2908f1)
#23 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bcc3e)
#24 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:190:22 (libtserver.so+0x25c9ae)
#25 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x262179)
#26 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31cd92)
#27 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7cc7)
#28 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe4924)
#29 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd66c3)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6759)
#31 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f57)
#32 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351ebd)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e4b)
#34 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34c02d)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:370:1 (catalog_manager-test+0x34c059)
#36 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#37 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#38 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#39 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#40 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#41 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#42 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#43 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#44 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#45 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d7b)
#46 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f98c)
Previous read of size 8 at 0x7b440012af08 by thread T6 (mutexes: write M668638532956420656):
#0 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::end() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:1536:30 (libkudu_util.so+0x36d00a)
#1 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:284:22 (libkudu_util.so+0x36a6e6)
#2 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41f1e0)
#3 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x418242)
#4 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x4179d3)
#5 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x41bbe1)
#6 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x41bb99)
#7 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x41bb29)
#8 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x41baf1)
#9 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41ad1d)
#10 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#11 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#12 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x42bc75)
#13 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x42dfc1)
#14 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x42df79)
#15 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x42df09)
#16 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x42ded1)
#17 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x42d1cd)
#18 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#19 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#20 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x40f03a)
Location is heap block of size 264 at 0x7b440012ae80 allocated by thread T104:
#0 operator new(unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:64 (catalog_manager-test+0x342aa7)
#1 std::__1::__libcpp_allocate(unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:253:10 (libkudu_util.so+0x2a00b6)
#2 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::allocate(unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1789:34 (libkudu_util.so+0x372845)
#3 std::__1::enable_if<!(is_array<long&>::value), std::__1::shared_ptr<long&> >::type std::__1::make_shared<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler&&...) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4290:45 (libkudu_util.so+0x372621)
#4 std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/make_shared.h:61:12 (libkudu_util.so+0x36bf55)
#5 kudu::MemTracker::CreateTracker(long, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:54:34 (libkudu_util.so+0x369f7e)
#6 kudu::tablet::OpTracker::StartMemoryTracking(std::__1::shared_ptr<kudu::MemTracker> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:311:20 (libtablet.so+0x41fc9b)
#7 kudu::tablet::TabletReplica::Start(kudu::consensus::ConsensusBootstrapInfo const&, std::__1::shared_ptr<kudu::tablet::Tablet>, kudu::clock::Clock*, std::__1::shared_ptr<kudu::rpc::Messenger>, scoped_refptr<kudu::rpc::ResultTracker>, scoped_refptr<kudu::log::Log>, kudu::consensus::MultiRaftManager*, kudu::ThreadPool*, kudu::DnsResolver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:278:19 (libtablet.so+0x3d2606)
#8 kudu::tserver::TSTabletManager::OpenTablet(scoped_refptr<kudu::tablet::TabletReplica> const&, scoped_refptr<kudu::tserver::TransitionInProgressDeleter> const&, std::__1::atomic<int>*, std::__1::atomic<int>*, kudu::Timer*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1436:18 (libtserver.so+0x2c248a)
#9 kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:709:3 (libtserver.so+0x2d6401)
#10 decltype(std::__1::forward<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&>(fp)()) std::__1::__invoke<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&>(kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtserver.so+0x2d63a9)
#11 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&>(kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtserver.so+0x2d6339)
#12 std::__1::__function::__alloc_func<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11, std::__1::allocator<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtserver.so+0x2d6301)
#13 std::__1::__function::__func<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11, std::__1::allocator<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtserver.so+0x2d55dd)
#14 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#15 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#16 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x42bc75)
#17 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x42dfc1)
#18 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x42df79)
#19 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x42df09)
#20 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x42ded1)
#21 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x42d1cd)
#22 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#23 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#24 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x40f03a)
Mutex M668638532956420656 is already destroyed.
Thread T6 'apply [worker]-' (tid=7540, running) created by thread T20 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c70b5)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x40e8d8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2e2759)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x42ae9b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x42913f)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x42b402)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x416d70)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x417309)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x41959a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x419528)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x4194a8)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x419463)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41867c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3fd1f6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3f79a8)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f16f0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:200:12 (libconsensus.so+0x1c8d3d)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e26b4)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x1682f4)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1682a3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x168218)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x1681d3)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x1674bc)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x1911f6)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x17909b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x16377d)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x167155)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1670e9)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x167079)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x167041)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16633d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x42bc75)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x42dfc1)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x42df79)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x42df09)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x42ded1)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x42d1cd)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x40f03a)
Thread T104 (tid=7504, finished) created by thread T71 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c70b5)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x40e8d8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2e2759)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x42ae9b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x42913f)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x42b402)
#6 kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:709:3 (libtserver.so+0x2bf652)
#7 kudu::tserver::TabletServiceAdminImpl::CreateTablet(kudu::tserver::CreateTabletRequestPB const*, kudu::tserver::CreateTabletResponsePB*, kudu::rpc::RpcContext*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_service.cc:1518:34 (libtserver.so+0x26db00)
#8 kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/build/tsan/src/kudu/tserver/tserver_admin.service.cc:189:13 (libtserver_admin_proto.so+0x68bf4)
#9 decltype(std::__1::forward<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&>(fp)(std::__1::forward<google::protobuf::Message const*>(fp0), std::__1::forward<google::protobuf::Message*>(fp0), std::__1::forward<kudu::rpc::RpcContext*>(fp0))) std::__1::__invoke<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*>(kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtserver_admin_proto.so+0x68b82)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*>(kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtserver_admin_proto.so+0x68ab1)
#11 std::__1::__function::__alloc_func<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1, std::__1::allocator<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1>, void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtserver_admin_proto.so+0x68a2c)
#12 std::__1::__function::__func<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1, std::__1::allocator<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1>, void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtserver_admin_proto.so+0x67ce2)
#13 std::__1::__function::__value_func<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libkrpc.so+0x207c3c)
#14 std::__1::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libkrpc.so+0x207076)
#15 kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_if.cc:137:3 (libkrpc.so+0x206a1f)
#16 kudu::rpc::ServicePool::RunThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:228:15 (libkrpc.so+0x209cef)
#17 kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:91:5 (libkrpc.so+0x20b041)
#18 decltype(std::__1::forward<kudu::rpc::ServicePool::Init(int)::$_0&>(fp)()) std::__1::__invoke<kudu::rpc::ServicePool::Init(int)::$_0&>(kudu::rpc::ServicePool::Init(int)::$_0&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkrpc.so+0x20aff9)
#19 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::rpc::ServicePool::Init(int)::$_0&>(kudu::rpc::ServicePool::Init(int)::$_0&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkrpc.so+0x20af89)
#20 std::__1::__function::__alloc_func<kudu::rpc::ServicePool::Init(int)::$_0, std::__1::allocator<kudu::rpc::ServicePool::Init(int)::$_0>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkrpc.so+0x20af51)
#21 std::__1::__function::__func<kudu::rpc::ServicePool::Init(int)::$_0, std::__1::allocator<kudu::rpc::ServicePool::Init(int)::$_0>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkrpc.so+0x20a24d)
#22 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#23 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#24 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x40f03a)
CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc: WARNING: ThreadSanitizer: data race (pid=6617) Write of size 8 at 0x7b08001200a0 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343379)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f2b9)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f259)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x2a0412)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x2a03a9)
#5 std::__1::allocator<kudu::MemTracker*>::deallocate(kudu::MemTracker**, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x37431a)
#6 std::__1::allocator_traits<std::__1::allocator<kudu::MemTracker*> >::deallocate(std::__1::allocator<kudu::MemTracker*>&, kudu::MemTracker**, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1533:14 (libkudu_util.so+0x374199)
#7 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:466:9 (libkudu_util.so+0x373f77)
#8 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libkudu_util.so+0x36c0f1)
#9 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x36bca3)
#10 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x372f65)
#11 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35495)
#12 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35439)
#13 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#14 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41e814)
#15 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3d15a5)
#16 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3d17b9)
#17 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1014a7)
#18 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x101469)
#19 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x101429)
#20 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x10138a)
#21 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3cf489)
#22 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3cf460)
#23 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3cf420)
#24 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b9836)
#25 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b9754)
#26 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b950b)
#27 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x2908f1)
#28 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bcc3e)
#29 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:190:22 (libtserver.so+0x25c9ae)
#30 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x262179)
#31 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31cd92)
#32 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7cc7)
#33 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe4924)
#34 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd66c3)
#35 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6759)
#36 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f57)
#37 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351ebd)
#38 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e4b)
#39 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34c02d)
#40 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:370:1 (catalog_manager-test+0x34c059)
#41 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#42 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#43 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#44 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#45 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#46 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#47 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#48 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#49 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#50 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d7b)
#51 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f98c)
Previous read of size 8 at 0x7b08001200a0 by thread T6 (mutexes: write M668638532956420656):
#0 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:5 (libkudu_util.so+0x36a722)
#1 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41f1e0)
#2 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x418242)
#3 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x4179d3)
#4 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x41bbe1)
#5 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x41bb99)
#6 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x41bb29)
#7 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x41baf1)
#8 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41ad1d)
#9 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#10 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#11 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x42bc75)
#12 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x42dfc1)
#13 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x42df79)
#14 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x42df09)
#15 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x42ded1)
#16 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x42d1cd)
#17 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#18 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#19 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x40f03a)
Mutex M668638532956420656 is already destroyed.
Thread T6 'apply [worker]-' (tid=7540, running) created by thread T20 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c70b5)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x40e8d8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2e2759)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x42ae9b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x42913f)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x42b402)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x416d70)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x417309)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x41959a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x419528)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x4194a8)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x419463)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41867c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3fd1f6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3f79a8)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f16f0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:200:12 (libconsensus.so+0x1c8d3d)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e26b4)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x1682f4)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1682a3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x168218)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x1681d3)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x1674bc)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x1911f6)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x17909b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x16377d)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x167155)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1670e9)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x167079)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x167041)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16633d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x42bc75)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x42dfc1)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x42df79)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x42df09)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x42ded1)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x42d1cd)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x40f03a)
CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc: WARNING: ThreadSanitizer: data race (pid=6617) Write of size 8 at 0x7b440012a630 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343379)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f2b9)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f259)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x2a0412)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x2a03a9)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x37369d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x372fd0)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35445)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#10 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x36bcab)
#11 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x372f65)
#12 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35495)
#13 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35439)
#14 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#15 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41e814)
#16 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3d15a5)
#17 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3d17b9)
#18 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1014a7)
#19 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x101469)
#20 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x101429)
#21 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x10138a)
#22 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3cf489)
#23 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3cf460)
#24 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3cf420)
#25 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b9836)
#26 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b9754)
#27 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b950b)
#28 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x2908f1)
#29 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bcc3e)
#30 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:190:22 (libtserver.so+0x25c9ae)
#31 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x262179)
#32 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31cd92)
#33 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7cc7)
#34 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe4924)
#35 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd66c3)
#36 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6759)
#37 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f57)
#38 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351ebd)
#39 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e4b)
#40 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34c02d)
#41 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:370:1 (catalog_manager-test+0x34c059)
#42 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#43 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#44 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#45 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#46 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#47 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#48 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#49 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#50 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#51 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d7b)
#52 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f98c)
Previous atomic write of size 8 at 0x7b440012a630 by thread T6 (mutexes: write M668638532956420656):
#0 __tsan_atomic64_fetch_add /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:620 (catalog_manager-test+0x316655)
#1 long std::__1::__cxx_atomic_fetch_add<long>(std::__1::__cxx_atomic_base_impl<long>*, long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1042:12 (libkudu_util.so+0x2b4513)
#2 std::__1::__atomic_base<long, true>::fetch_add(long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1706:17 (libkudu_util.so+0x2b4449)
#3 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:30 (libkudu_util.so+0x36d0c2)
#4 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x36a731)
#5 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41f1e0)
#6 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x418242)
#7 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x4179d3)
#8 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x41bbe1)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x41bb99)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x41bb29)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x41baf1)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41ad1d)
#13 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#14 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#15 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x42bc75)
#16 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x42dfc1)
#17 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x42df79)
#18 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x42df09)
#19 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x42ded1)
#20 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x42d1cd)
#21 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#22 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#23 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x40f03a)
Mutex M668638532956420656 is already destroyed.
Thread T6 'apply [worker]-' (tid=7540, running) created by thread T20 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c70b5)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x40e8d8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2e2759)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x42ae9b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x42913f)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x42b402)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x416d70)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x417309)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x41959a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x419528)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x4194a8)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x419463)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41867c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3fd1f6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3f79a8)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f16f0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:200:12 (libconsensus.so+0x1c8d3d)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e26b4)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x1682f4)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1682a3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x168218)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x1681d3)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x1674bc)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x1911f6)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x17909b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x16377d)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x167155)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1670e9)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x167079)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x167041)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16633d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x42bc75)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x42dfc1)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x42df79)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x42df09)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x42ded1)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x42d1cd)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x40f03a)
CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc: WARNING: ThreadSanitizer: data race (pid=6617) Write of size 8 at 0x7b440012a638 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343379)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f2b9)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f259)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x2a0412)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x2a03a9)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x37369d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x372fd0)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35445)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#10 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x36bcab)
#11 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x372f65)
#12 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35495)
#13 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35439)
#14 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#15 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41e814)
#16 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3d15a5)
#17 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3d17b9)
#18 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1014a7)
#19 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x101469)
#20 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x101429)
#21 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x10138a)
#22 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3cf489)
#23 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3cf460)
#24 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3cf420)
#25 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b9836)
#26 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b9754)
#27 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b950b)
#28 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x2908f1)
#29 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bcc3e)
#30 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:190:22 (libtserver.so+0x25c9ae)
#31 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x262179)
#32 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31cd92)
#33 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7cc7)
#34 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe4924)
#35 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd66c3)
#36 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6759)
#37 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f57)
#38 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351ebd)
#39 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e4b)
#40 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34c02d)
#41 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:370:1 (catalog_manager-test+0x34c059)
#42 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#43 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#44 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#45 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#46 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#47 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#48 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#49 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#50 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#51 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d7b)
#52 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f98c)
Previous atomic write of size 8 at 0x7b440012a638 by thread T6 (mutexes: write M668638532956420656):
#0 __tsan_atomic64_compare_exchange_val /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:850 (catalog_manager-test+0x31d728)
#1 bool std::__1::__cxx_atomic_compare_exchange_weak<long>(std::__1::__cxx_atomic_base_impl<long>*, long*, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1031:12 (liblog.so+0x8c014)
#2 std::__1::__atomic_base<long, false>::compare_exchange_weak(long&, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1622:17 (liblog.so+0x8be39)
#3 void kudu::AtomicStoreMax<long>(std::__1::atomic<long>&, long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/atomic-utils.h:33:13 (liblog.so+0x7ed40)
#4 kudu::HighWaterMark::UpdateMax(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:80:5 (libkudu_util.so+0x372264)
#5 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:5 (libkudu_util.so+0x36d0cd)
#6 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x36a731)
#7 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41f1e0)
#8 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x418242)
#9 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x4179d3)
#10 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x41bbe1)
#11 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x41bb99)
#12 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x41bb29)
#13 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x41baf1)
#14 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41ad1d)
#15 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#16 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#17 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x42bc75)
#18 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x42dfc1)
#19 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x42df79)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x42df09)
#21 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x42ded1)
#22 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x42d1cd)
#23 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#24 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#25 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x40f03a)
Mutex M668638532956420656 is already destroyed.
Thread T6 'apply [worker]-' (tid=7540, running) created by thread T20 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c70b5)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x40e8d8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2e2759)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x42ae9b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x42913f)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x42b402)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x416d70)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x417309)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x41959a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x419528)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x4194a8)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x419463)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41867c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3fd1f6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3f79a8)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f16f0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:200:12 (libconsensus.so+0x1c8d3d)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e26b4)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x1682f4)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1682a3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x168218)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x1681d3)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x1674bc)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x1911f6)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x17909b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x16377d)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x167155)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1670e9)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x167079)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x167041)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16633d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x42bc75)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x42dfc1)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x42df79)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x42df09)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x42ded1)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x42d1cd)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x40f03a)
CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc: WARNING: ThreadSanitizer: data race (pid=6617) Write of size 8 at 0x7b440012aef0 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343379)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f2b9)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f259)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x2a0412)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x2a03a9)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x37369d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x372fd0)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35445)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#10 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41e814)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3d15a5)
#12 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3d17b9)
#13 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1014a7)
#14 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x101469)
#15 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x101429)
#16 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x10138a)
#17 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3cf489)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3cf460)
#19 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3cf420)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b9836)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b9754)
#22 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b950b)
#23 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x2908f1)
#24 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bcc3e)
#25 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:190:22 (libtserver.so+0x25c9ae)
#26 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x262179)
#27 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31cd92)
#28 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7cc7)
#29 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe4924)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd66c3)
#31 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6759)
#32 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f57)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351ebd)
#34 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e4b)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34c02d)
#36 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:370:1 (catalog_manager-test+0x34c059)
#37 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#38 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#39 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#40 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#41 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#42 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#43 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#44 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#45 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#46 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d7b)
#47 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f98c)
Previous atomic write of size 8 at 0x7b440012aef0 by thread T6 (mutexes: write M668638532956420656):
#0 __tsan_atomic64_fetch_add /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:620 (catalog_manager-test+0x316655)
#1 long std::__1::__cxx_atomic_fetch_add<long>(std::__1::__cxx_atomic_base_impl<long>*, long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1042:12 (libkudu_util.so+0x2b4513)
#2 std::__1::__atomic_base<long, true>::fetch_add(long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1706:17 (libkudu_util.so+0x2b4449)
#3 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:30 (libkudu_util.so+0x36d0c2)
#4 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x36a731)
#5 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41f1e0)
#6 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x418242)
#7 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x4179d3)
#8 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x41bbe1)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x41bb99)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x41bb29)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x41baf1)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41ad1d)
#13 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#14 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#15 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x42bc75)
#16 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x42dfc1)
#17 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x42df79)
#18 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x42df09)
#19 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x42ded1)
#20 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x42d1cd)
#21 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#22 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#23 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x40f03a)
Mutex M668638532956420656 is already destroyed.
Thread T6 'apply [worker]-' (tid=7540, running) created by thread T20 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c70b5)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x40e8d8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2e2759)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x42ae9b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x42913f)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x42b402)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x416d70)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x417309)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x41959a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x419528)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x4194a8)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x419463)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41867c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3fd1f6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3f79a8)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f16f0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:200:12 (libconsensus.so+0x1c8d3d)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e26b4)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x1682f4)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1682a3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x168218)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x1681d3)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x1674bc)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x1911f6)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x17909b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x16377d)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x167155)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1670e9)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x167079)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x167041)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16633d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x42bc75)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x42dfc1)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x42df79)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x42df09)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x42ded1)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x42d1cd)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x40f03a)
CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc: WARNING: ThreadSanitizer: data race (pid=6617) Write of size 8 at 0x7b440012aef8 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343379)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f2b9)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f259)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x2a0412)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x2a03a9)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x37369d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x372fd0)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35445)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#10 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41e814)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3d15a5)
#12 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3d17b9)
#13 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1014a7)
#14 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x101469)
#15 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x101429)
#16 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x10138a)
#17 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3cf489)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3cf460)
#19 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3cf420)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b9836)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b9754)
#22 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b950b)
#23 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x2908f1)
#24 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bcc3e)
#25 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:190:22 (libtserver.so+0x25c9ae)
#26 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x262179)
#27 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31cd92)
#28 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7cc7)
#29 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe4924)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd66c3)
#31 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6759)
#32 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f57)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351ebd)
#34 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e4b)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34c02d)
#36 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:370:1 (catalog_manager-test+0x34c059)
#37 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#38 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#39 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#40 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#41 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#42 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#43 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#44 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#45 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#46 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d7b)
#47 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f98c)
Previous atomic write of size 8 at 0x7b440012aef8 by thread T6 (mutexes: write M668638532956420656):
#0 __tsan_atomic64_compare_exchange_val /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:850 (catalog_manager-test+0x31d728)
#1 bool std::__1::__cxx_atomic_compare_exchange_weak<long>(std::__1::__cxx_atomic_base_impl<long>*, long*, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1031:12 (liblog.so+0x8c014)
#2 std::__1::__atomic_base<long, false>::compare_exchange_weak(long&, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1622:17 (liblog.so+0x8be39)
#3 void kudu::AtomicStoreMax<long>(std::__1::atomic<long>&, long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/atomic-utils.h:33:13 (liblog.so+0x7ed40)
#4 kudu::HighWaterMark::UpdateMax(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:80:5 (libkudu_util.so+0x372264)
#5 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:5 (libkudu_util.so+0x36d0cd)
#6 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x36a731)
#7 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41f1e0)
#8 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x418242)
#9 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x4179d3)
#10 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x41bbe1)
#11 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x41bb99)
#12 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x41bb29)
#13 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x41baf1)
#14 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41ad1d)
#15 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#16 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#17 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x42bc75)
#18 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x42dfc1)
#19 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x42df79)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x42df09)
#21 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x42ded1)
#22 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x42d1cd)
#23 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#24 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#25 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x40f03a)
Mutex M668638532956420656 is already destroyed.
Thread T6 'apply [worker]-' (tid=7540, running) created by thread T20 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c70b5)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x40e8d8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2e2759)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x42ae9b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x42913f)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x42b402)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x416d70)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x417309)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x41959a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x419528)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x4194a8)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x419463)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41867c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3fd1f6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3f79a8)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f16f0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:200:12 (libconsensus.so+0x1c8d3d)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e26b4)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x1682f4)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1682a3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x168218)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x1681d3)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x1674bc)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x1911f6)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x17909b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x16377d)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x167155)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1670e9)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x167079)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x167041)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16633d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x42bc75)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x42dfc1)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x42df79)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x42df09)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x42ded1)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x42d1cd)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x40f03a)
CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc: WARNING: ThreadSanitizer: data race (pid=6617) Write of size 8 at 0x7b440012af00 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343379)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f2b9)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f259)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x2a0412)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x2a03a9)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x37369d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x372fd0)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35445)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#10 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41e814)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3d15a5)
#12 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3d17b9)
#13 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1014a7)
#14 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x101469)
#15 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x101429)
#16 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x10138a)
#17 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3cf489)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3cf460)
#19 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3cf420)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b9836)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b9754)
#22 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b950b)
#23 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x2908f1)
#24 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bcc3e)
#25 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:190:22 (libtserver.so+0x25c9ae)
#26 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x262179)
#27 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31cd92)
#28 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7cc7)
#29 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe4924)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd66c3)
#31 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6759)
#32 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f57)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351ebd)
#34 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e4b)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34c02d)
#36 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:370:1 (catalog_manager-test+0x34c059)
#37 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#38 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#39 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#40 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#41 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#42 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#43 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#44 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#45 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#46 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d7b)
#47 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f98c)
Previous read of size 8 at 0x7b440012af00 by thread T6 (mutexes: write M668638532956420656):
#0 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::begin() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:1520:30 (libkudu_util.so+0x36cfc9)
#1 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:284:22 (libkudu_util.so+0x36a6da)
#2 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41f1e0)
#3 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x418242)
#4 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x4179d3)
#5 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x41bbe1)
#6 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x41bb99)
#7 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x41bb29)
#8 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x41baf1)
#9 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41ad1d)
#10 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#11 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#12 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x42bc75)
#13 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x42dfc1)
#14 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x42df79)
#15 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x42df09)
#16 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x42ded1)
#17 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x42d1cd)
#18 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#19 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#20 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x40f03a)
Mutex M668638532956420656 is already destroyed.
Thread T6 'apply [worker]-' (tid=7540, running) created by thread T20 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c70b5)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x40e8d8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2e2759)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x42ae9b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x42913f)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x42b402)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x416d70)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x417309)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x41959a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x419528)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x4194a8)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x419463)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41867c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3fd1f6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3f79a8)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f16f0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:200:12 (libconsensus.so+0x1c8d3d)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e26b4)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x1682f4)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1682a3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x168218)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x1681d3)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x1674bc)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x1911f6)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x17909b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x16377d)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x167155)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1670e9)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x167079)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x167041)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16633d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x42bc75)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x42dfc1)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x42df79)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x42df09)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x42ded1)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x42d1cd)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x40f03a)
[==========] Running 10 tests from 3 test suites.
[----------] Global test environment set-up.
[----------] 3 tests from TableInfoTest
[ RUN ] TableInfoTest.TestAssignmentRanges
WARNING: Logging before InitGoogleLogging() is written to STDERR
I20260618 07:59:12.663789 6617 catalog_manager-test.cc:126] Key found in tablet tablet--a
I20260618 07:59:12.664433 6617 catalog_manager-test.cc:126] Key a found in tablet tablet-a-b
I20260618 07:59:12.664753 6617 catalog_manager-test.cc:126] Key b found in tablet tablet-b-c
I20260618 07:59:12.665061 6617 catalog_manager-test.cc:126] Key c found in tablet tablet-c-
[ OK ] TableInfoTest.TestAssignmentRanges (8 ms)
[ RUN ] TableInfoTest.GetTableLocationsLegacyCustomHashSchemas
[ OK ] TableInfoTest.GetTableLocationsLegacyCustomHashSchemas (1 ms)
[ RUN ] TableInfoTest.MaxReturnedLocationsNotSpecified
[ OK ] TableInfoTest.MaxReturnedLocationsNotSpecified (45 ms)
[----------] 3 tests from TableInfoTest (55 ms total)
[----------] 1 test from TestTSDescriptor
[ RUN ] TestTSDescriptor.TestReplicaCreationsDecay
[ OK ] TestTSDescriptor.TestReplicaCreationsDecay (10 ms)
[----------] 1 test from TestTSDescriptor (10 ms total)
[----------] 6 tests from CatalogManagerRpcAndUserFunctionsTest
[ RUN ] CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable
I20260618 07:59:12.729900 6617 internal_mini_cluster.cc:156] Creating distributed mini masters. Addrs: 127.6.118.126:38023
I20260618 07:59:12.731241 6617 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
I20260618 07:59:12.732316 6617 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20260618 07:59:12.747033 6623 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260618 07:59:14.146731 6622 debug-util.cc:398] Leaking SignalData structure 0x7b080000f040 after lost signal to thread 6617
W20260618 07:59:14.566960 6622 kernel_stack_watchdog.cc:198] Thread 6617 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 401ms:
Kernel stack:
(could not read kernel stack)
User stack:
<Timed out: thread did not respond: maybe it is blocking signals>
W20260618 07:59:14.567317 6617 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.823s user 0.621s sys 1.201s
W20260618 07:59:12.747047 6624 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260618 07:59:14.567771 6617 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.824s user 0.622s sys 1.201s
W20260618 07:59:14.568293 6625 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1821 milliseconds
W20260618 07:59:14.569713 6626 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260618 07:59:14.569679 6617 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
I20260618 07:59:14.572686 6617 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20260618 07:59:14.572995 6617 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20260618 07:59:14.573233 6617 hybrid_clock.cc:648] HybridClock initialized: now 1781769554573208 us; error 0 us; skew 500 ppm
I20260618 07:59:14.574096 6617 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20260618 07:59:14.579246 6617 webserver.cc:533] Webserver started at http://127.6.118.126:41225/ using document root <none> and password file <none>
I20260618 07:59:14.580132 6617 fs_manager.cc:362] Metadata directory not provided
I20260618 07:59:14.580374 6617 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20260618 07:59:14.580829 6617 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
I20260618 07:59:14.586548 6617 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1781769552496016-6617-0/minicluster-data/master-0-root/instance:
uuid: "cda458630f5b4cab8fe37ea4395b0537"
format_stamp: "Formatted at 2026-06-18 07:59:14 on dist-test-slave-xxld"
I20260618 07:59:14.594322 6617 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.008s sys 0.000s
I20260618 07:59:14.599402 6632 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20260618 07:59:14.600560 6617 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.000s
I20260618 07:59:14.600975 6617 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1781769552496016-6617-0/minicluster-data/master-0-root
uuid: "cda458630f5b4cab8fe37ea4395b0537"
format_stamp: "Formatted at 2026-06-18 07:59:14 on dist-test-slave-xxld"
I20260618 07:59:14.601341 6617 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1781769552496016-6617-0/minicluster-data/master-0-root
metadata directory: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1781769552496016-6617-0/minicluster-data/master-0-root
1 data directories: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1781769552496016-6617-0/minicluster-data/master-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20260618 07:59:14.659565 6617 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20260618 07:59:14.661257 6617 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
I20260618 07:59:14.661758 6617 kserver.cc:163] Server-wide thread pool size limit: 3276
I20260618 07:59:14.732693 6617 rpc_server.cc:307] RPC server started. Bound to: 127.6.118.126:38023
I20260618 07:59:14.732782 6683 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.118.126:38023 every 8 connection(s)
I20260618 07:59:14.740617 6684 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
I20260618 07:59:14.762408 6684 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cda458630f5b4cab8fe37ea4395b0537: Bootstrap starting.
I20260618 07:59:14.768414 6684 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P cda458630f5b4cab8fe37ea4395b0537: Neither blocks nor log segments found. Creating new log.
I20260618 07:59:14.770296 6684 log.cc:826] T 00000000000000000000000000000000 P cda458630f5b4cab8fe37ea4395b0537: Log is configured to *not* fsync() on all Append() calls
I20260618 07:59:14.774783 6684 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cda458630f5b4cab8fe37ea4395b0537: No bootstrap required, opened a new log
I20260618 07:59:14.795444 6684 raft_consensus.cc:359] T 00000000000000000000000000000000 P cda458630f5b4cab8fe37ea4395b0537 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cda458630f5b4cab8fe37ea4395b0537" member_type: VOTER }
I20260618 07:59:14.796069 6684 raft_consensus.cc:385] T 00000000000000000000000000000000 P cda458630f5b4cab8fe37ea4395b0537 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260618 07:59:14.796368 6684 raft_consensus.cc:740] T 00000000000000000000000000000000 P cda458630f5b4cab8fe37ea4395b0537 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cda458630f5b4cab8fe37ea4395b0537, State: Initialized, Role: FOLLOWER
I20260618 07:59:14.797343 6684 consensus_queue.cc:260] T 00000000000000000000000000000000 P cda458630f5b4cab8fe37ea4395b0537 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cda458630f5b4cab8fe37ea4395b0537" member_type: VOTER }
I20260618 07:59:14.797843 6684 raft_consensus.cc:399] T 00000000000000000000000000000000 P cda458630f5b4cab8fe37ea4395b0537 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260618 07:59:14.798156 6684 raft_consensus.cc:493] T 00000000000000000000000000000000 P cda458630f5b4cab8fe37ea4395b0537 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260618 07:59:14.798512 6684 raft_consensus.cc:3060] T 00000000000000000000000000000000 P cda458630f5b4cab8fe37ea4395b0537 [term 0 FOLLOWER]: Advancing to term 1
I20260618 07:59:14.802614 6684 raft_consensus.cc:515] T 00000000000000000000000000000000 P cda458630f5b4cab8fe37ea4395b0537 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cda458630f5b4cab8fe37ea4395b0537" member_type: VOTER }
I20260618 07:59:14.803324 6684 leader_election.cc:304] T 00000000000000000000000000000000 P cda458630f5b4cab8fe37ea4395b0537 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: cda458630f5b4cab8fe37ea4395b0537; no voters:
I20260618 07:59:14.805104 6684 leader_election.cc:290] T 00000000000000000000000000000000 P cda458630f5b4cab8fe37ea4395b0537 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260618 07:59:14.805387 6687 raft_consensus.cc:2804] T 00000000000000000000000000000000 P cda458630f5b4cab8fe37ea4395b0537 [term 1 FOLLOWER]: Leader election won for term 1
I20260618 07:59:14.808100 6687 raft_consensus.cc:697] T 00000000000000000000000000000000 P cda458630f5b4cab8fe37ea4395b0537 [term 1 LEADER]: Becoming Leader. State: Replica: cda458630f5b4cab8fe37ea4395b0537, State: Running, Role: LEADER
I20260618 07:59:14.809119 6687 consensus_queue.cc:237] T 00000000000000000000000000000000 P cda458630f5b4cab8fe37ea4395b0537 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cda458630f5b4cab8fe37ea4395b0537" member_type: VOTER }
I20260618 07:59:14.810091 6684 sys_catalog.cc:565] T 00000000000000000000000000000000 P cda458630f5b4cab8fe37ea4395b0537 [sys.catalog]: configured and running, proceeding with master startup.
I20260618 07:59:14.816852 6688 sys_catalog.cc:455] T 00000000000000000000000000000000 P cda458630f5b4cab8fe37ea4395b0537 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "cda458630f5b4cab8fe37ea4395b0537" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cda458630f5b4cab8fe37ea4395b0537" member_type: VOTER } }
I20260618 07:59:14.817385 6689 sys_catalog.cc:455] T 00000000000000000000000000000000 P cda458630f5b4cab8fe37ea4395b0537 [sys.catalog]: SysCatalogTable state changed. Reason: New leader cda458630f5b4cab8fe37ea4395b0537. Latest consensus state: current_term: 1 leader_uuid: "cda458630f5b4cab8fe37ea4395b0537" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "cda458630f5b4cab8fe37ea4395b0537" member_type: VOTER } }
I20260618 07:59:14.817682 6688 sys_catalog.cc:458] T 00000000000000000000000000000000 P cda458630f5b4cab8fe37ea4395b0537 [sys.catalog]: This master's current role is: LEADER
I20260618 07:59:14.817934 6689 sys_catalog.cc:458] T 00000000000000000000000000000000 P cda458630f5b4cab8fe37ea4395b0537 [sys.catalog]: This master's current role is: LEADER
I20260618 07:59:14.821375 6694 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
I20260618 07:59:14.834085 6694 catalog_manager.cc:1519] Initializing Kudu cluster ID...
I20260618 07:59:14.835829 6617 internal_mini_cluster.cc:184] Waiting to initialize catalog manager on master 0
I20260618 07:59:14.849049 6694 catalog_manager.cc:1382] Generated new cluster ID: 8b551485213d4249a6eb9a6e69231e64
I20260618 07:59:14.849371 6694 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
I20260618 07:59:14.873461 6694 catalog_manager.cc:1405] Generated new certificate authority record
I20260618 07:59:14.875083 6694 catalog_manager.cc:1539] Loading token signing keys...
I20260618 07:59:14.892288 6694 catalog_manager.cc:6069] T 00000000000000000000000000000000 P cda458630f5b4cab8fe37ea4395b0537: Generated new TSK 0
I20260618 07:59:14.893299 6694 catalog_manager.cc:1549] Initializing in-progress tserver states...
I20260618 07:59:14.902936 6617 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20260618 07:59:14.912549 6706 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260618 07:59:14.915663 6707 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260618 07:59:14.916751 6709 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260618 07:59:14.919194 6617 server_base.cc:1061] running on GCE node
I20260618 07:59:14.919919 6617 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20260618 07:59:14.920168 6617 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20260618 07:59:14.920341 6617 hybrid_clock.cc:648] HybridClock initialized: now 1781769554920324 us; error 0 us; skew 500 ppm
I20260618 07:59:14.920921 6617 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20260618 07:59:14.924970 6617 webserver.cc:533] Webserver started at http://127.6.118.65:44361/ using document root <none> and password file <none>
I20260618 07:59:14.925632 6617 fs_manager.cc:362] Metadata directory not provided
I20260618 07:59:14.925859 6617 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20260618 07:59:14.926169 6617 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
I20260618 07:59:14.927268 6617 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1781769552496016-6617-0/minicluster-data/ts-0-root/instance:
uuid: "eb28839ff794425dab7d38f6b38eeec6"
format_stamp: "Formatted at 2026-06-18 07:59:14 on dist-test-slave-xxld"
I20260618 07:59:14.933033 6617 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.007s sys 0.001s
I20260618 07:59:14.937538 6714 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20260618 07:59:14.938408 6617 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.000s sys 0.004s
I20260618 07:59:14.938702 6617 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1781769552496016-6617-0/minicluster-data/ts-0-root
uuid: "eb28839ff794425dab7d38f6b38eeec6"
format_stamp: "Formatted at 2026-06-18 07:59:14 on dist-test-slave-xxld"
I20260618 07:59:14.938997 6617 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1781769552496016-6617-0/minicluster-data/ts-0-root
metadata directory: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1781769552496016-6617-0/minicluster-data/ts-0-root
1 data directories: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1781769552496016-6617-0/minicluster-data/ts-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20260618 07:59:14.961997 6617 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20260618 07:59:14.963335 6617 kserver.cc:163] Server-wide thread pool size limit: 3276
I20260618 07:59:14.966089 6617 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
I20260618 07:59:14.970656 6617 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20260618 07:59:14.970867 6617 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20260618 07:59:14.971197 6617 ts_tablet_manager.cc:616] Registered 0 tablets
I20260618 07:59:14.971381 6617 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20260618 07:59:15.078841 6617 rpc_server.cc:307] RPC server started. Bound to: 127.6.118.65:44455
I20260618 07:59:15.078908 6776 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.118.65:44455 every 8 connection(s)
I20260618 07:59:15.106779 6777 heartbeater.cc:344] Connected to a master server at 127.6.118.126:38023
I20260618 07:59:15.107218 6777 heartbeater.cc:461] Registering TS with master...
I20260618 07:59:15.108132 6777 heartbeater.cc:507] Master 127.6.118.126:38023 requested a full tablet report, sending...
I20260618 07:59:15.110914 6649 ts_manager.cc:194] Registered new tserver with Master: eb28839ff794425dab7d38f6b38eeec6 (127.6.118.65:44455)
I20260618 07:59:15.111042 6617 internal_mini_cluster.cc:371] 1 TS(s) registered with all masters after 0.026765061s
I20260618 07:59:15.113209 6649 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.0.1:48118
I20260618 07:59:15.143558 6649 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:48130:
name: "test_table"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 1
split_rows_range_bounds {
rows: "\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000""\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000"
indirect_data: """"
}
partition_schema {
range_schema {
columns {
name: "key"
}
}
}
I20260618 07:59:15.236306 6741 tablet_service.cc:1511] Processing CreateTablet for tablet 24419de5cf4544f39ccdd3e8720210c1 (DEFAULT_TABLE table=test_table [id=fb90e2d9e15548bcaf6a69cde47ca8bf]), partition=RANGE (key) PARTITION 100 <= VALUES < 200
I20260618 07:59:15.236543 6740 tablet_service.cc:1511] Processing CreateTablet for tablet c327461aa79a4013bd0501ca27c9ce64 (DEFAULT_TABLE table=test_table [id=fb90e2d9e15548bcaf6a69cde47ca8bf]), partition=RANGE (key) PARTITION 200 <= VALUES < 300
I20260618 07:59:15.237546 6739 tablet_service.cc:1511] Processing CreateTablet for tablet 10f8dea9204840c39997c1febe60daa1 (DEFAULT_TABLE table=test_table [id=fb90e2d9e15548bcaf6a69cde47ca8bf]), partition=RANGE (key) PARTITION 300 <= VALUES < 400
I20260618 07:59:15.237982 6741 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 24419de5cf4544f39ccdd3e8720210c1. 1 dirs total, 0 dirs full, 0 dirs failed
I20260618 07:59:15.238849 6739 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 10f8dea9204840c39997c1febe60daa1. 1 dirs total, 0 dirs full, 0 dirs failed
I20260618 07:59:15.239464 6740 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c327461aa79a4013bd0501ca27c9ce64. 1 dirs total, 0 dirs full, 0 dirs failed
I20260618 07:59:15.239866 6742 tablet_service.cc:1511] Processing CreateTablet for tablet 073d42a878f84659901123416a3b55a6 (DEFAULT_TABLE table=test_table [id=fb90e2d9e15548bcaf6a69cde47ca8bf]), partition=RANGE (key) PARTITION VALUES < 100
I20260618 07:59:15.241087 6742 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 073d42a878f84659901123416a3b55a6. 1 dirs total, 0 dirs full, 0 dirs failed
I20260618 07:59:15.245507 6737 tablet_service.cc:1511] Processing CreateTablet for tablet e57cb2d10a9548798dab68b76174f335 (DEFAULT_TABLE table=test_table [id=fb90e2d9e15548bcaf6a69cde47ca8bf]), partition=RANGE (key) PARTITION 500 <= VALUES < 600
I20260618 07:59:15.246663 6736 tablet_service.cc:1511] Processing CreateTablet for tablet 72a068903ce8426b9cde9b874a2c3a6c (DEFAULT_TABLE table=test_table [id=fb90e2d9e15548bcaf6a69cde47ca8bf]), partition=RANGE (key) PARTITION 600 <= VALUES < 700
I20260618 07:59:15.249933 6734 tablet_service.cc:1511] Processing CreateTablet for tablet 2f8164adf0e04ddc8c42250a1b18a746 (DEFAULT_TABLE table=test_table [id=fb90e2d9e15548bcaf6a69cde47ca8bf]), partition=RANGE (key) PARTITION 800 <= VALUES < 900
I20260618 07:59:15.251562 6733 tablet_service.cc:1511] Processing CreateTablet for tablet 82380d69fe2e4956bc25332a7f4b1375 (DEFAULT_TABLE table=test_table [id=fb90e2d9e15548bcaf6a69cde47ca8bf]), partition=RANGE (key) PARTITION 900 <= VALUES
I20260618 07:59:15.244138 6738 tablet_service.cc:1511] Processing CreateTablet for tablet 90c0e00c58204cd2859c83886bb3b053 (DEFAULT_TABLE table=test_table [id=fb90e2d9e15548bcaf6a69cde47ca8bf]), partition=RANGE (key) PARTITION 400 <= VALUES < 500
I20260618 07:59:15.251603 6735 tablet_service.cc:1511] Processing CreateTablet for tablet 7d46698903e14b91901fcb22376267f4 (DEFAULT_TABLE table=test_table [id=fb90e2d9e15548bcaf6a69cde47ca8bf]), partition=RANGE (key) PARTITION 700 <= VALUES < 800
I20260618 07:59:15.253355 6737 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e57cb2d10a9548798dab68b76174f335. 1 dirs total, 0 dirs full, 0 dirs failed
I20260618 07:59:15.254845 6736 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 72a068903ce8426b9cde9b874a2c3a6c. 1 dirs total, 0 dirs full, 0 dirs failed
I20260618 07:59:15.256237 6735 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7d46698903e14b91901fcb22376267f4. 1 dirs total, 0 dirs full, 0 dirs failed
I20260618 07:59:15.257570 6734 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2f8164adf0e04ddc8c42250a1b18a746. 1 dirs total, 0 dirs full, 0 dirs failed
I20260618 07:59:15.260251 6733 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 82380d69fe2e4956bc25332a7f4b1375. 1 dirs total, 0 dirs full, 0 dirs failed
I20260618 07:59:15.261986 6738 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 90c0e00c58204cd2859c83886bb3b053. 1 dirs total, 0 dirs full, 0 dirs failed
I20260618 07:59:15.313124 6789 tablet_bootstrap.cc:492] T 073d42a878f84659901123416a3b55a6 P eb28839ff794425dab7d38f6b38eeec6: Bootstrap starting.
I20260618 07:59:15.318113 6789 tablet_bootstrap.cc:654] T 073d42a878f84659901123416a3b55a6 P eb28839ff794425dab7d38f6b38eeec6: Neither blocks nor log segments found. Creating new log.
I20260618 07:59:15.323411 6789 tablet_bootstrap.cc:492] T 073d42a878f84659901123416a3b55a6 P eb28839ff794425dab7d38f6b38eeec6: No bootstrap required, opened a new log
I20260618 07:59:15.323848 6789 ts_tablet_manager.cc:1403] T 073d42a878f84659901123416a3b55a6 P eb28839ff794425dab7d38f6b38eeec6: Time spent bootstrapping tablet: real 0.011s user 0.006s sys 0.003s
I20260618 07:59:15.326541 6789 raft_consensus.cc:359] T 073d42a878f84659901123416a3b55a6 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } }
I20260618 07:59:15.327088 6789 raft_consensus.cc:385] T 073d42a878f84659901123416a3b55a6 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260618 07:59:15.327361 6789 raft_consensus.cc:740] T 073d42a878f84659901123416a3b55a6 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eb28839ff794425dab7d38f6b38eeec6, State: Initialized, Role: FOLLOWER
I20260618 07:59:15.328014 6789 consensus_queue.cc:260] T 073d42a878f84659901123416a3b55a6 P eb28839ff794425dab7d38f6b38eeec6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } }
I20260618 07:59:15.328648 6789 raft_consensus.cc:399] T 073d42a878f84659901123416a3b55a6 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260618 07:59:15.328971 6789 raft_consensus.cc:493] T 073d42a878f84659901123416a3b55a6 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260618 07:59:15.329293 6789 raft_consensus.cc:3060] T 073d42a878f84659901123416a3b55a6 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Advancing to term 1
I20260618 07:59:15.335604 6789 raft_consensus.cc:515] T 073d42a878f84659901123416a3b55a6 P eb28839ff794425dab7d38f6b38eeec6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } }
I20260618 07:59:15.336287 6789 leader_election.cc:304] T 073d42a878f84659901123416a3b55a6 P eb28839ff794425dab7d38f6b38eeec6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: eb28839ff794425dab7d38f6b38eeec6; no voters:
I20260618 07:59:15.337446 6789 leader_election.cc:290] T 073d42a878f84659901123416a3b55a6 P eb28839ff794425dab7d38f6b38eeec6 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260618 07:59:15.337646 6791 raft_consensus.cc:2804] T 073d42a878f84659901123416a3b55a6 P eb28839ff794425dab7d38f6b38eeec6 [term 1 FOLLOWER]: Leader election won for term 1
I20260618 07:59:15.340915 6777 heartbeater.cc:499] Master 127.6.118.126:38023 was elected leader, sending a full tablet report...
I20260618 07:59:15.341482 6791 raft_consensus.cc:697] T 073d42a878f84659901123416a3b55a6 P eb28839ff794425dab7d38f6b38eeec6 [term 1 LEADER]: Becoming Leader. State: Replica: eb28839ff794425dab7d38f6b38eeec6, State: Running, Role: LEADER
I20260618 07:59:15.340965 6789 ts_tablet_manager.cc:1434] T 073d42a878f84659901123416a3b55a6 P eb28839ff794425dab7d38f6b38eeec6: Time spent starting tablet: real 0.017s user 0.018s sys 0.001s
I20260618 07:59:15.342178 6791 consensus_queue.cc:237] T 073d42a878f84659901123416a3b55a6 P eb28839ff794425dab7d38f6b38eeec6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } }
I20260618 07:59:15.342562 6789 tablet_bootstrap.cc:492] T 7d46698903e14b91901fcb22376267f4 P eb28839ff794425dab7d38f6b38eeec6: Bootstrap starting.
I20260618 07:59:15.350867 6789 tablet_bootstrap.cc:654] T 7d46698903e14b91901fcb22376267f4 P eb28839ff794425dab7d38f6b38eeec6: Neither blocks nor log segments found. Creating new log.
I20260618 07:59:15.358048 6789 tablet_bootstrap.cc:492] T 7d46698903e14b91901fcb22376267f4 P eb28839ff794425dab7d38f6b38eeec6: No bootstrap required, opened a new log
I20260618 07:59:15.358661 6789 ts_tablet_manager.cc:1403] T 7d46698903e14b91901fcb22376267f4 P eb28839ff794425dab7d38f6b38eeec6: Time spent bootstrapping tablet: real 0.016s user 0.009s sys 0.003s
I20260618 07:59:15.361501 6789 raft_consensus.cc:359] T 7d46698903e14b91901fcb22376267f4 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } }
I20260618 07:59:15.362066 6789 raft_consensus.cc:385] T 7d46698903e14b91901fcb22376267f4 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260618 07:59:15.362350 6789 raft_consensus.cc:740] T 7d46698903e14b91901fcb22376267f4 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eb28839ff794425dab7d38f6b38eeec6, State: Initialized, Role: FOLLOWER
I20260618 07:59:15.361864 6649 catalog_manager.cc:5696] T 073d42a878f84659901123416a3b55a6 P eb28839ff794425dab7d38f6b38eeec6 reported cstate change: term changed from 0 to 1, leader changed from <none> to eb28839ff794425dab7d38f6b38eeec6 (127.6.118.65). New cstate: current_term: 1 leader_uuid: "eb28839ff794425dab7d38f6b38eeec6" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } health_report { overall_health: HEALTHY } } }
I20260618 07:59:15.363030 6789 consensus_queue.cc:260] T 7d46698903e14b91901fcb22376267f4 P eb28839ff794425dab7d38f6b38eeec6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } }
I20260618 07:59:15.363674 6789 raft_consensus.cc:399] T 7d46698903e14b91901fcb22376267f4 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260618 07:59:15.363976 6789 raft_consensus.cc:493] T 7d46698903e14b91901fcb22376267f4 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260618 07:59:15.364305 6789 raft_consensus.cc:3060] T 7d46698903e14b91901fcb22376267f4 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Advancing to term 1
I20260618 07:59:15.369273 6789 raft_consensus.cc:515] T 7d46698903e14b91901fcb22376267f4 P eb28839ff794425dab7d38f6b38eeec6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } }
I20260618 07:59:15.369946 6789 leader_election.cc:304] T 7d46698903e14b91901fcb22376267f4 P eb28839ff794425dab7d38f6b38eeec6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: eb28839ff794425dab7d38f6b38eeec6; no voters:
I20260618 07:59:15.370494 6789 leader_election.cc:290] T 7d46698903e14b91901fcb22376267f4 P eb28839ff794425dab7d38f6b38eeec6 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260618 07:59:15.370863 6793 raft_consensus.cc:2804] T 7d46698903e14b91901fcb22376267f4 P eb28839ff794425dab7d38f6b38eeec6 [term 1 FOLLOWER]: Leader election won for term 1
I20260618 07:59:15.371554 6793 raft_consensus.cc:697] T 7d46698903e14b91901fcb22376267f4 P eb28839ff794425dab7d38f6b38eeec6 [term 1 LEADER]: Becoming Leader. State: Replica: eb28839ff794425dab7d38f6b38eeec6, State: Running, Role: LEADER
I20260618 07:59:15.372310 6789 ts_tablet_manager.cc:1434] T 7d46698903e14b91901fcb22376267f4 P eb28839ff794425dab7d38f6b38eeec6: Time spent starting tablet: real 0.013s user 0.010s sys 0.004s
I20260618 07:59:15.372311 6793 consensus_queue.cc:237] T 7d46698903e14b91901fcb22376267f4 P eb28839ff794425dab7d38f6b38eeec6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } }
I20260618 07:59:15.373272 6789 tablet_bootstrap.cc:492] T c327461aa79a4013bd0501ca27c9ce64 P eb28839ff794425dab7d38f6b38eeec6: Bootstrap starting.
I20260618 07:59:15.379747 6789 tablet_bootstrap.cc:654] T c327461aa79a4013bd0501ca27c9ce64 P eb28839ff794425dab7d38f6b38eeec6: Neither blocks nor log segments found. Creating new log.
I20260618 07:59:15.390235 6789 tablet_bootstrap.cc:492] T c327461aa79a4013bd0501ca27c9ce64 P eb28839ff794425dab7d38f6b38eeec6: No bootstrap required, opened a new log
I20260618 07:59:15.389953 6649 catalog_manager.cc:5696] T 7d46698903e14b91901fcb22376267f4 P eb28839ff794425dab7d38f6b38eeec6 reported cstate change: term changed from 0 to 1, leader changed from <none> to eb28839ff794425dab7d38f6b38eeec6 (127.6.118.65). New cstate: current_term: 1 leader_uuid: "eb28839ff794425dab7d38f6b38eeec6" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } health_report { overall_health: HEALTHY } } }
I20260618 07:59:15.390612 6789 ts_tablet_manager.cc:1403] T c327461aa79a4013bd0501ca27c9ce64 P eb28839ff794425dab7d38f6b38eeec6: Time spent bootstrapping tablet: real 0.018s user 0.008s sys 0.008s
I20260618 07:59:15.392827 6789 raft_consensus.cc:359] T c327461aa79a4013bd0501ca27c9ce64 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } }
I20260618 07:59:15.393345 6789 raft_consensus.cc:385] T c327461aa79a4013bd0501ca27c9ce64 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260618 07:59:15.393612 6789 raft_consensus.cc:740] T c327461aa79a4013bd0501ca27c9ce64 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eb28839ff794425dab7d38f6b38eeec6, State: Initialized, Role: FOLLOWER
I20260618 07:59:15.394284 6789 consensus_queue.cc:260] T c327461aa79a4013bd0501ca27c9ce64 P eb28839ff794425dab7d38f6b38eeec6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } }
I20260618 07:59:15.394902 6789 raft_consensus.cc:399] T c327461aa79a4013bd0501ca27c9ce64 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260618 07:59:15.395208 6789 raft_consensus.cc:493] T c327461aa79a4013bd0501ca27c9ce64 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260618 07:59:15.395521 6789 raft_consensus.cc:3060] T c327461aa79a4013bd0501ca27c9ce64 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Advancing to term 1
I20260618 07:59:15.401149 6789 raft_consensus.cc:515] T c327461aa79a4013bd0501ca27c9ce64 P eb28839ff794425dab7d38f6b38eeec6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } }
I20260618 07:59:15.401674 6789 leader_election.cc:304] T c327461aa79a4013bd0501ca27c9ce64 P eb28839ff794425dab7d38f6b38eeec6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: eb28839ff794425dab7d38f6b38eeec6; no voters:
I20260618 07:59:15.402148 6789 leader_election.cc:290] T c327461aa79a4013bd0501ca27c9ce64 P eb28839ff794425dab7d38f6b38eeec6 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260618 07:59:15.402263 6791 raft_consensus.cc:2804] T c327461aa79a4013bd0501ca27c9ce64 P eb28839ff794425dab7d38f6b38eeec6 [term 1 FOLLOWER]: Leader election won for term 1
I20260618 07:59:15.402714 6791 raft_consensus.cc:697] T c327461aa79a4013bd0501ca27c9ce64 P eb28839ff794425dab7d38f6b38eeec6 [term 1 LEADER]: Becoming Leader. State: Replica: eb28839ff794425dab7d38f6b38eeec6, State: Running, Role: LEADER
I20260618 07:59:15.403378 6791 consensus_queue.cc:237] T c327461aa79a4013bd0501ca27c9ce64 P eb28839ff794425dab7d38f6b38eeec6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } }
I20260618 07:59:15.403829 6789 ts_tablet_manager.cc:1434] T c327461aa79a4013bd0501ca27c9ce64 P eb28839ff794425dab7d38f6b38eeec6: Time spent starting tablet: real 0.013s user 0.009s sys 0.004s
I20260618 07:59:15.404608 6789 tablet_bootstrap.cc:492] T 82380d69fe2e4956bc25332a7f4b1375 P eb28839ff794425dab7d38f6b38eeec6: Bootstrap starting.
I20260618 07:59:15.409950 6649 catalog_manager.cc:5696] T c327461aa79a4013bd0501ca27c9ce64 P eb28839ff794425dab7d38f6b38eeec6 reported cstate change: term changed from 0 to 1, leader changed from <none> to eb28839ff794425dab7d38f6b38eeec6 (127.6.118.65). New cstate: current_term: 1 leader_uuid: "eb28839ff794425dab7d38f6b38eeec6" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } health_report { overall_health: HEALTHY } } }
I20260618 07:59:15.411005 6789 tablet_bootstrap.cc:654] T 82380d69fe2e4956bc25332a7f4b1375 P eb28839ff794425dab7d38f6b38eeec6: Neither blocks nor log segments found. Creating new log.
I20260618 07:59:15.417138 6789 tablet_bootstrap.cc:492] T 82380d69fe2e4956bc25332a7f4b1375 P eb28839ff794425dab7d38f6b38eeec6: No bootstrap required, opened a new log
I20260618 07:59:15.417546 6789 ts_tablet_manager.cc:1403] T 82380d69fe2e4956bc25332a7f4b1375 P eb28839ff794425dab7d38f6b38eeec6: Time spent bootstrapping tablet: real 0.013s user 0.008s sys 0.004s
I20260618 07:59:15.420240 6789 raft_consensus.cc:359] T 82380d69fe2e4956bc25332a7f4b1375 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } }
I20260618 07:59:15.420753 6789 raft_consensus.cc:385] T 82380d69fe2e4956bc25332a7f4b1375 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260618 07:59:15.421068 6789 raft_consensus.cc:740] T 82380d69fe2e4956bc25332a7f4b1375 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eb28839ff794425dab7d38f6b38eeec6, State: Initialized, Role: FOLLOWER
I20260618 07:59:15.421716 6789 consensus_queue.cc:260] T 82380d69fe2e4956bc25332a7f4b1375 P eb28839ff794425dab7d38f6b38eeec6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } }
I20260618 07:59:15.422300 6789 raft_consensus.cc:399] T 82380d69fe2e4956bc25332a7f4b1375 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260618 07:59:15.422631 6789 raft_consensus.cc:493] T 82380d69fe2e4956bc25332a7f4b1375 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260618 07:59:15.422946 6789 raft_consensus.cc:3060] T 82380d69fe2e4956bc25332a7f4b1375 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Advancing to term 1
I20260618 07:59:15.427871 6789 raft_consensus.cc:515] T 82380d69fe2e4956bc25332a7f4b1375 P eb28839ff794425dab7d38f6b38eeec6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } }
I20260618 07:59:15.428376 6789 leader_election.cc:304] T 82380d69fe2e4956bc25332a7f4b1375 P eb28839ff794425dab7d38f6b38eeec6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: eb28839ff794425dab7d38f6b38eeec6; no voters:
I20260618 07:59:15.428421 6792 raft_consensus.cc:493] T 82380d69fe2e4956bc25332a7f4b1375 P eb28839ff794425dab7d38f6b38eeec6 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
I20260618 07:59:15.428967 6789 leader_election.cc:290] T 82380d69fe2e4956bc25332a7f4b1375 P eb28839ff794425dab7d38f6b38eeec6 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260618 07:59:15.428895 6792 raft_consensus.cc:515] T 82380d69fe2e4956bc25332a7f4b1375 P eb28839ff794425dab7d38f6b38eeec6 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } }
I20260618 07:59:15.429680 6791 raft_consensus.cc:2804] T 82380d69fe2e4956bc25332a7f4b1375 P eb28839ff794425dab7d38f6b38eeec6 [term 1 FOLLOWER]: Leader election won for term 1
I20260618 07:59:15.430907 6789 ts_tablet_manager.cc:1434] T 82380d69fe2e4956bc25332a7f4b1375 P eb28839ff794425dab7d38f6b38eeec6: Time spent starting tablet: real 0.013s user 0.012s sys 0.000s
I20260618 07:59:15.431608 6792 leader_election.cc:304] T 82380d69fe2e4956bc25332a7f4b1375 P eb28839ff794425dab7d38f6b38eeec6 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: eb28839ff794425dab7d38f6b38eeec6; no voters:
I20260618 07:59:15.431955 6789 tablet_bootstrap.cc:492] T 24419de5cf4544f39ccdd3e8720210c1 P eb28839ff794425dab7d38f6b38eeec6: Bootstrap starting.
I20260618 07:59:15.437465 6792 leader_election.cc:290] T 82380d69fe2e4956bc25332a7f4b1375 P eb28839ff794425dab7d38f6b38eeec6 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers
I20260618 07:59:15.439817 6791 raft_consensus.cc:697] T 82380d69fe2e4956bc25332a7f4b1375 P eb28839ff794425dab7d38f6b38eeec6 [term 1 LEADER]: Becoming Leader. State: Replica: eb28839ff794425dab7d38f6b38eeec6, State: Running, Role: LEADER
I20260618 07:59:15.440478 6791 consensus_queue.cc:237] T 82380d69fe2e4956bc25332a7f4b1375 P eb28839ff794425dab7d38f6b38eeec6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } }
I20260618 07:59:15.440972 6789 tablet_bootstrap.cc:654] T 24419de5cf4544f39ccdd3e8720210c1 P eb28839ff794425dab7d38f6b38eeec6: Neither blocks nor log segments found. Creating new log.
I20260618 07:59:15.448498 6789 tablet_bootstrap.cc:492] T 24419de5cf4544f39ccdd3e8720210c1 P eb28839ff794425dab7d38f6b38eeec6: No bootstrap required, opened a new log
I20260618 07:59:15.448982 6789 ts_tablet_manager.cc:1403] T 24419de5cf4544f39ccdd3e8720210c1 P eb28839ff794425dab7d38f6b38eeec6: Time spent bootstrapping tablet: real 0.017s user 0.012s sys 0.004s
I20260618 07:59:15.448575 6649 catalog_manager.cc:5696] T 82380d69fe2e4956bc25332a7f4b1375 P eb28839ff794425dab7d38f6b38eeec6 reported cstate change: term changed from 0 to 1, leader changed from <none> to eb28839ff794425dab7d38f6b38eeec6 (127.6.118.65). New cstate: current_term: 1 leader_uuid: "eb28839ff794425dab7d38f6b38eeec6" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } health_report { overall_health: HEALTHY } } }
I20260618 07:59:15.451537 6789 raft_consensus.cc:359] T 24419de5cf4544f39ccdd3e8720210c1 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } }
I20260618 07:59:15.452070 6789 raft_consensus.cc:385] T 24419de5cf4544f39ccdd3e8720210c1 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260618 07:59:15.452355 6789 raft_consensus.cc:740] T 24419de5cf4544f39ccdd3e8720210c1 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eb28839ff794425dab7d38f6b38eeec6, State: Initialized, Role: FOLLOWER
I20260618 07:59:15.453040 6789 consensus_queue.cc:260] T 24419de5cf4544f39ccdd3e8720210c1 P eb28839ff794425dab7d38f6b38eeec6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } }
I20260618 07:59:15.453683 6789 raft_consensus.cc:399] T 24419de5cf4544f39ccdd3e8720210c1 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260618 07:59:15.453987 6789 raft_consensus.cc:493] T 24419de5cf4544f39ccdd3e8720210c1 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260618 07:59:15.454298 6789 raft_consensus.cc:3060] T 24419de5cf4544f39ccdd3e8720210c1 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Advancing to term 1
I20260618 07:59:15.460438 6789 raft_consensus.cc:515] T 24419de5cf4544f39ccdd3e8720210c1 P eb28839ff794425dab7d38f6b38eeec6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } }
I20260618 07:59:15.461102 6789 leader_election.cc:304] T 24419de5cf4544f39ccdd3e8720210c1 P eb28839ff794425dab7d38f6b38eeec6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: eb28839ff794425dab7d38f6b38eeec6; no voters:
I20260618 07:59:15.461704 6789 leader_election.cc:290] T 24419de5cf4544f39ccdd3e8720210c1 P eb28839ff794425dab7d38f6b38eeec6 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260618 07:59:15.461809 6793 raft_consensus.cc:2804] T 24419de5cf4544f39ccdd3e8720210c1 P eb28839ff794425dab7d38f6b38eeec6 [term 1 FOLLOWER]: Leader election won for term 1
I20260618 07:59:15.462275 6793 raft_consensus.cc:697] T 24419de5cf4544f39ccdd3e8720210c1 P eb28839ff794425dab7d38f6b38eeec6 [term 1 LEADER]: Becoming Leader. State: Replica: eb28839ff794425dab7d38f6b38eeec6, State: Running, Role: LEADER
I20260618 07:59:15.462960 6793 consensus_queue.cc:237] T 24419de5cf4544f39ccdd3e8720210c1 P eb28839ff794425dab7d38f6b38eeec6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } }
I20260618 07:59:15.463353 6789 ts_tablet_manager.cc:1434] T 24419de5cf4544f39ccdd3e8720210c1 P eb28839ff794425dab7d38f6b38eeec6: Time spent starting tablet: real 0.014s user 0.012s sys 0.000s
I20260618 07:59:15.464195 6789 tablet_bootstrap.cc:492] T 90c0e00c58204cd2859c83886bb3b053 P eb28839ff794425dab7d38f6b38eeec6: Bootstrap starting.
I20260618 07:59:15.469918 6789 tablet_bootstrap.cc:654] T 90c0e00c58204cd2859c83886bb3b053 P eb28839ff794425dab7d38f6b38eeec6: Neither blocks nor log segments found. Creating new log.
I20260618 07:59:15.475741 6649 catalog_manager.cc:5696] T 24419de5cf4544f39ccdd3e8720210c1 P eb28839ff794425dab7d38f6b38eeec6 reported cstate change: term changed from 0 to 1, leader changed from <none> to eb28839ff794425dab7d38f6b38eeec6 (127.6.118.65). New cstate: current_term: 1 leader_uuid: "eb28839ff794425dab7d38f6b38eeec6" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } health_report { overall_health: HEALTHY } } }
I20260618 07:59:15.477001 6789 tablet_bootstrap.cc:492] T 90c0e00c58204cd2859c83886bb3b053 P eb28839ff794425dab7d38f6b38eeec6: No bootstrap required, opened a new log
I20260618 07:59:15.477345 6789 ts_tablet_manager.cc:1403] T 90c0e00c58204cd2859c83886bb3b053 P eb28839ff794425dab7d38f6b38eeec6: Time spent bootstrapping tablet: real 0.013s user 0.004s sys 0.007s
I20260618 07:59:15.479650 6789 raft_consensus.cc:359] T 90c0e00c58204cd2859c83886bb3b053 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } }
I20260618 07:59:15.480095 6789 raft_consensus.cc:385] T 90c0e00c58204cd2859c83886bb3b053 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260618 07:59:15.480346 6789 raft_consensus.cc:740] T 90c0e00c58204cd2859c83886bb3b053 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eb28839ff794425dab7d38f6b38eeec6, State: Initialized, Role: FOLLOWER
I20260618 07:59:15.480922 6789 consensus_queue.cc:260] T 90c0e00c58204cd2859c83886bb3b053 P eb28839ff794425dab7d38f6b38eeec6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } }
I20260618 07:59:15.481499 6789 raft_consensus.cc:399] T 90c0e00c58204cd2859c83886bb3b053 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260618 07:59:15.481773 6789 raft_consensus.cc:493] T 90c0e00c58204cd2859c83886bb3b053 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260618 07:59:15.482060 6789 raft_consensus.cc:3060] T 90c0e00c58204cd2859c83886bb3b053 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Advancing to term 1
I20260618 07:59:15.487505 6789 raft_consensus.cc:515] T 90c0e00c58204cd2859c83886bb3b053 P eb28839ff794425dab7d38f6b38eeec6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } }
I20260618 07:59:15.488085 6789 leader_election.cc:304] T 90c0e00c58204cd2859c83886bb3b053 P eb28839ff794425dab7d38f6b38eeec6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: eb28839ff794425dab7d38f6b38eeec6; no voters:
I20260618 07:59:15.488586 6789 leader_election.cc:290] T 90c0e00c58204cd2859c83886bb3b053 P eb28839ff794425dab7d38f6b38eeec6 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260618 07:59:15.488722 6793 raft_consensus.cc:2804] T 90c0e00c58204cd2859c83886bb3b053 P eb28839ff794425dab7d38f6b38eeec6 [term 1 FOLLOWER]: Leader election won for term 1
I20260618 07:59:15.489219 6793 raft_consensus.cc:697] T 90c0e00c58204cd2859c83886bb3b053 P eb28839ff794425dab7d38f6b38eeec6 [term 1 LEADER]: Becoming Leader. State: Replica: eb28839ff794425dab7d38f6b38eeec6, State: Running, Role: LEADER
I20260618 07:59:15.490090 6789 ts_tablet_manager.cc:1434] T 90c0e00c58204cd2859c83886bb3b053 P eb28839ff794425dab7d38f6b38eeec6: Time spent starting tablet: real 0.013s user 0.012s sys 0.000s
I20260618 07:59:15.489933 6793 consensus_queue.cc:237] T 90c0e00c58204cd2859c83886bb3b053 P eb28839ff794425dab7d38f6b38eeec6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } }
I20260618 07:59:15.490834 6789 tablet_bootstrap.cc:492] T 2f8164adf0e04ddc8c42250a1b18a746 P eb28839ff794425dab7d38f6b38eeec6: Bootstrap starting.
I20260618 07:59:15.496502 6789 tablet_bootstrap.cc:654] T 2f8164adf0e04ddc8c42250a1b18a746 P eb28839ff794425dab7d38f6b38eeec6: Neither blocks nor log segments found. Creating new log.
I20260618 07:59:15.497023 6649 catalog_manager.cc:5696] T 90c0e00c58204cd2859c83886bb3b053 P eb28839ff794425dab7d38f6b38eeec6 reported cstate change: term changed from 0 to 1, leader changed from <none> to eb28839ff794425dab7d38f6b38eeec6 (127.6.118.65). New cstate: current_term: 1 leader_uuid: "eb28839ff794425dab7d38f6b38eeec6" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } health_report { overall_health: HEALTHY } } }
I20260618 07:59:15.501937 6789 tablet_bootstrap.cc:492] T 2f8164adf0e04ddc8c42250a1b18a746 P eb28839ff794425dab7d38f6b38eeec6: No bootstrap required, opened a new log
I20260618 07:59:15.502305 6789 ts_tablet_manager.cc:1403] T 2f8164adf0e04ddc8c42250a1b18a746 P eb28839ff794425dab7d38f6b38eeec6: Time spent bootstrapping tablet: real 0.012s user 0.009s sys 0.001s
I20260618 07:59:15.504555 6789 raft_consensus.cc:359] T 2f8164adf0e04ddc8c42250a1b18a746 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } }
I20260618 07:59:15.505033 6789 raft_consensus.cc:385] T 2f8164adf0e04ddc8c42250a1b18a746 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260618 07:59:15.505292 6789 raft_consensus.cc:740] T 2f8164adf0e04ddc8c42250a1b18a746 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eb28839ff794425dab7d38f6b38eeec6, State: Initialized, Role: FOLLOWER
I20260618 07:59:15.505859 6789 consensus_queue.cc:260] T 2f8164adf0e04ddc8c42250a1b18a746 P eb28839ff794425dab7d38f6b38eeec6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } }
I20260618 07:59:15.506402 6789 raft_consensus.cc:399] T 2f8164adf0e04ddc8c42250a1b18a746 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260618 07:59:15.506670 6789 raft_consensus.cc:493] T 2f8164adf0e04ddc8c42250a1b18a746 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260618 07:59:15.506960 6789 raft_consensus.cc:3060] T 2f8164adf0e04ddc8c42250a1b18a746 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Advancing to term 1
I20260618 07:59:15.512529 6789 raft_consensus.cc:515] T 2f8164adf0e04ddc8c42250a1b18a746 P eb28839ff794425dab7d38f6b38eeec6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } }
I20260618 07:59:15.513186 6789 leader_election.cc:304] T 2f8164adf0e04ddc8c42250a1b18a746 P eb28839ff794425dab7d38f6b38eeec6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: eb28839ff794425dab7d38f6b38eeec6; no voters:
I20260618 07:59:15.513720 6789 leader_election.cc:290] T 2f8164adf0e04ddc8c42250a1b18a746 P eb28839ff794425dab7d38f6b38eeec6 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260618 07:59:15.513836 6793 raft_consensus.cc:2804] T 2f8164adf0e04ddc8c42250a1b18a746 P eb28839ff794425dab7d38f6b38eeec6 [term 1 FOLLOWER]: Leader election won for term 1
I20260618 07:59:15.514495 6793 raft_consensus.cc:697] T 2f8164adf0e04ddc8c42250a1b18a746 P eb28839ff794425dab7d38f6b38eeec6 [term 1 LEADER]: Becoming Leader. State: Replica: eb28839ff794425dab7d38f6b38eeec6, State: Running, Role: LEADER
I20260618 07:59:15.515245 6789 ts_tablet_manager.cc:1434] T 2f8164adf0e04ddc8c42250a1b18a746 P eb28839ff794425dab7d38f6b38eeec6: Time spent starting tablet: real 0.013s user 0.009s sys 0.003s
I20260618 07:59:15.515152 6793 consensus_queue.cc:237] T 2f8164adf0e04ddc8c42250a1b18a746 P eb28839ff794425dab7d38f6b38eeec6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } }
I20260618 07:59:15.516023 6789 tablet_bootstrap.cc:492] T 10f8dea9204840c39997c1febe60daa1 P eb28839ff794425dab7d38f6b38eeec6: Bootstrap starting.
I20260618 07:59:15.522009 6789 tablet_bootstrap.cc:654] T 10f8dea9204840c39997c1febe60daa1 P eb28839ff794425dab7d38f6b38eeec6: Neither blocks nor log segments found. Creating new log.
I20260618 07:59:15.522614 6649 catalog_manager.cc:5696] T 2f8164adf0e04ddc8c42250a1b18a746 P eb28839ff794425dab7d38f6b38eeec6 reported cstate change: term changed from 0 to 1, leader changed from <none> to eb28839ff794425dab7d38f6b38eeec6 (127.6.118.65). New cstate: current_term: 1 leader_uuid: "eb28839ff794425dab7d38f6b38eeec6" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } health_report { overall_health: HEALTHY } } }
I20260618 07:59:15.528282 6789 tablet_bootstrap.cc:492] T 10f8dea9204840c39997c1febe60daa1 P eb28839ff794425dab7d38f6b38eeec6: No bootstrap required, opened a new log
I20260618 07:59:15.528658 6789 ts_tablet_manager.cc:1403] T 10f8dea9204840c39997c1febe60daa1 P eb28839ff794425dab7d38f6b38eeec6: Time spent bootstrapping tablet: real 0.013s user 0.006s sys 0.003s
I20260618 07:59:15.530972 6789 raft_consensus.cc:359] T 10f8dea9204840c39997c1febe60daa1 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } }
I20260618 07:59:15.531438 6789 raft_consensus.cc:385] T 10f8dea9204840c39997c1febe60daa1 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260618 07:59:15.531678 6789 raft_consensus.cc:740] T 10f8dea9204840c39997c1febe60daa1 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eb28839ff794425dab7d38f6b38eeec6, State: Initialized, Role: FOLLOWER
I20260618 07:59:15.532241 6789 consensus_queue.cc:260] T 10f8dea9204840c39997c1febe60daa1 P eb28839ff794425dab7d38f6b38eeec6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } }
I20260618 07:59:15.532740 6789 raft_consensus.cc:399] T 10f8dea9204840c39997c1febe60daa1 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260618 07:59:15.532992 6789 raft_consensus.cc:493] T 10f8dea9204840c39997c1febe60daa1 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260618 07:59:15.533300 6789 raft_consensus.cc:3060] T 10f8dea9204840c39997c1febe60daa1 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Advancing to term 1
I20260618 07:59:15.538595 6789 raft_consensus.cc:515] T 10f8dea9204840c39997c1febe60daa1 P eb28839ff794425dab7d38f6b38eeec6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } }
I20260618 07:59:15.539157 6789 leader_election.cc:304] T 10f8dea9204840c39997c1febe60daa1 P eb28839ff794425dab7d38f6b38eeec6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: eb28839ff794425dab7d38f6b38eeec6; no voters:
I20260618 07:59:15.539705 6789 leader_election.cc:290] T 10f8dea9204840c39997c1febe60daa1 P eb28839ff794425dab7d38f6b38eeec6 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260618 07:59:15.539822 6793 raft_consensus.cc:2804] T 10f8dea9204840c39997c1febe60daa1 P eb28839ff794425dab7d38f6b38eeec6 [term 1 FOLLOWER]: Leader election won for term 1
I20260618 07:59:15.540279 6793 raft_consensus.cc:697] T 10f8dea9204840c39997c1febe60daa1 P eb28839ff794425dab7d38f6b38eeec6 [term 1 LEADER]: Becoming Leader. State: Replica: eb28839ff794425dab7d38f6b38eeec6, State: Running, Role: LEADER
I20260618 07:59:15.541136 6789 ts_tablet_manager.cc:1434] T 10f8dea9204840c39997c1febe60daa1 P eb28839ff794425dab7d38f6b38eeec6: Time spent starting tablet: real 0.012s user 0.010s sys 0.003s
I20260618 07:59:15.540899 6793 consensus_queue.cc:237] T 10f8dea9204840c39997c1febe60daa1 P eb28839ff794425dab7d38f6b38eeec6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } }
I20260618 07:59:15.541841 6789 tablet_bootstrap.cc:492] T e57cb2d10a9548798dab68b76174f335 P eb28839ff794425dab7d38f6b38eeec6: Bootstrap starting.
I20260618 07:59:15.547442 6789 tablet_bootstrap.cc:654] T e57cb2d10a9548798dab68b76174f335 P eb28839ff794425dab7d38f6b38eeec6: Neither blocks nor log segments found. Creating new log.
I20260618 07:59:15.549304 6649 catalog_manager.cc:5696] T 10f8dea9204840c39997c1febe60daa1 P eb28839ff794425dab7d38f6b38eeec6 reported cstate change: term changed from 0 to 1, leader changed from <none> to eb28839ff794425dab7d38f6b38eeec6 (127.6.118.65). New cstate: current_term: 1 leader_uuid: "eb28839ff794425dab7d38f6b38eeec6" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } health_report { overall_health: HEALTHY } } }
I20260618 07:59:15.558421 6789 tablet_bootstrap.cc:492] T e57cb2d10a9548798dab68b76174f335 P eb28839ff794425dab7d38f6b38eeec6: No bootstrap required, opened a new log
I20260618 07:59:15.558804 6789 ts_tablet_manager.cc:1403] T e57cb2d10a9548798dab68b76174f335 P eb28839ff794425dab7d38f6b38eeec6: Time spent bootstrapping tablet: real 0.017s user 0.006s sys 0.008s
I20260618 07:59:15.561118 6789 raft_consensus.cc:359] T e57cb2d10a9548798dab68b76174f335 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } }
I20260618 07:59:15.561599 6789 raft_consensus.cc:385] T e57cb2d10a9548798dab68b76174f335 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260618 07:59:15.561849 6789 raft_consensus.cc:740] T e57cb2d10a9548798dab68b76174f335 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eb28839ff794425dab7d38f6b38eeec6, State: Initialized, Role: FOLLOWER
I20260618 07:59:15.562474 6789 consensus_queue.cc:260] T e57cb2d10a9548798dab68b76174f335 P eb28839ff794425dab7d38f6b38eeec6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } }
I20260618 07:59:15.562995 6789 raft_consensus.cc:399] T e57cb2d10a9548798dab68b76174f335 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260618 07:59:15.563262 6789 raft_consensus.cc:493] T e57cb2d10a9548798dab68b76174f335 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260618 07:59:15.563542 6789 raft_consensus.cc:3060] T e57cb2d10a9548798dab68b76174f335 P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Advancing to term 1
I20260618 07:59:15.568989 6789 raft_consensus.cc:515] T e57cb2d10a9548798dab68b76174f335 P eb28839ff794425dab7d38f6b38eeec6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } }
I20260618 07:59:15.569574 6789 leader_election.cc:304] T e57cb2d10a9548798dab68b76174f335 P eb28839ff794425dab7d38f6b38eeec6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: eb28839ff794425dab7d38f6b38eeec6; no voters:
I20260618 07:59:15.570083 6789 leader_election.cc:290] T e57cb2d10a9548798dab68b76174f335 P eb28839ff794425dab7d38f6b38eeec6 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260618 07:59:15.570227 6793 raft_consensus.cc:2804] T e57cb2d10a9548798dab68b76174f335 P eb28839ff794425dab7d38f6b38eeec6 [term 1 FOLLOWER]: Leader election won for term 1
I20260618 07:59:15.570947 6793 raft_consensus.cc:697] T e57cb2d10a9548798dab68b76174f335 P eb28839ff794425dab7d38f6b38eeec6 [term 1 LEADER]: Becoming Leader. State: Replica: eb28839ff794425dab7d38f6b38eeec6, State: Running, Role: LEADER
I20260618 07:59:15.571509 6789 ts_tablet_manager.cc:1434] T e57cb2d10a9548798dab68b76174f335 P eb28839ff794425dab7d38f6b38eeec6: Time spent starting tablet: real 0.012s user 0.008s sys 0.004s
I20260618 07:59:15.571676 6793 consensus_queue.cc:237] T e57cb2d10a9548798dab68b76174f335 P eb28839ff794425dab7d38f6b38eeec6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } }
I20260618 07:59:15.572270 6789 tablet_bootstrap.cc:492] T 72a068903ce8426b9cde9b874a2c3a6c P eb28839ff794425dab7d38f6b38eeec6: Bootstrap starting.
I20260618 07:59:15.577807 6789 tablet_bootstrap.cc:654] T 72a068903ce8426b9cde9b874a2c3a6c P eb28839ff794425dab7d38f6b38eeec6: Neither blocks nor log segments found. Creating new log.
I20260618 07:59:15.580256 6649 catalog_manager.cc:5696] T e57cb2d10a9548798dab68b76174f335 P eb28839ff794425dab7d38f6b38eeec6 reported cstate change: term changed from 0 to 1, leader changed from <none> to eb28839ff794425dab7d38f6b38eeec6 (127.6.118.65). New cstate: current_term: 1 leader_uuid: "eb28839ff794425dab7d38f6b38eeec6" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } health_report { overall_health: HEALTHY } } }
I20260618 07:59:15.583297 6789 tablet_bootstrap.cc:492] T 72a068903ce8426b9cde9b874a2c3a6c P eb28839ff794425dab7d38f6b38eeec6: No bootstrap required, opened a new log
I20260618 07:59:15.584115 6789 ts_tablet_manager.cc:1403] T 72a068903ce8426b9cde9b874a2c3a6c P eb28839ff794425dab7d38f6b38eeec6: Time spent bootstrapping tablet: real 0.012s user 0.009s sys 0.000s
I20260618 07:59:15.586402 6789 raft_consensus.cc:359] T 72a068903ce8426b9cde9b874a2c3a6c P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } }
I20260618 07:59:15.586865 6789 raft_consensus.cc:385] T 72a068903ce8426b9cde9b874a2c3a6c P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260618 07:59:15.587108 6789 raft_consensus.cc:740] T 72a068903ce8426b9cde9b874a2c3a6c P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eb28839ff794425dab7d38f6b38eeec6, State: Initialized, Role: FOLLOWER
I20260618 07:59:15.587698 6789 consensus_queue.cc:260] T 72a068903ce8426b9cde9b874a2c3a6c P eb28839ff794425dab7d38f6b38eeec6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } }
I20260618 07:59:15.588253 6789 raft_consensus.cc:399] T 72a068903ce8426b9cde9b874a2c3a6c P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260618 07:59:15.588512 6789 raft_consensus.cc:493] T 72a068903ce8426b9cde9b874a2c3a6c P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260618 07:59:15.588809 6789 raft_consensus.cc:3060] T 72a068903ce8426b9cde9b874a2c3a6c P eb28839ff794425dab7d38f6b38eeec6 [term 0 FOLLOWER]: Advancing to term 1
I20260618 07:59:15.594328 6789 raft_consensus.cc:515] T 72a068903ce8426b9cde9b874a2c3a6c P eb28839ff794425dab7d38f6b38eeec6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } }
I20260618 07:59:15.594890 6789 leader_election.cc:304] T 72a068903ce8426b9cde9b874a2c3a6c P eb28839ff794425dab7d38f6b38eeec6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: eb28839ff794425dab7d38f6b38eeec6; no voters:
I20260618 07:59:15.595407 6789 leader_election.cc:290] T 72a068903ce8426b9cde9b874a2c3a6c P eb28839ff794425dab7d38f6b38eeec6 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260618 07:59:15.595570 6791 raft_consensus.cc:2804] T 72a068903ce8426b9cde9b874a2c3a6c P eb28839ff794425dab7d38f6b38eeec6 [term 1 FOLLOWER]: Leader election won for term 1
I20260618 07:59:15.596081 6791 raft_consensus.cc:697] T 72a068903ce8426b9cde9b874a2c3a6c P eb28839ff794425dab7d38f6b38eeec6 [term 1 LEADER]: Becoming Leader. State: Replica: eb28839ff794425dab7d38f6b38eeec6, State: Running, Role: LEADER
I20260618 07:59:15.597124 6789 ts_tablet_manager.cc:1434] T 72a068903ce8426b9cde9b874a2c3a6c P eb28839ff794425dab7d38f6b38eeec6: Time spent starting tablet: real 0.013s user 0.015s sys 0.000s
I20260618 07:59:15.596792 6791 consensus_queue.cc:237] T 72a068903ce8426b9cde9b874a2c3a6c P eb28839ff794425dab7d38f6b38eeec6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } }
I20260618 07:59:15.605567 6649 catalog_manager.cc:5696] T 72a068903ce8426b9cde9b874a2c3a6c P eb28839ff794425dab7d38f6b38eeec6 reported cstate change: term changed from 0 to 1, leader changed from <none> to eb28839ff794425dab7d38f6b38eeec6 (127.6.118.65). New cstate: current_term: 1 leader_uuid: "eb28839ff794425dab7d38f6b38eeec6" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "eb28839ff794425dab7d38f6b38eeec6" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 44455 } health_report { overall_health: HEALTHY } } }
I20260618 07:59:15.690739 6617 catalog_manager.cc:2780] Servicing DeleteTable request from internal request:
table { table_name: "test_table" }
I20260618 07:59:15.705524 6617 catalog_manager.cc:5983] T 00000000000000000000000000000000 P cda458630f5b4cab8fe37ea4395b0537: Sending DeleteTablet for 1 replicas of tablet 073d42a878f84659901123416a3b55a6
I20260618 07:59:15.706357 6617 catalog_manager.cc:5983] T 00000000000000000000000000000000 P cda458630f5b4cab8fe37ea4395b0537: Sending DeleteTablet for 1 replicas of tablet 24419de5cf4544f39ccdd3e8720210c1
I20260618 07:59:15.707466 6736 tablet_service.cc:1558] Processing DeleteTablet for tablet 073d42a878f84659901123416a3b55a6 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-06-18 07:59:15 UTC) from {username='slave'} at 127.0.0.1:40260
I20260618 07:59:15.707036 6617 catalog_manager.cc:5983] T 00000000000000000000000000000000 P cda458630f5b4cab8fe37ea4395b0537: Sending DeleteTablet for 1 replicas of tablet c327461aa79a4013bd0501ca27c9ce64
I20260618 07:59:15.707897 6737 tablet_service.cc:1558] Processing DeleteTablet for tablet 24419de5cf4544f39ccdd3e8720210c1 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-06-18 07:59:15 UTC) from {username='slave'} at 127.0.0.1:40260
I20260618 07:59:15.709347 6617 catalog_manager.cc:5983] T 00000000000000000000000000000000 P cda458630f5b4cab8fe37ea4395b0537: Sending DeleteTablet for 1 replicas of tablet 10f8dea9204840c39997c1febe60daa1
I20260618 07:59:15.709467 6737 tablet_service.cc:1558] Processing DeleteTablet for tablet c327461aa79a4013bd0501ca27c9ce64 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-06-18 07:59:15 UTC) from {username='slave'} at 127.0.0.1:40260
I20260618 07:59:15.709771 6816 tablet_replica.cc:333] T 073d42a878f84659901123416a3b55a6 P eb28839ff794425dab7d38f6b38eeec6: stopping tablet replica
I20260618 07:59:15.710127 6617 catalog_manager.cc:5983] T 00000000000000000000000000000000 P cda458630f5b4cab8fe37ea4395b0537: Sending DeleteTablet for 1 replicas of tablet 90c0e00c58204cd2859c83886bb3b053
I20260618 07:59:15.710717 6816 raft_consensus.cc:2243] T 073d42a878f84659901123416a3b55a6 P eb28839ff794425dab7d38f6b38eeec6 [term 1 LEADER]: Raft consensus shutting down.
I20260618 07:59:15.710824 6617 catalog_manager.cc:5983] T 00000000000000000000000000000000 P cda458630f5b4cab8fe37ea4395b0537: Sending DeleteTablet for 1 replicas of tablet e57cb2d10a9548798dab68b76174f335
I20260618 07:59:15.711087 6737 tablet_service.cc:1558] Processing DeleteTablet for tablet 10f8dea9204840c39997c1febe60daa1 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-06-18 07:59:15 UTC) from {username='slave'} at 127.0.0.1:40260
I20260618 07:59:15.711313 6816 raft_consensus.cc:2272] T 073d42a878f84659901123416a3b55a6 P eb28839ff794425dab7d38f6b38eeec6 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260618 07:59:15.711541 6617 catalog_manager.cc:5983] T 00000000000000000000000000000000 P cda458630f5b4cab8fe37ea4395b0537: Sending DeleteTablet for 1 replicas of tablet 72a068903ce8426b9cde9b874a2c3a6c
I20260618 07:59:15.712244 6617 catalog_manager.cc:5983] T 00000000000000000000000000000000 P cda458630f5b4cab8fe37ea4395b0537: Sending DeleteTablet for 1 replicas of tablet 7d46698903e14b91901fcb22376267f4
I20260618 07:59:15.712976 6617 catalog_manager.cc:5983] T 00000000000000000000000000000000 P cda458630f5b4cab8fe37ea4395b0537: Sending DeleteTablet for 1 replicas of tablet 2f8164adf0e04ddc8c42250a1b18a746
I20260618 07:59:15.713469 6736 tablet_service.cc:1558] Processing DeleteTablet for tablet e57cb2d10a9548798dab68b76174f335 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-06-18 07:59:15 UTC) from {username='slave'} at 127.0.0.1:40260
I20260618 07:59:15.713587 6617 catalog_manager.cc:5983] T 00000000000000000000000000000000 P cda458630f5b4cab8fe37ea4395b0537: Sending DeleteTablet for 1 replicas of tablet 82380d69fe2e4956bc25332a7f4b1375
I20260618 07:59:15.714149 6737 tablet_service.cc:1558] Processing DeleteTablet for tablet 90c0e00c58204cd2859c83886bb3b053 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-06-18 07:59:15 UTC) from {username='slave'} at 127.0.0.1:40260
I20260618 07:59:15.715992 6816 ts_tablet_manager.cc:1916] T 073d42a878f84659901123416a3b55a6 P eb28839ff794425dab7d38f6b38eeec6: Deleting tablet data with delete state TABLET_DATA_DELETED
I20260618 07:59:15.716910 6736 tablet_service.cc:1558] Processing DeleteTablet for tablet 7d46698903e14b91901fcb22376267f4 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-06-18 07:59:15 UTC) from {username='slave'} at 127.0.0.1:40260
I20260618 07:59:15.717643 6734 tablet_service.cc:1558] Processing DeleteTablet for tablet 2f8164adf0e04ddc8c42250a1b18a746 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-06-18 07:59:15 UTC) from {username='slave'} at 127.0.0.1:40260
I20260618 07:59:15.717664 6737 tablet_service.cc:1558] Processing DeleteTablet for tablet 72a068903ce8426b9cde9b874a2c3a6c with delete_type TABLET_DATA_DELETED (Table deleted at 2026-06-18 07:59:15 UTC) from {username='slave'} at 127.0.0.1:40260
I20260618 07:59:15.718948 6737 tablet_service.cc:1558] Processing DeleteTablet for tablet 82380d69fe2e4956bc25332a7f4b1375 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-06-18 07:59:15 UTC) from {username='slave'} at 127.0.0.1:40260
I20260618 07:59:15.719611 6617 tablet_server.cc:179] TabletServer@127.6.118.65:0 shutting down...
I20260618 07:59:15.733906 6816 ts_tablet_manager.cc:1929] T 073d42a878f84659901123416a3b55a6 P eb28839ff794425dab7d38f6b38eeec6: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 1.1
I20260618 07:59:15.734372 6816 log.cc:1199] T 073d42a878f84659901123416a3b55a6 P eb28839ff794425dab7d38f6b38eeec6: Deleting WAL directory at /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1781769552496016-6617-0/minicluster-data/ts-0-root/wals/073d42a878f84659901123416a3b55a6
I20260618 07:59:15.735829 6816 ts_tablet_manager.cc:1950] T 073d42a878f84659901123416a3b55a6 P eb28839ff794425dab7d38f6b38eeec6: Deleting consensus metadata
I20260618 07:59:15.739248 6816 tablet_replica.cc:333] T 24419de5cf4544f39ccdd3e8720210c1 P eb28839ff794425dab7d38f6b38eeec6: stopping tablet replica
I20260618 07:59:15.740206 6816 raft_consensus.cc:2243] T 24419de5cf4544f39ccdd3e8720210c1 P eb28839ff794425dab7d38f6b38eeec6 [term 1 LEADER]: Raft consensus shutting down.
I20260618 07:59:15.740769 6816 raft_consensus.cc:2272] T 24419de5cf4544f39ccdd3e8720210c1 P eb28839ff794425dab7d38f6b38eeec6 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260618 07:59:15.744123 6636 catalog_manager.cc:5027] TS eb28839ff794425dab7d38f6b38eeec6 (127.6.118.65:44455): tablet 073d42a878f84659901123416a3b55a6 (table test_table [id=fb90e2d9e15548bcaf6a69cde47ca8bf]) successfully deleted
I20260618 07:59:15.744683 6816 ts_tablet_manager.cc:1916] T 24419de5cf4544f39ccdd3e8720210c1 P eb28839ff794425dab7d38f6b38eeec6: Deleting tablet data with delete state TABLET_DATA_DELETED
I20260618 07:59:15.755183 6617 ts_tablet_manager.cc:1507] Shutting down tablet manager...
I20260618 07:59:15.760206 6816 ts_tablet_manager.cc:1929] T 24419de5cf4544f39ccdd3e8720210c1 P eb28839ff794425dab7d38f6b38eeec6: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 1.1
I20260618 07:59:15.760601 6816 log.cc:1199] T 24419de5cf4544f39ccdd3e8720210c1 P eb28839ff794425dab7d38f6b38eeec6: Deleting WAL directory at /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable.1781769552496016-6617-0/minicluster-data/ts-0-root/wals/24419de5cf4544f39ccdd3e8720210c1
I20260618 07:59:15.761394 6816 ts_tablet_manager.cc:1950] T 24419de5cf4544f39ccdd3e8720210c1 P eb28839ff794425dab7d38f6b38eeec6: Deleting consensus metadata
W20260618 07:59:15.763531 6636 catalog_manager.cc:5019] TS eb28839ff794425dab7d38f6b38eeec6 (127.6.118.65:44455): delete failed for tablet 24419de5cf4544f39ccdd3e8720210c1 with error code TABLET_NOT_RUNNING: Service unavailable: Tablet Manager is not running: MANAGER_QUIESCING
W20260618 07:59:15.764458 6636 proxy.cc:239] Call had error, refreshing address and retrying: Remote error: Service unavailable: Tablet server shutting down
I20260618 07:59:15.765537 6617 tablet_replica.cc:333] T 72a068903ce8426b9cde9b874a2c3a6c P eb28839ff794425dab7d38f6b38eeec6: stopping tablet replica
I20260618 07:59:15.766548 6617 raft_consensus.cc:2243] T 72a068903ce8426b9cde9b874a2c3a6c P eb28839ff794425dab7d38f6b38eeec6 [term 1 LEADER]: Raft consensus shutting down.
I20260618 07:59:15.767201 6617 raft_consensus.cc:2272] T 72a068903ce8426b9cde9b874a2c3a6c P eb28839ff794425dab7d38f6b38eeec6 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260618 07:59:15.770224 6617 tablet_replica.cc:333] T 10f8dea9204840c39997c1febe60daa1 P eb28839ff794425dab7d38f6b38eeec6: stopping tablet replica
I20260618 07:59:15.770967 6617 raft_consensus.cc:2243] T 10f8dea9204840c39997c1febe60daa1 P eb28839ff794425dab7d38f6b38eeec6 [term 1 LEADER]: Raft consensus shutting down.
I20260618 07:59:15.771488 6617 raft_consensus.cc:2272] T 10f8dea9204840c39997c1febe60daa1 P eb28839ff794425dab7d38f6b38eeec6 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260618 07:59:15.774124 6617 tablet_replica.cc:333] T 2f8164adf0e04ddc8c42250a1b18a746 P eb28839ff794425dab7d38f6b38eeec6: stopping tablet replica
W20260618 07:59:15.774230 6636 catalog_manager.cc:4754] TS eb28839ff794425dab7d38f6b38eeec6 (127.6.118.65:44455): DeleteTablet:TABLET_DATA_DELETED RPC failed for tablet c327461aa79a4013bd0501ca27c9ce64: Remote error: Service unavailable: service kudu.tserver.TabletServerAdminService not registered on TabletServer
I20260618 07:59:15.774811 6617 raft_consensus.cc:2243] T 2f8164adf0e04ddc8c42250a1b18a746 P eb28839ff794425dab7d38f6b38eeec6 [term 1 LEADER]: Raft consensus shutting down.
I20260618 07:59:15.775282 6617 raft_consensus.cc:2272] T 2f8164adf0e04ddc8c42250a1b18a746 P eb28839ff794425dab7d38f6b38eeec6 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260618 07:59:15.777904 6617 tablet_replica.cc:333] T 90c0e00c58204cd2859c83886bb3b053 P eb28839ff794425dab7d38f6b38eeec6: stopping tablet replica
I20260618 07:59:15.778573 6617 raft_consensus.cc:2243] T 90c0e00c58204cd2859c83886bb3b053 P eb28839ff794425dab7d38f6b38eeec6 [term 1 LEADER]: Raft consensus shutting down.
I20260618 07:59:15.779011 6617 raft_consensus.cc:2272] T 90c0e00c58204cd2859c83886bb3b053 P eb28839ff794425dab7d38f6b38eeec6 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260618 07:59:15.781409 6617 tablet_replica.cc:333] T c327461aa79a4013bd0501ca27c9ce64 P eb28839ff794425dab7d38f6b38eeec6: stopping tablet replica
I20260618 07:59:15.782045 6617 raft_consensus.cc:2243] T c327461aa79a4013bd0501ca27c9ce64 P eb28839ff794425dab7d38f6b38eeec6 [term 1 LEADER]: Raft consensus shutting down.
I20260618 07:59:15.782501 6617 raft_consensus.cc:2272] T c327461aa79a4013bd0501ca27c9ce64 P eb28839ff794425dab7d38f6b38eeec6 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260618 07:59:15.784830 6617 tablet_replica.cc:333] T 7d46698903e14b91901fcb22376267f4 P eb28839ff794425dab7d38f6b38eeec6: stopping tablet replica
I20260618 07:59:15.785488 6617 raft_consensus.cc:2243] T 7d46698903e14b91901fcb22376267f4 P eb28839ff794425dab7d38f6b38eeec6 [term 1 LEADER]: Raft consensus shutting down.
I20260618 07:59:15.785920 6617 raft_consensus.cc:2272] T 7d46698903e14b91901fcb22376267f4 P eb28839ff794425dab7d38f6b38eeec6 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260618 07:59:15.788106 6617 tablet_replica.cc:333] T 82380d69fe2e4956bc25332a7f4b1375 P eb28839ff794425dab7d38f6b38eeec6: stopping tablet replica
I20260618 07:59:15.788702 6617 raft_consensus.cc:2243] T 82380d69fe2e4956bc25332a7f4b1375 P eb28839ff794425dab7d38f6b38eeec6 [term 1 LEADER]: Raft consensus shutting down.
I20260618 07:59:15.789148 6617 raft_consensus.cc:2272] T 82380d69fe2e4956bc25332a7f4b1375 P eb28839ff794425dab7d38f6b38eeec6 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260618 07:59:15.791411 6617 tablet_replica.cc:333] T e57cb2d10a9548798dab68b76174f335 P eb28839ff794425dab7d38f6b38eeec6: stopping tablet replica
I20260618 07:59:15.791965 6617 raft_consensus.cc:2243] T e57cb2d10a9548798dab68b76174f335 P eb28839ff794425dab7d38f6b38eeec6 [term 1 LEADER]: Raft consensus shutting down.
I20260618 07:59:15.792421 6617 raft_consensus.cc:2272] T e57cb2d10a9548798dab68b76174f335 P eb28839ff794425dab7d38f6b38eeec6 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260618 07:59:16.020094 6617 tablet_server.cc:196] TabletServer@127.6.118.65:0 shutdown complete.
I20260618 07:59:16.034422 6617 master.cc:562] Master@127.6.118.126:38023 shutting down...
I20260618 07:59:16.299024 6617 raft_consensus.cc:2243] T 00000000000000000000000000000000 P cda458630f5b4cab8fe37ea4395b0537 [term 1 LEADER]: Raft consensus shutting down.
I20260618 07:59:16.299711 6617 raft_consensus.cc:2272] T 00000000000000000000000000000000 P cda458630f5b4cab8fe37ea4395b0537 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260618 07:59:16.300127 6617 tablet_replica.cc:333] T 00000000000000000000000000000000 P cda458630f5b4cab8fe37ea4395b0537: stopping tablet replica
I20260618 07:59:16.320744 6617 master.cc:584] Master@127.6.118.126:38023 shutdown complete.
[ OK ] CatalogManagerRpcAndUserFunctionsTest.TestDeleteTable (3624 ms)
[ RUN ] CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser
I20260618 07:59:16.353385 6617 internal_mini_cluster.cc:156] Creating distributed mini masters. Addrs: 127.6.118.126:40545
I20260618 07:59:16.354770 6617 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20260618 07:59:16.360180 6819 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260618 07:59:16.362764 6820 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260618 07:59:16.364059 6617 server_base.cc:1061] running on GCE node
W20260618 07:59:16.364614 6822 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260618 07:59:16.365450 6617 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20260618 07:59:16.365625 6617 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20260618 07:59:16.365813 6617 hybrid_clock.cc:648] HybridClock initialized: now 1781769556365784 us; error 0 us; skew 500 ppm
I20260618 07:59:16.366334 6617 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20260618 07:59:16.369094 6617 webserver.cc:533] Webserver started at http://127.6.118.126:42507/ using document root <none> and password file <none>
I20260618 07:59:16.369575 6617 fs_manager.cc:362] Metadata directory not provided
I20260618 07:59:16.369761 6617 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20260618 07:59:16.370049 6617 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
I20260618 07:59:16.371069 6617 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1781769552496016-6617-0/minicluster-data/master-0-root/instance:
uuid: "120f711ec75e45f7ae23ab89401ae930"
format_stamp: "Formatted at 2026-06-18 07:59:16 on dist-test-slave-xxld"
I20260618 07:59:16.375558 6617 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.002s sys 0.004s
I20260618 07:59:16.378950 6827 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20260618 07:59:16.379770 6617 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
I20260618 07:59:16.380108 6617 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1781769552496016-6617-0/minicluster-data/master-0-root
uuid: "120f711ec75e45f7ae23ab89401ae930"
format_stamp: "Formatted at 2026-06-18 07:59:16 on dist-test-slave-xxld"
I20260618 07:59:16.380453 6617 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1781769552496016-6617-0/minicluster-data/master-0-root
metadata directory: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1781769552496016-6617-0/minicluster-data/master-0-root
1 data directories: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1781769552496016-6617-0/minicluster-data/master-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20260618 07:59:16.414001 6617 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20260618 07:59:16.415320 6617 kserver.cc:163] Server-wide thread pool size limit: 3276
I20260618 07:59:16.459399 6617 rpc_server.cc:307] RPC server started. Bound to: 127.6.118.126:40545
I20260618 07:59:16.459533 6878 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.118.126:40545 every 8 connection(s)
I20260618 07:59:16.463833 6879 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
I20260618 07:59:16.477605 6879 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 120f711ec75e45f7ae23ab89401ae930: Bootstrap starting.
I20260618 07:59:16.483484 6879 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 120f711ec75e45f7ae23ab89401ae930: Neither blocks nor log segments found. Creating new log.
I20260618 07:59:16.488181 6879 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 120f711ec75e45f7ae23ab89401ae930: No bootstrap required, opened a new log
I20260618 07:59:16.490821 6879 raft_consensus.cc:359] T 00000000000000000000000000000000 P 120f711ec75e45f7ae23ab89401ae930 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "120f711ec75e45f7ae23ab89401ae930" member_type: VOTER }
I20260618 07:59:16.491302 6879 raft_consensus.cc:385] T 00000000000000000000000000000000 P 120f711ec75e45f7ae23ab89401ae930 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260618 07:59:16.491600 6879 raft_consensus.cc:740] T 00000000000000000000000000000000 P 120f711ec75e45f7ae23ab89401ae930 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 120f711ec75e45f7ae23ab89401ae930, State: Initialized, Role: FOLLOWER
I20260618 07:59:16.492236 6879 consensus_queue.cc:260] T 00000000000000000000000000000000 P 120f711ec75e45f7ae23ab89401ae930 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "120f711ec75e45f7ae23ab89401ae930" member_type: VOTER }
I20260618 07:59:16.492805 6879 raft_consensus.cc:399] T 00000000000000000000000000000000 P 120f711ec75e45f7ae23ab89401ae930 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260618 07:59:16.493119 6879 raft_consensus.cc:493] T 00000000000000000000000000000000 P 120f711ec75e45f7ae23ab89401ae930 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260618 07:59:16.493444 6879 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 120f711ec75e45f7ae23ab89401ae930 [term 0 FOLLOWER]: Advancing to term 1
I20260618 07:59:16.498926 6879 raft_consensus.cc:515] T 00000000000000000000000000000000 P 120f711ec75e45f7ae23ab89401ae930 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "120f711ec75e45f7ae23ab89401ae930" member_type: VOTER }
I20260618 07:59:16.499490 6879 leader_election.cc:304] T 00000000000000000000000000000000 P 120f711ec75e45f7ae23ab89401ae930 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 120f711ec75e45f7ae23ab89401ae930; no voters:
I20260618 07:59:16.500883 6879 leader_election.cc:290] T 00000000000000000000000000000000 P 120f711ec75e45f7ae23ab89401ae930 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260618 07:59:16.501188 6882 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 120f711ec75e45f7ae23ab89401ae930 [term 1 FOLLOWER]: Leader election won for term 1
I20260618 07:59:16.505445 6882 raft_consensus.cc:697] T 00000000000000000000000000000000 P 120f711ec75e45f7ae23ab89401ae930 [term 1 LEADER]: Becoming Leader. State: Replica: 120f711ec75e45f7ae23ab89401ae930, State: Running, Role: LEADER
I20260618 07:59:16.506405 6882 consensus_queue.cc:237] T 00000000000000000000000000000000 P 120f711ec75e45f7ae23ab89401ae930 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "120f711ec75e45f7ae23ab89401ae930" member_type: VOTER }
I20260618 07:59:16.508567 6879 sys_catalog.cc:565] T 00000000000000000000000000000000 P 120f711ec75e45f7ae23ab89401ae930 [sys.catalog]: configured and running, proceeding with master startup.
I20260618 07:59:16.510347 6883 sys_catalog.cc:455] T 00000000000000000000000000000000 P 120f711ec75e45f7ae23ab89401ae930 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 120f711ec75e45f7ae23ab89401ae930. Latest consensus state: current_term: 1 leader_uuid: "120f711ec75e45f7ae23ab89401ae930" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "120f711ec75e45f7ae23ab89401ae930" member_type: VOTER } }
I20260618 07:59:16.510897 6883 sys_catalog.cc:458] T 00000000000000000000000000000000 P 120f711ec75e45f7ae23ab89401ae930 [sys.catalog]: This master's current role is: LEADER
I20260618 07:59:16.512495 6884 sys_catalog.cc:455] T 00000000000000000000000000000000 P 120f711ec75e45f7ae23ab89401ae930 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "120f711ec75e45f7ae23ab89401ae930" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "120f711ec75e45f7ae23ab89401ae930" member_type: VOTER } }
I20260618 07:59:16.513216 6884 sys_catalog.cc:458] T 00000000000000000000000000000000 P 120f711ec75e45f7ae23ab89401ae930 [sys.catalog]: This master's current role is: LEADER
I20260618 07:59:16.517972 6886 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
I20260618 07:59:16.526172 6886 catalog_manager.cc:1519] Initializing Kudu cluster ID...
I20260618 07:59:16.527931 6617 internal_mini_cluster.cc:184] Waiting to initialize catalog manager on master 0
I20260618 07:59:16.536772 6886 catalog_manager.cc:1382] Generated new cluster ID: e711c481079546f18aaf0ce275dc5192
I20260618 07:59:16.537153 6886 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
I20260618 07:59:16.576074 6886 catalog_manager.cc:1405] Generated new certificate authority record
I20260618 07:59:16.577351 6886 catalog_manager.cc:1539] Loading token signing keys...
I20260618 07:59:16.595418 6886 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 120f711ec75e45f7ae23ab89401ae930: Generated new TSK 0
I20260618 07:59:16.596091 6886 catalog_manager.cc:1549] Initializing in-progress tserver states...
I20260618 07:59:16.659004 6617 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20260618 07:59:16.665745 6900 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260618 07:59:16.666929 6901 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260618 07:59:16.669807 6617 server_base.cc:1061] running on GCE node
W20260618 07:59:16.669795 6903 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260618 07:59:16.671116 6617 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20260618 07:59:16.671377 6617 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20260618 07:59:16.671573 6617 hybrid_clock.cc:648] HybridClock initialized: now 1781769556671555 us; error 0 us; skew 500 ppm
I20260618 07:59:16.672261 6617 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20260618 07:59:16.674922 6617 webserver.cc:533] Webserver started at http://127.6.118.65:36291/ using document root <none> and password file <none>
I20260618 07:59:16.675499 6617 fs_manager.cc:362] Metadata directory not provided
I20260618 07:59:16.675743 6617 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20260618 07:59:16.676069 6617 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
I20260618 07:59:16.677503 6617 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1781769552496016-6617-0/minicluster-data/ts-0-root/instance:
uuid: "5cf30ab65f744dfa8edefb9bd54d8222"
format_stamp: "Formatted at 2026-06-18 07:59:16 on dist-test-slave-xxld"
I20260618 07:59:16.683169 6617 fs_manager.cc:696] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
I20260618 07:59:16.687126 6908 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20260618 07:59:16.687942 6617 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
I20260618 07:59:16.688244 6617 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1781769552496016-6617-0/minicluster-data/ts-0-root
uuid: "5cf30ab65f744dfa8edefb9bd54d8222"
format_stamp: "Formatted at 2026-06-18 07:59:16 on dist-test-slave-xxld"
I20260618 07:59:16.688567 6617 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1781769552496016-6617-0/minicluster-data/ts-0-root
metadata directory: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1781769552496016-6617-0/minicluster-data/ts-0-root
1 data directories: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1781769552496016-6617-0/minicluster-data/ts-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20260618 07:59:16.706956 6617 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20260618 07:59:16.708278 6617 kserver.cc:163] Server-wide thread pool size limit: 3276
I20260618 07:59:16.710163 6617 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
I20260618 07:59:16.713172 6617 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20260618 07:59:16.713426 6617 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20260618 07:59:16.713704 6617 ts_tablet_manager.cc:616] Registered 0 tablets
I20260618 07:59:16.713917 6617 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20260618 07:59:16.760282 6617 rpc_server.cc:307] RPC server started. Bound to: 127.6.118.65:35563
I20260618 07:59:16.760429 6970 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.118.65:35563 every 8 connection(s)
I20260618 07:59:16.779211 6971 heartbeater.cc:344] Connected to a master server at 127.6.118.126:40545
I20260618 07:59:16.779644 6971 heartbeater.cc:461] Registering TS with master...
I20260618 07:59:16.780439 6971 heartbeater.cc:507] Master 127.6.118.126:40545 requested a full tablet report, sending...
I20260618 07:59:16.782584 6844 ts_manager.cc:194] Registered new tserver with Master: 5cf30ab65f744dfa8edefb9bd54d8222 (127.6.118.65:35563)
I20260618 07:59:16.782683 6617 internal_mini_cluster.cc:371] 1 TS(s) registered with all masters after 0.018771624s
I20260618 07:59:16.785024 6844 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.0.1:56086
I20260618 07:59:16.806018 6844 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:56098:
name: "test_table"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 1
split_rows_range_bounds {
rows: "\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000""\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000"
indirect_data: """"
}
partition_schema {
range_schema {
columns {
name: "key"
}
}
}
I20260618 07:59:16.860348 6936 tablet_service.cc:1511] Processing CreateTablet for tablet 1887154d1dd643fab8e1d213ea65fe58 (DEFAULT_TABLE table=test_table [id=95ee373811f54668a5ad87d31578b455]), partition=RANGE (key) PARTITION VALUES < 100
I20260618 07:59:16.860551 6935 tablet_service.cc:1511] Processing CreateTablet for tablet 1be1af83f6f64591ba16e9bd24163890 (DEFAULT_TABLE table=test_table [id=95ee373811f54668a5ad87d31578b455]), partition=RANGE (key) PARTITION 100 <= VALUES < 200
I20260618 07:59:16.860900 6934 tablet_service.cc:1511] Processing CreateTablet for tablet 5507654e5c10458c875162d6f5e92298 (DEFAULT_TABLE table=test_table [id=95ee373811f54668a5ad87d31578b455]), partition=RANGE (key) PARTITION 200 <= VALUES < 300
I20260618 07:59:16.861641 6936 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1887154d1dd643fab8e1d213ea65fe58. 1 dirs total, 0 dirs full, 0 dirs failed
I20260618 07:59:16.862191 6935 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1be1af83f6f64591ba16e9bd24163890. 1 dirs total, 0 dirs full, 0 dirs failed
I20260618 07:59:16.862819 6934 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5507654e5c10458c875162d6f5e92298. 1 dirs total, 0 dirs full, 0 dirs failed
I20260618 07:59:16.863420 6933 tablet_service.cc:1511] Processing CreateTablet for tablet a524e3ddc8a24fc3966e229a75c04521 (DEFAULT_TABLE table=test_table [id=95ee373811f54668a5ad87d31578b455]), partition=RANGE (key) PARTITION 300 <= VALUES < 400
I20260618 07:59:16.864611 6933 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a524e3ddc8a24fc3966e229a75c04521. 1 dirs total, 0 dirs full, 0 dirs failed
I20260618 07:59:16.874454 6932 tablet_service.cc:1511] Processing CreateTablet for tablet e658bd3147eb4df989c6e8f88cf3982a (DEFAULT_TABLE table=test_table [id=95ee373811f54668a5ad87d31578b455]), partition=RANGE (key) PARTITION 400 <= VALUES < 500
I20260618 07:59:16.875793 6932 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e658bd3147eb4df989c6e8f88cf3982a. 1 dirs total, 0 dirs full, 0 dirs failed
I20260618 07:59:16.877826 6931 tablet_service.cc:1511] Processing CreateTablet for tablet c840acb4d1ad44b28a74d5929fa749db (DEFAULT_TABLE table=test_table [id=95ee373811f54668a5ad87d31578b455]), partition=RANGE (key) PARTITION 500 <= VALUES < 600
I20260618 07:59:16.879144 6931 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c840acb4d1ad44b28a74d5929fa749db. 1 dirs total, 0 dirs full, 0 dirs failed
I20260618 07:59:16.879562 6927 tablet_service.cc:1511] Processing CreateTablet for tablet 8b1ce374028f43f3b962217a78e01c49 (DEFAULT_TABLE table=test_table [id=95ee373811f54668a5ad87d31578b455]), partition=RANGE (key) PARTITION 900 <= VALUES
I20260618 07:59:16.880725 6927 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8b1ce374028f43f3b962217a78e01c49. 1 dirs total, 0 dirs full, 0 dirs failed
I20260618 07:59:16.883144 6928 tablet_service.cc:1511] Processing CreateTablet for tablet 02a187f6b16241ce81f37ec10697967e (DEFAULT_TABLE table=test_table [id=95ee373811f54668a5ad87d31578b455]), partition=RANGE (key) PARTITION 800 <= VALUES < 900
I20260618 07:59:16.884322 6928 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 02a187f6b16241ce81f37ec10697967e. 1 dirs total, 0 dirs full, 0 dirs failed
I20260618 07:59:16.885826 6929 tablet_service.cc:1511] Processing CreateTablet for tablet f316455c719041f4bd25dbdc501b7656 (DEFAULT_TABLE table=test_table [id=95ee373811f54668a5ad87d31578b455]), partition=RANGE (key) PARTITION 700 <= VALUES < 800
I20260618 07:59:16.887041 6929 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f316455c719041f4bd25dbdc501b7656. 1 dirs total, 0 dirs full, 0 dirs failed
I20260618 07:59:16.889832 6930 tablet_service.cc:1511] Processing CreateTablet for tablet dc2fb556375d4d2e8eccd81bd57c8652 (DEFAULT_TABLE table=test_table [id=95ee373811f54668a5ad87d31578b455]), partition=RANGE (key) PARTITION 600 <= VALUES < 700
I20260618 07:59:16.891062 6930 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet dc2fb556375d4d2e8eccd81bd57c8652. 1 dirs total, 0 dirs full, 0 dirs failed
I20260618 07:59:16.896420 6983 tablet_bootstrap.cc:492] T 1887154d1dd643fab8e1d213ea65fe58 P 5cf30ab65f744dfa8edefb9bd54d8222: Bootstrap starting.
I20260618 07:59:16.902362 6983 tablet_bootstrap.cc:654] T 1887154d1dd643fab8e1d213ea65fe58 P 5cf30ab65f744dfa8edefb9bd54d8222: Neither blocks nor log segments found. Creating new log.
I20260618 07:59:16.922186 6983 tablet_bootstrap.cc:492] T 1887154d1dd643fab8e1d213ea65fe58 P 5cf30ab65f744dfa8edefb9bd54d8222: No bootstrap required, opened a new log
I20260618 07:59:16.927080 6983 ts_tablet_manager.cc:1403] T 1887154d1dd643fab8e1d213ea65fe58 P 5cf30ab65f744dfa8edefb9bd54d8222: Time spent bootstrapping tablet: real 0.031s user 0.012s sys 0.011s
I20260618 07:59:16.930224 6983 raft_consensus.cc:359] T 1887154d1dd643fab8e1d213ea65fe58 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } }
I20260618 07:59:16.930783 6983 raft_consensus.cc:385] T 1887154d1dd643fab8e1d213ea65fe58 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260618 07:59:16.931087 6983 raft_consensus.cc:740] T 1887154d1dd643fab8e1d213ea65fe58 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5cf30ab65f744dfa8edefb9bd54d8222, State: Initialized, Role: FOLLOWER
I20260618 07:59:16.931788 6983 consensus_queue.cc:260] T 1887154d1dd643fab8e1d213ea65fe58 P 5cf30ab65f744dfa8edefb9bd54d8222 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } }
I20260618 07:59:16.932534 6983 raft_consensus.cc:399] T 1887154d1dd643fab8e1d213ea65fe58 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260618 07:59:16.932848 6983 raft_consensus.cc:493] T 1887154d1dd643fab8e1d213ea65fe58 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260618 07:59:16.933211 6983 raft_consensus.cc:3060] T 1887154d1dd643fab8e1d213ea65fe58 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Advancing to term 1
I20260618 07:59:16.937608 6983 raft_consensus.cc:515] T 1887154d1dd643fab8e1d213ea65fe58 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } }
I20260618 07:59:16.938210 6983 leader_election.cc:304] T 1887154d1dd643fab8e1d213ea65fe58 P 5cf30ab65f744dfa8edefb9bd54d8222 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 5cf30ab65f744dfa8edefb9bd54d8222; no voters:
I20260618 07:59:16.939688 6983 leader_election.cc:290] T 1887154d1dd643fab8e1d213ea65fe58 P 5cf30ab65f744dfa8edefb9bd54d8222 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260618 07:59:16.940245 6985 raft_consensus.cc:2804] T 1887154d1dd643fab8e1d213ea65fe58 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 FOLLOWER]: Leader election won for term 1
I20260618 07:59:16.941574 6971 heartbeater.cc:499] Master 127.6.118.126:40545 was elected leader, sending a full tablet report...
I20260618 07:59:16.942493 6983 ts_tablet_manager.cc:1434] T 1887154d1dd643fab8e1d213ea65fe58 P 5cf30ab65f744dfa8edefb9bd54d8222: Time spent starting tablet: real 0.015s user 0.013s sys 0.001s
I20260618 07:59:16.943625 6983 tablet_bootstrap.cc:492] T 5507654e5c10458c875162d6f5e92298 P 5cf30ab65f744dfa8edefb9bd54d8222: Bootstrap starting.
I20260618 07:59:16.943748 6985 raft_consensus.cc:697] T 1887154d1dd643fab8e1d213ea65fe58 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 LEADER]: Becoming Leader. State: Replica: 5cf30ab65f744dfa8edefb9bd54d8222, State: Running, Role: LEADER
I20260618 07:59:16.944475 6985 consensus_queue.cc:237] T 1887154d1dd643fab8e1d213ea65fe58 P 5cf30ab65f744dfa8edefb9bd54d8222 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } }
I20260618 07:59:16.950145 6983 tablet_bootstrap.cc:654] T 5507654e5c10458c875162d6f5e92298 P 5cf30ab65f744dfa8edefb9bd54d8222: Neither blocks nor log segments found. Creating new log.
I20260618 07:59:16.961288 6983 tablet_bootstrap.cc:492] T 5507654e5c10458c875162d6f5e92298 P 5cf30ab65f744dfa8edefb9bd54d8222: No bootstrap required, opened a new log
I20260618 07:59:16.961757 6983 ts_tablet_manager.cc:1403] T 5507654e5c10458c875162d6f5e92298 P 5cf30ab65f744dfa8edefb9bd54d8222: Time spent bootstrapping tablet: real 0.018s user 0.013s sys 0.004s
I20260618 07:59:16.961454 6844 catalog_manager.cc:5696] T 1887154d1dd643fab8e1d213ea65fe58 P 5cf30ab65f744dfa8edefb9bd54d8222 reported cstate change: term changed from 0 to 1, leader changed from <none> to 5cf30ab65f744dfa8edefb9bd54d8222 (127.6.118.65). New cstate: current_term: 1 leader_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } health_report { overall_health: HEALTHY } } }
I20260618 07:59:16.964349 6983 raft_consensus.cc:359] T 5507654e5c10458c875162d6f5e92298 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } }
I20260618 07:59:16.964879 6983 raft_consensus.cc:385] T 5507654e5c10458c875162d6f5e92298 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260618 07:59:16.965200 6983 raft_consensus.cc:740] T 5507654e5c10458c875162d6f5e92298 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5cf30ab65f744dfa8edefb9bd54d8222, State: Initialized, Role: FOLLOWER
I20260618 07:59:16.966115 6983 consensus_queue.cc:260] T 5507654e5c10458c875162d6f5e92298 P 5cf30ab65f744dfa8edefb9bd54d8222 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } }
I20260618 07:59:16.966735 6983 raft_consensus.cc:399] T 5507654e5c10458c875162d6f5e92298 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260618 07:59:16.967054 6983 raft_consensus.cc:493] T 5507654e5c10458c875162d6f5e92298 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260618 07:59:16.967389 6983 raft_consensus.cc:3060] T 5507654e5c10458c875162d6f5e92298 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Advancing to term 1
I20260618 07:59:16.974226 6983 raft_consensus.cc:515] T 5507654e5c10458c875162d6f5e92298 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } }
I20260618 07:59:16.974953 6983 leader_election.cc:304] T 5507654e5c10458c875162d6f5e92298 P 5cf30ab65f744dfa8edefb9bd54d8222 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 5cf30ab65f744dfa8edefb9bd54d8222; no voters:
I20260618 07:59:16.975576 6983 leader_election.cc:290] T 5507654e5c10458c875162d6f5e92298 P 5cf30ab65f744dfa8edefb9bd54d8222 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260618 07:59:16.975843 6987 raft_consensus.cc:2804] T 5507654e5c10458c875162d6f5e92298 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 FOLLOWER]: Leader election won for term 1
I20260618 07:59:16.976542 6987 raft_consensus.cc:697] T 5507654e5c10458c875162d6f5e92298 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 LEADER]: Becoming Leader. State: Replica: 5cf30ab65f744dfa8edefb9bd54d8222, State: Running, Role: LEADER
I20260618 07:59:16.977530 6983 ts_tablet_manager.cc:1434] T 5507654e5c10458c875162d6f5e92298 P 5cf30ab65f744dfa8edefb9bd54d8222: Time spent starting tablet: real 0.015s user 0.014s sys 0.001s
I20260618 07:59:16.977717 6987 consensus_queue.cc:237] T 5507654e5c10458c875162d6f5e92298 P 5cf30ab65f744dfa8edefb9bd54d8222 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } }
I20260618 07:59:16.978391 6983 tablet_bootstrap.cc:492] T c840acb4d1ad44b28a74d5929fa749db P 5cf30ab65f744dfa8edefb9bd54d8222: Bootstrap starting.
I20260618 07:59:16.988174 6983 tablet_bootstrap.cc:654] T c840acb4d1ad44b28a74d5929fa749db P 5cf30ab65f744dfa8edefb9bd54d8222: Neither blocks nor log segments found. Creating new log.
I20260618 07:59:16.994518 6983 tablet_bootstrap.cc:492] T c840acb4d1ad44b28a74d5929fa749db P 5cf30ab65f744dfa8edefb9bd54d8222: No bootstrap required, opened a new log
I20260618 07:59:16.995072 6983 ts_tablet_manager.cc:1403] T c840acb4d1ad44b28a74d5929fa749db P 5cf30ab65f744dfa8edefb9bd54d8222: Time spent bootstrapping tablet: real 0.017s user 0.009s sys 0.005s
I20260618 07:59:16.994580 6844 catalog_manager.cc:5696] T 5507654e5c10458c875162d6f5e92298 P 5cf30ab65f744dfa8edefb9bd54d8222 reported cstate change: term changed from 0 to 1, leader changed from <none> to 5cf30ab65f744dfa8edefb9bd54d8222 (127.6.118.65). New cstate: current_term: 1 leader_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } health_report { overall_health: HEALTHY } } }
I20260618 07:59:16.997565 6983 raft_consensus.cc:359] T c840acb4d1ad44b28a74d5929fa749db P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } }
I20260618 07:59:16.998126 6983 raft_consensus.cc:385] T c840acb4d1ad44b28a74d5929fa749db P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260618 07:59:16.998396 6983 raft_consensus.cc:740] T c840acb4d1ad44b28a74d5929fa749db P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5cf30ab65f744dfa8edefb9bd54d8222, State: Initialized, Role: FOLLOWER
I20260618 07:59:16.999095 6983 consensus_queue.cc:260] T c840acb4d1ad44b28a74d5929fa749db P 5cf30ab65f744dfa8edefb9bd54d8222 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } }
I20260618 07:59:16.999735 6983 raft_consensus.cc:399] T c840acb4d1ad44b28a74d5929fa749db P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260618 07:59:17.000012 6983 raft_consensus.cc:493] T c840acb4d1ad44b28a74d5929fa749db P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260618 07:59:17.000330 6983 raft_consensus.cc:3060] T c840acb4d1ad44b28a74d5929fa749db P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Advancing to term 1
I20260618 07:59:17.006497 6983 raft_consensus.cc:515] T c840acb4d1ad44b28a74d5929fa749db P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } }
I20260618 07:59:17.007164 6983 leader_election.cc:304] T c840acb4d1ad44b28a74d5929fa749db P 5cf30ab65f744dfa8edefb9bd54d8222 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 5cf30ab65f744dfa8edefb9bd54d8222; no voters:
I20260618 07:59:17.007835 6983 leader_election.cc:290] T c840acb4d1ad44b28a74d5929fa749db P 5cf30ab65f744dfa8edefb9bd54d8222 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260618 07:59:17.007988 6987 raft_consensus.cc:2804] T c840acb4d1ad44b28a74d5929fa749db P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 FOLLOWER]: Leader election won for term 1
I20260618 07:59:17.008477 6987 raft_consensus.cc:697] T c840acb4d1ad44b28a74d5929fa749db P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 LEADER]: Becoming Leader. State: Replica: 5cf30ab65f744dfa8edefb9bd54d8222, State: Running, Role: LEADER
I20260618 07:59:17.009299 6987 consensus_queue.cc:237] T c840acb4d1ad44b28a74d5929fa749db P 5cf30ab65f744dfa8edefb9bd54d8222 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } }
I20260618 07:59:17.009842 6983 ts_tablet_manager.cc:1434] T c840acb4d1ad44b28a74d5929fa749db P 5cf30ab65f744dfa8edefb9bd54d8222: Time spent starting tablet: real 0.014s user 0.014s sys 0.000s
I20260618 07:59:17.010762 6983 tablet_bootstrap.cc:492] T a524e3ddc8a24fc3966e229a75c04521 P 5cf30ab65f744dfa8edefb9bd54d8222: Bootstrap starting.
W20260618 07:59:17.015147 6972 tablet.cc:2406] T c840acb4d1ad44b28a74d5929fa749db P 5cf30ab65f744dfa8edefb9bd54d8222: Can't schedule compaction. Clean time has not been advanced past its initial value.
I20260618 07:59:17.019655 6983 tablet_bootstrap.cc:654] T a524e3ddc8a24fc3966e229a75c04521 P 5cf30ab65f744dfa8edefb9bd54d8222: Neither blocks nor log segments found. Creating new log.
I20260618 07:59:17.022739 6844 catalog_manager.cc:5696] T c840acb4d1ad44b28a74d5929fa749db P 5cf30ab65f744dfa8edefb9bd54d8222 reported cstate change: term changed from 0 to 1, leader changed from <none> to 5cf30ab65f744dfa8edefb9bd54d8222 (127.6.118.65). New cstate: current_term: 1 leader_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } health_report { overall_health: HEALTHY } } }
I20260618 07:59:17.027002 6983 tablet_bootstrap.cc:492] T a524e3ddc8a24fc3966e229a75c04521 P 5cf30ab65f744dfa8edefb9bd54d8222: No bootstrap required, opened a new log
I20260618 07:59:17.027426 6983 ts_tablet_manager.cc:1403] T a524e3ddc8a24fc3966e229a75c04521 P 5cf30ab65f744dfa8edefb9bd54d8222: Time spent bootstrapping tablet: real 0.017s user 0.011s sys 0.000s
I20260618 07:59:17.030171 6983 raft_consensus.cc:359] T a524e3ddc8a24fc3966e229a75c04521 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } }
I20260618 07:59:17.030692 6983 raft_consensus.cc:385] T a524e3ddc8a24fc3966e229a75c04521 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260618 07:59:17.030972 6983 raft_consensus.cc:740] T a524e3ddc8a24fc3966e229a75c04521 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5cf30ab65f744dfa8edefb9bd54d8222, State: Initialized, Role: FOLLOWER
I20260618 07:59:17.031654 6983 consensus_queue.cc:260] T a524e3ddc8a24fc3966e229a75c04521 P 5cf30ab65f744dfa8edefb9bd54d8222 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } }
I20260618 07:59:17.032272 6983 raft_consensus.cc:399] T a524e3ddc8a24fc3966e229a75c04521 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260618 07:59:17.032554 6983 raft_consensus.cc:493] T a524e3ddc8a24fc3966e229a75c04521 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260618 07:59:17.032878 6983 raft_consensus.cc:3060] T a524e3ddc8a24fc3966e229a75c04521 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Advancing to term 1
I20260618 07:59:17.039191 6983 raft_consensus.cc:515] T a524e3ddc8a24fc3966e229a75c04521 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } }
I20260618 07:59:17.039842 6983 leader_election.cc:304] T a524e3ddc8a24fc3966e229a75c04521 P 5cf30ab65f744dfa8edefb9bd54d8222 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 5cf30ab65f744dfa8edefb9bd54d8222; no voters:
I20260618 07:59:17.040421 6983 leader_election.cc:290] T a524e3ddc8a24fc3966e229a75c04521 P 5cf30ab65f744dfa8edefb9bd54d8222 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260618 07:59:17.040637 6986 raft_consensus.cc:2804] T a524e3ddc8a24fc3966e229a75c04521 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 FOLLOWER]: Leader election won for term 1
I20260618 07:59:17.041167 6986 raft_consensus.cc:697] T a524e3ddc8a24fc3966e229a75c04521 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 LEADER]: Becoming Leader. State: Replica: 5cf30ab65f744dfa8edefb9bd54d8222, State: Running, Role: LEADER
I20260618 07:59:17.042050 6983 ts_tablet_manager.cc:1434] T a524e3ddc8a24fc3966e229a75c04521 P 5cf30ab65f744dfa8edefb9bd54d8222: Time spent starting tablet: real 0.014s user 0.015s sys 0.000s
I20260618 07:59:17.041927 6986 consensus_queue.cc:237] T a524e3ddc8a24fc3966e229a75c04521 P 5cf30ab65f744dfa8edefb9bd54d8222 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } }
I20260618 07:59:17.042865 6983 tablet_bootstrap.cc:492] T 02a187f6b16241ce81f37ec10697967e P 5cf30ab65f744dfa8edefb9bd54d8222: Bootstrap starting.
I20260618 07:59:17.048419 6983 tablet_bootstrap.cc:654] T 02a187f6b16241ce81f37ec10697967e P 5cf30ab65f744dfa8edefb9bd54d8222: Neither blocks nor log segments found. Creating new log.
I20260618 07:59:17.049315 6844 catalog_manager.cc:5696] T a524e3ddc8a24fc3966e229a75c04521 P 5cf30ab65f744dfa8edefb9bd54d8222 reported cstate change: term changed from 0 to 1, leader changed from <none> to 5cf30ab65f744dfa8edefb9bd54d8222 (127.6.118.65). New cstate: current_term: 1 leader_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } health_report { overall_health: HEALTHY } } }
I20260618 07:59:17.052831 6983 tablet_bootstrap.cc:492] T 02a187f6b16241ce81f37ec10697967e P 5cf30ab65f744dfa8edefb9bd54d8222: No bootstrap required, opened a new log
I20260618 07:59:17.053265 6983 ts_tablet_manager.cc:1403] T 02a187f6b16241ce81f37ec10697967e P 5cf30ab65f744dfa8edefb9bd54d8222: Time spent bootstrapping tablet: real 0.011s user 0.002s sys 0.008s
I20260618 07:59:17.055594 6983 raft_consensus.cc:359] T 02a187f6b16241ce81f37ec10697967e P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } }
I20260618 07:59:17.056080 6983 raft_consensus.cc:385] T 02a187f6b16241ce81f37ec10697967e P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260618 07:59:17.056344 6983 raft_consensus.cc:740] T 02a187f6b16241ce81f37ec10697967e P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5cf30ab65f744dfa8edefb9bd54d8222, State: Initialized, Role: FOLLOWER
I20260618 07:59:17.056964 6983 consensus_queue.cc:260] T 02a187f6b16241ce81f37ec10697967e P 5cf30ab65f744dfa8edefb9bd54d8222 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } }
I20260618 07:59:17.057516 6983 raft_consensus.cc:399] T 02a187f6b16241ce81f37ec10697967e P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260618 07:59:17.057806 6983 raft_consensus.cc:493] T 02a187f6b16241ce81f37ec10697967e P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260618 07:59:17.058120 6983 raft_consensus.cc:3060] T 02a187f6b16241ce81f37ec10697967e P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Advancing to term 1
I20260618 07:59:17.064527 6983 raft_consensus.cc:515] T 02a187f6b16241ce81f37ec10697967e P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } }
I20260618 07:59:17.065239 6983 leader_election.cc:304] T 02a187f6b16241ce81f37ec10697967e P 5cf30ab65f744dfa8edefb9bd54d8222 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 5cf30ab65f744dfa8edefb9bd54d8222; no voters:
I20260618 07:59:17.065851 6983 leader_election.cc:290] T 02a187f6b16241ce81f37ec10697967e P 5cf30ab65f744dfa8edefb9bd54d8222 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260618 07:59:17.066045 6986 raft_consensus.cc:2804] T 02a187f6b16241ce81f37ec10697967e P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 FOLLOWER]: Leader election won for term 1
I20260618 07:59:17.066697 6986 raft_consensus.cc:697] T 02a187f6b16241ce81f37ec10697967e P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 LEADER]: Becoming Leader. State: Replica: 5cf30ab65f744dfa8edefb9bd54d8222, State: Running, Role: LEADER
I20260618 07:59:17.067523 6986 consensus_queue.cc:237] T 02a187f6b16241ce81f37ec10697967e P 5cf30ab65f744dfa8edefb9bd54d8222 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } }
I20260618 07:59:17.067843 6983 ts_tablet_manager.cc:1434] T 02a187f6b16241ce81f37ec10697967e P 5cf30ab65f744dfa8edefb9bd54d8222: Time spent starting tablet: real 0.014s user 0.012s sys 0.000s
I20260618 07:59:17.068760 6983 tablet_bootstrap.cc:492] T 8b1ce374028f43f3b962217a78e01c49 P 5cf30ab65f744dfa8edefb9bd54d8222: Bootstrap starting.
I20260618 07:59:17.074888 6983 tablet_bootstrap.cc:654] T 8b1ce374028f43f3b962217a78e01c49 P 5cf30ab65f744dfa8edefb9bd54d8222: Neither blocks nor log segments found. Creating new log.
I20260618 07:59:17.075023 6844 catalog_manager.cc:5696] T 02a187f6b16241ce81f37ec10697967e P 5cf30ab65f744dfa8edefb9bd54d8222 reported cstate change: term changed from 0 to 1, leader changed from <none> to 5cf30ab65f744dfa8edefb9bd54d8222 (127.6.118.65). New cstate: current_term: 1 leader_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } health_report { overall_health: HEALTHY } } }
I20260618 07:59:17.080906 6983 tablet_bootstrap.cc:492] T 8b1ce374028f43f3b962217a78e01c49 P 5cf30ab65f744dfa8edefb9bd54d8222: No bootstrap required, opened a new log
I20260618 07:59:17.081362 6983 ts_tablet_manager.cc:1403] T 8b1ce374028f43f3b962217a78e01c49 P 5cf30ab65f744dfa8edefb9bd54d8222: Time spent bootstrapping tablet: real 0.013s user 0.010s sys 0.001s
I20260618 07:59:17.083703 6983 raft_consensus.cc:359] T 8b1ce374028f43f3b962217a78e01c49 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } }
I20260618 07:59:17.084237 6983 raft_consensus.cc:385] T 8b1ce374028f43f3b962217a78e01c49 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260618 07:59:17.084501 6983 raft_consensus.cc:740] T 8b1ce374028f43f3b962217a78e01c49 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5cf30ab65f744dfa8edefb9bd54d8222, State: Initialized, Role: FOLLOWER
I20260618 07:59:17.085122 6983 consensus_queue.cc:260] T 8b1ce374028f43f3b962217a78e01c49 P 5cf30ab65f744dfa8edefb9bd54d8222 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } }
I20260618 07:59:17.085722 6983 raft_consensus.cc:399] T 8b1ce374028f43f3b962217a78e01c49 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260618 07:59:17.085996 6983 raft_consensus.cc:493] T 8b1ce374028f43f3b962217a78e01c49 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260618 07:59:17.086316 6983 raft_consensus.cc:3060] T 8b1ce374028f43f3b962217a78e01c49 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Advancing to term 1
I20260618 07:59:17.093277 6983 raft_consensus.cc:515] T 8b1ce374028f43f3b962217a78e01c49 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } }
I20260618 07:59:17.093907 6983 leader_election.cc:304] T 8b1ce374028f43f3b962217a78e01c49 P 5cf30ab65f744dfa8edefb9bd54d8222 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 5cf30ab65f744dfa8edefb9bd54d8222; no voters:
I20260618 07:59:17.094481 6983 leader_election.cc:290] T 8b1ce374028f43f3b962217a78e01c49 P 5cf30ab65f744dfa8edefb9bd54d8222 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260618 07:59:17.094640 6986 raft_consensus.cc:2804] T 8b1ce374028f43f3b962217a78e01c49 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 FOLLOWER]: Leader election won for term 1
I20260618 07:59:17.095333 6986 raft_consensus.cc:697] T 8b1ce374028f43f3b962217a78e01c49 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 LEADER]: Becoming Leader. State: Replica: 5cf30ab65f744dfa8edefb9bd54d8222, State: Running, Role: LEADER
I20260618 07:59:17.096020 6983 ts_tablet_manager.cc:1434] T 8b1ce374028f43f3b962217a78e01c49 P 5cf30ab65f744dfa8edefb9bd54d8222: Time spent starting tablet: real 0.014s user 0.002s sys 0.010s
I20260618 07:59:17.096174 6986 consensus_queue.cc:237] T 8b1ce374028f43f3b962217a78e01c49 P 5cf30ab65f744dfa8edefb9bd54d8222 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } }
I20260618 07:59:17.096800 6983 tablet_bootstrap.cc:492] T dc2fb556375d4d2e8eccd81bd57c8652 P 5cf30ab65f744dfa8edefb9bd54d8222: Bootstrap starting.
I20260618 07:59:17.102389 6983 tablet_bootstrap.cc:654] T dc2fb556375d4d2e8eccd81bd57c8652 P 5cf30ab65f744dfa8edefb9bd54d8222: Neither blocks nor log segments found. Creating new log.
I20260618 07:59:17.103307 6844 catalog_manager.cc:5696] T 8b1ce374028f43f3b962217a78e01c49 P 5cf30ab65f744dfa8edefb9bd54d8222 reported cstate change: term changed from 0 to 1, leader changed from <none> to 5cf30ab65f744dfa8edefb9bd54d8222 (127.6.118.65). New cstate: current_term: 1 leader_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } health_report { overall_health: HEALTHY } } }
I20260618 07:59:17.106519 6983 tablet_bootstrap.cc:492] T dc2fb556375d4d2e8eccd81bd57c8652 P 5cf30ab65f744dfa8edefb9bd54d8222: No bootstrap required, opened a new log
I20260618 07:59:17.106906 6983 ts_tablet_manager.cc:1403] T dc2fb556375d4d2e8eccd81bd57c8652 P 5cf30ab65f744dfa8edefb9bd54d8222: Time spent bootstrapping tablet: real 0.010s user 0.007s sys 0.001s
I20260618 07:59:17.109050 6983 raft_consensus.cc:359] T dc2fb556375d4d2e8eccd81bd57c8652 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } }
I20260618 07:59:17.109520 6983 raft_consensus.cc:385] T dc2fb556375d4d2e8eccd81bd57c8652 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260618 07:59:17.109777 6983 raft_consensus.cc:740] T dc2fb556375d4d2e8eccd81bd57c8652 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5cf30ab65f744dfa8edefb9bd54d8222, State: Initialized, Role: FOLLOWER
I20260618 07:59:17.110299 6983 consensus_queue.cc:260] T dc2fb556375d4d2e8eccd81bd57c8652 P 5cf30ab65f744dfa8edefb9bd54d8222 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } }
I20260618 07:59:17.110834 6983 raft_consensus.cc:399] T dc2fb556375d4d2e8eccd81bd57c8652 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260618 07:59:17.111094 6983 raft_consensus.cc:493] T dc2fb556375d4d2e8eccd81bd57c8652 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260618 07:59:17.111356 6983 raft_consensus.cc:3060] T dc2fb556375d4d2e8eccd81bd57c8652 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Advancing to term 1
I20260618 07:59:17.117725 6983 raft_consensus.cc:515] T dc2fb556375d4d2e8eccd81bd57c8652 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } }
I20260618 07:59:17.118543 6983 leader_election.cc:304] T dc2fb556375d4d2e8eccd81bd57c8652 P 5cf30ab65f744dfa8edefb9bd54d8222 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 5cf30ab65f744dfa8edefb9bd54d8222; no voters:
I20260618 07:59:17.119309 6983 leader_election.cc:290] T dc2fb556375d4d2e8eccd81bd57c8652 P 5cf30ab65f744dfa8edefb9bd54d8222 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260618 07:59:17.119501 6986 raft_consensus.cc:2804] T dc2fb556375d4d2e8eccd81bd57c8652 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 FOLLOWER]: Leader election won for term 1
I20260618 07:59:17.120182 6986 raft_consensus.cc:697] T dc2fb556375d4d2e8eccd81bd57c8652 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 LEADER]: Becoming Leader. State: Replica: 5cf30ab65f744dfa8edefb9bd54d8222, State: Running, Role: LEADER
I20260618 07:59:17.121462 6983 ts_tablet_manager.cc:1434] T dc2fb556375d4d2e8eccd81bd57c8652 P 5cf30ab65f744dfa8edefb9bd54d8222: Time spent starting tablet: real 0.014s user 0.016s sys 0.000s
I20260618 07:59:17.121271 6986 consensus_queue.cc:237] T dc2fb556375d4d2e8eccd81bd57c8652 P 5cf30ab65f744dfa8edefb9bd54d8222 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } }
I20260618 07:59:17.122481 6983 tablet_bootstrap.cc:492] T e658bd3147eb4df989c6e8f88cf3982a P 5cf30ab65f744dfa8edefb9bd54d8222: Bootstrap starting.
I20260618 07:59:17.127687 6983 tablet_bootstrap.cc:654] T e658bd3147eb4df989c6e8f88cf3982a P 5cf30ab65f744dfa8edefb9bd54d8222: Neither blocks nor log segments found. Creating new log.
I20260618 07:59:17.128762 6844 catalog_manager.cc:5696] T dc2fb556375d4d2e8eccd81bd57c8652 P 5cf30ab65f744dfa8edefb9bd54d8222 reported cstate change: term changed from 0 to 1, leader changed from <none> to 5cf30ab65f744dfa8edefb9bd54d8222 (127.6.118.65). New cstate: current_term: 1 leader_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } health_report { overall_health: HEALTHY } } }
I20260618 07:59:17.131878 6983 tablet_bootstrap.cc:492] T e658bd3147eb4df989c6e8f88cf3982a P 5cf30ab65f744dfa8edefb9bd54d8222: No bootstrap required, opened a new log
I20260618 07:59:17.132243 6983 ts_tablet_manager.cc:1403] T e658bd3147eb4df989c6e8f88cf3982a P 5cf30ab65f744dfa8edefb9bd54d8222: Time spent bootstrapping tablet: real 0.010s user 0.008s sys 0.000s
I20260618 07:59:17.134377 6983 raft_consensus.cc:359] T e658bd3147eb4df989c6e8f88cf3982a P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } }
I20260618 07:59:17.134847 6983 raft_consensus.cc:385] T e658bd3147eb4df989c6e8f88cf3982a P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260618 07:59:17.135102 6983 raft_consensus.cc:740] T e658bd3147eb4df989c6e8f88cf3982a P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5cf30ab65f744dfa8edefb9bd54d8222, State: Initialized, Role: FOLLOWER
I20260618 07:59:17.135783 6983 consensus_queue.cc:260] T e658bd3147eb4df989c6e8f88cf3982a P 5cf30ab65f744dfa8edefb9bd54d8222 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } }
I20260618 07:59:17.136372 6983 raft_consensus.cc:399] T e658bd3147eb4df989c6e8f88cf3982a P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260618 07:59:17.136639 6983 raft_consensus.cc:493] T e658bd3147eb4df989c6e8f88cf3982a P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260618 07:59:17.136965 6983 raft_consensus.cc:3060] T e658bd3147eb4df989c6e8f88cf3982a P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Advancing to term 1
I20260618 07:59:17.142886 6983 raft_consensus.cc:515] T e658bd3147eb4df989c6e8f88cf3982a P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } }
I20260618 07:59:17.143550 6983 leader_election.cc:304] T e658bd3147eb4df989c6e8f88cf3982a P 5cf30ab65f744dfa8edefb9bd54d8222 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 5cf30ab65f744dfa8edefb9bd54d8222; no voters:
I20260618 07:59:17.144157 6983 leader_election.cc:290] T e658bd3147eb4df989c6e8f88cf3982a P 5cf30ab65f744dfa8edefb9bd54d8222 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260618 07:59:17.144280 6986 raft_consensus.cc:2804] T e658bd3147eb4df989c6e8f88cf3982a P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 FOLLOWER]: Leader election won for term 1
I20260618 07:59:17.144793 6986 raft_consensus.cc:697] T e658bd3147eb4df989c6e8f88cf3982a P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 LEADER]: Becoming Leader. State: Replica: 5cf30ab65f744dfa8edefb9bd54d8222, State: Running, Role: LEADER
I20260618 07:59:17.145709 6983 ts_tablet_manager.cc:1434] T e658bd3147eb4df989c6e8f88cf3982a P 5cf30ab65f744dfa8edefb9bd54d8222: Time spent starting tablet: real 0.013s user 0.014s sys 0.000s
I20260618 07:59:17.145586 6986 consensus_queue.cc:237] T e658bd3147eb4df989c6e8f88cf3982a P 5cf30ab65f744dfa8edefb9bd54d8222 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } }
I20260618 07:59:17.146452 6983 tablet_bootstrap.cc:492] T f316455c719041f4bd25dbdc501b7656 P 5cf30ab65f744dfa8edefb9bd54d8222: Bootstrap starting.
I20260618 07:59:17.151890 6983 tablet_bootstrap.cc:654] T f316455c719041f4bd25dbdc501b7656 P 5cf30ab65f744dfa8edefb9bd54d8222: Neither blocks nor log segments found. Creating new log.
I20260618 07:59:17.151955 6844 catalog_manager.cc:5696] T e658bd3147eb4df989c6e8f88cf3982a P 5cf30ab65f744dfa8edefb9bd54d8222 reported cstate change: term changed from 0 to 1, leader changed from <none> to 5cf30ab65f744dfa8edefb9bd54d8222 (127.6.118.65). New cstate: current_term: 1 leader_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } health_report { overall_health: HEALTHY } } }
I20260618 07:59:17.156111 6983 tablet_bootstrap.cc:492] T f316455c719041f4bd25dbdc501b7656 P 5cf30ab65f744dfa8edefb9bd54d8222: No bootstrap required, opened a new log
I20260618 07:59:17.156499 6983 ts_tablet_manager.cc:1403] T f316455c719041f4bd25dbdc501b7656 P 5cf30ab65f744dfa8edefb9bd54d8222: Time spent bootstrapping tablet: real 0.010s user 0.008s sys 0.000s
I20260618 07:59:17.158825 6983 raft_consensus.cc:359] T f316455c719041f4bd25dbdc501b7656 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } }
I20260618 07:59:17.159312 6983 raft_consensus.cc:385] T f316455c719041f4bd25dbdc501b7656 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260618 07:59:17.159562 6983 raft_consensus.cc:740] T f316455c719041f4bd25dbdc501b7656 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5cf30ab65f744dfa8edefb9bd54d8222, State: Initialized, Role: FOLLOWER
I20260618 07:59:17.160172 6983 consensus_queue.cc:260] T f316455c719041f4bd25dbdc501b7656 P 5cf30ab65f744dfa8edefb9bd54d8222 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } }
I20260618 07:59:17.160754 6983 raft_consensus.cc:399] T f316455c719041f4bd25dbdc501b7656 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260618 07:59:17.161052 6983 raft_consensus.cc:493] T f316455c719041f4bd25dbdc501b7656 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260618 07:59:17.161381 6983 raft_consensus.cc:3060] T f316455c719041f4bd25dbdc501b7656 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Advancing to term 1
I20260618 07:59:17.166963 6983 raft_consensus.cc:515] T f316455c719041f4bd25dbdc501b7656 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } }
I20260618 07:59:17.167541 6983 leader_election.cc:304] T f316455c719041f4bd25dbdc501b7656 P 5cf30ab65f744dfa8edefb9bd54d8222 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 5cf30ab65f744dfa8edefb9bd54d8222; no voters:
I20260618 07:59:17.168081 6983 leader_election.cc:290] T f316455c719041f4bd25dbdc501b7656 P 5cf30ab65f744dfa8edefb9bd54d8222 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260618 07:59:17.168190 6986 raft_consensus.cc:2804] T f316455c719041f4bd25dbdc501b7656 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 FOLLOWER]: Leader election won for term 1
I20260618 07:59:17.168889 6986 raft_consensus.cc:697] T f316455c719041f4bd25dbdc501b7656 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 LEADER]: Becoming Leader. State: Replica: 5cf30ab65f744dfa8edefb9bd54d8222, State: Running, Role: LEADER
I20260618 07:59:17.169584 6983 ts_tablet_manager.cc:1434] T f316455c719041f4bd25dbdc501b7656 P 5cf30ab65f744dfa8edefb9bd54d8222: Time spent starting tablet: real 0.013s user 0.014s sys 0.000s
I20260618 07:59:17.169555 6986 consensus_queue.cc:237] T f316455c719041f4bd25dbdc501b7656 P 5cf30ab65f744dfa8edefb9bd54d8222 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } }
I20260618 07:59:17.170328 6983 tablet_bootstrap.cc:492] T 1be1af83f6f64591ba16e9bd24163890 P 5cf30ab65f744dfa8edefb9bd54d8222: Bootstrap starting.
I20260618 07:59:17.175177 6983 tablet_bootstrap.cc:654] T 1be1af83f6f64591ba16e9bd24163890 P 5cf30ab65f744dfa8edefb9bd54d8222: Neither blocks nor log segments found. Creating new log.
I20260618 07:59:17.179845 6843 catalog_manager.cc:5696] T f316455c719041f4bd25dbdc501b7656 P 5cf30ab65f744dfa8edefb9bd54d8222 reported cstate change: term changed from 0 to 1, leader changed from <none> to 5cf30ab65f744dfa8edefb9bd54d8222 (127.6.118.65). New cstate: current_term: 1 leader_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } health_report { overall_health: HEALTHY } } }
I20260618 07:59:17.182873 6983 tablet_bootstrap.cc:492] T 1be1af83f6f64591ba16e9bd24163890 P 5cf30ab65f744dfa8edefb9bd54d8222: No bootstrap required, opened a new log
I20260618 07:59:17.183233 6983 ts_tablet_manager.cc:1403] T 1be1af83f6f64591ba16e9bd24163890 P 5cf30ab65f744dfa8edefb9bd54d8222: Time spent bootstrapping tablet: real 0.013s user 0.011s sys 0.000s
I20260618 07:59:17.185905 6983 raft_consensus.cc:359] T 1be1af83f6f64591ba16e9bd24163890 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } }
I20260618 07:59:17.186373 6983 raft_consensus.cc:385] T 1be1af83f6f64591ba16e9bd24163890 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260618 07:59:17.186619 6983 raft_consensus.cc:740] T 1be1af83f6f64591ba16e9bd24163890 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5cf30ab65f744dfa8edefb9bd54d8222, State: Initialized, Role: FOLLOWER
I20260618 07:59:17.187197 6983 consensus_queue.cc:260] T 1be1af83f6f64591ba16e9bd24163890 P 5cf30ab65f744dfa8edefb9bd54d8222 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } }
I20260618 07:59:17.187798 6983 raft_consensus.cc:399] T 1be1af83f6f64591ba16e9bd24163890 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260618 07:59:17.188040 6983 raft_consensus.cc:493] T 1be1af83f6f64591ba16e9bd24163890 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260618 07:59:17.188313 6983 raft_consensus.cc:3060] T 1be1af83f6f64591ba16e9bd24163890 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 0 FOLLOWER]: Advancing to term 1
I20260618 07:59:17.193955 6983 raft_consensus.cc:515] T 1be1af83f6f64591ba16e9bd24163890 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } }
I20260618 07:59:17.194536 6983 leader_election.cc:304] T 1be1af83f6f64591ba16e9bd24163890 P 5cf30ab65f744dfa8edefb9bd54d8222 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 5cf30ab65f744dfa8edefb9bd54d8222; no voters:
I20260618 07:59:17.195071 6983 leader_election.cc:290] T 1be1af83f6f64591ba16e9bd24163890 P 5cf30ab65f744dfa8edefb9bd54d8222 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260618 07:59:17.195183 6986 raft_consensus.cc:2804] T 1be1af83f6f64591ba16e9bd24163890 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 FOLLOWER]: Leader election won for term 1
I20260618 07:59:17.195652 6986 raft_consensus.cc:697] T 1be1af83f6f64591ba16e9bd24163890 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 LEADER]: Becoming Leader. State: Replica: 5cf30ab65f744dfa8edefb9bd54d8222, State: Running, Role: LEADER
I20260618 07:59:17.196483 6983 ts_tablet_manager.cc:1434] T 1be1af83f6f64591ba16e9bd24163890 P 5cf30ab65f744dfa8edefb9bd54d8222: Time spent starting tablet: real 0.013s user 0.011s sys 0.000s
I20260618 07:59:17.196352 6986 consensus_queue.cc:237] T 1be1af83f6f64591ba16e9bd24163890 P 5cf30ab65f744dfa8edefb9bd54d8222 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } }
I20260618 07:59:17.201665 6843 catalog_manager.cc:5696] T 1be1af83f6f64591ba16e9bd24163890 P 5cf30ab65f744dfa8edefb9bd54d8222 reported cstate change: term changed from 0 to 1, leader changed from <none> to 5cf30ab65f744dfa8edefb9bd54d8222 (127.6.118.65). New cstate: current_term: 1 leader_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "5cf30ab65f744dfa8edefb9bd54d8222" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 35563 } health_report { overall_health: HEALTHY } } }
I20260618 07:59:17.219862 6617 catalog_manager.cc:2789] Servicing DeleteTable request from test_user:
table { table_name: "test_table" }
I20260618 07:59:17.233240 6617 catalog_manager.cc:5983] T 00000000000000000000000000000000 P 120f711ec75e45f7ae23ab89401ae930: Sending DeleteTablet for 1 replicas of tablet 1887154d1dd643fab8e1d213ea65fe58
I20260618 07:59:17.233884 6617 catalog_manager.cc:5983] T 00000000000000000000000000000000 P 120f711ec75e45f7ae23ab89401ae930: Sending DeleteTablet for 1 replicas of tablet 1be1af83f6f64591ba16e9bd24163890
I20260618 07:59:17.234845 6935 tablet_service.cc:1558] Processing DeleteTablet for tablet 1887154d1dd643fab8e1d213ea65fe58 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-06-18 07:59:17 UTC) from {username='slave'} at 127.0.0.1:51860
I20260618 07:59:17.234516 6617 catalog_manager.cc:5983] T 00000000000000000000000000000000 P 120f711ec75e45f7ae23ab89401ae930: Sending DeleteTablet for 1 replicas of tablet 5507654e5c10458c875162d6f5e92298
I20260618 07:59:17.235342 6929 tablet_service.cc:1558] Processing DeleteTablet for tablet 1be1af83f6f64591ba16e9bd24163890 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-06-18 07:59:17 UTC) from {username='slave'} at 127.0.0.1:51860
I20260618 07:59:17.235721 6617 catalog_manager.cc:5983] T 00000000000000000000000000000000 P 120f711ec75e45f7ae23ab89401ae930: Sending DeleteTablet for 1 replicas of tablet a524e3ddc8a24fc3966e229a75c04521
I20260618 07:59:17.236598 6617 catalog_manager.cc:5983] T 00000000000000000000000000000000 P 120f711ec75e45f7ae23ab89401ae930: Sending DeleteTablet for 1 replicas of tablet e658bd3147eb4df989c6e8f88cf3982a
I20260618 07:59:17.236847 6929 tablet_service.cc:1558] Processing DeleteTablet for tablet 5507654e5c10458c875162d6f5e92298 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-06-18 07:59:17 UTC) from {username='slave'} at 127.0.0.1:51860
I20260618 07:59:17.237408 6617 catalog_manager.cc:5983] T 00000000000000000000000000000000 P 120f711ec75e45f7ae23ab89401ae930: Sending DeleteTablet for 1 replicas of tablet c840acb4d1ad44b28a74d5929fa749db
I20260618 07:59:17.238271 6617 catalog_manager.cc:5983] T 00000000000000000000000000000000 P 120f711ec75e45f7ae23ab89401ae930: Sending DeleteTablet for 1 replicas of tablet dc2fb556375d4d2e8eccd81bd57c8652
I20260618 07:59:17.238835 6932 tablet_service.cc:1558] Processing DeleteTablet for tablet e658bd3147eb4df989c6e8f88cf3982a with delete_type TABLET_DATA_DELETED (Table deleted at 2026-06-18 07:59:17 UTC) from {username='slave'} at 127.0.0.1:51860
I20260618 07:59:17.239032 6617 catalog_manager.cc:5983] T 00000000000000000000000000000000 P 120f711ec75e45f7ae23ab89401ae930: Sending DeleteTablet for 1 replicas of tablet f316455c719041f4bd25dbdc501b7656
I20260618 07:59:17.239516 6929 tablet_service.cc:1558] Processing DeleteTablet for tablet a524e3ddc8a24fc3966e229a75c04521 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-06-18 07:59:17 UTC) from {username='slave'} at 127.0.0.1:51860
I20260618 07:59:17.239850 6617 catalog_manager.cc:5983] T 00000000000000000000000000000000 P 120f711ec75e45f7ae23ab89401ae930: Sending DeleteTablet for 1 replicas of tablet 02a187f6b16241ce81f37ec10697967e
I20260618 07:59:17.240700 6617 catalog_manager.cc:5983] T 00000000000000000000000000000000 P 120f711ec75e45f7ae23ab89401ae930: Sending DeleteTablet for 1 replicas of tablet 8b1ce374028f43f3b962217a78e01c49
I20260618 07:59:17.242604 6930 tablet_service.cc:1558] Processing DeleteTablet for tablet f316455c719041f4bd25dbdc501b7656 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-06-18 07:59:17 UTC) from {username='slave'} at 127.0.0.1:51860
I20260618 07:59:17.242650 6932 tablet_service.cc:1558] Processing DeleteTablet for tablet dc2fb556375d4d2e8eccd81bd57c8652 with delete_type TABLET_DATA_DELETED (Table deleted at 2026-06-18 07:59:17 UTC) from {username='slave'} at 127.0.0.1:51860
I20260618 07:59:17.243695 6617 tablet_server.cc:179] TabletServer@127.6.118.65:0 shutting down...
I20260618 07:59:17.245591 6927 tablet_service.cc:1558] Processing DeleteTablet for tablet 02a187f6b16241ce81f37ec10697967e with delete_type TABLET_DATA_DELETED (Table deleted at 2026-06-18 07:59:17 UTC) from {username='slave'} at 127.0.0.1:51860
I20260618 07:59:17.245616 6929 tablet_service.cc:1558] Processing DeleteTablet for tablet c840acb4d1ad44b28a74d5929fa749db with delete_type TABLET_DATA_DELETED (Table deleted at 2026-06-18 07:59:17 UTC) from {username='slave'} at 127.0.0.1:51860
I20260618 07:59:17.250759 7008 tablet_replica.cc:333] T 1887154d1dd643fab8e1d213ea65fe58 P 5cf30ab65f744dfa8edefb9bd54d8222: stopping tablet replica
I20260618 07:59:17.251966 7008 raft_consensus.cc:2243] T 1887154d1dd643fab8e1d213ea65fe58 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 LEADER]: Raft consensus shutting down.
W20260618 07:59:17.256911 6830 catalog_manager.cc:4754] TS 5cf30ab65f744dfa8edefb9bd54d8222 (127.6.118.65:35563): DeleteTablet:TABLET_DATA_DELETED RPC failed for tablet 8b1ce374028f43f3b962217a78e01c49: Remote error: Service unavailable: service kudu.tserver.TabletServerAdminService not registered on TabletServer
I20260618 07:59:17.257838 7008 raft_consensus.cc:2272] T 1887154d1dd643fab8e1d213ea65fe58 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260618 07:59:17.261409 7008 ts_tablet_manager.cc:1916] T 1887154d1dd643fab8e1d213ea65fe58 P 5cf30ab65f744dfa8edefb9bd54d8222: Deleting tablet data with delete state TABLET_DATA_DELETED
I20260618 07:59:17.280823 6617 ts_tablet_manager.cc:1507] Shutting down tablet manager...
I20260618 07:59:17.287070 7008 ts_tablet_manager.cc:1929] T 1887154d1dd643fab8e1d213ea65fe58 P 5cf30ab65f744dfa8edefb9bd54d8222: tablet deleted with delete type TABLET_DATA_DELETED: last-logged OpId 1.1
I20260618 07:59:17.287465 7008 log.cc:1199] T 1887154d1dd643fab8e1d213ea65fe58 P 5cf30ab65f744dfa8edefb9bd54d8222: Deleting WAL directory at /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser.1781769552496016-6617-0/minicluster-data/ts-0-root/wals/1887154d1dd643fab8e1d213ea65fe58
I20260618 07:59:17.288127 7008 ts_tablet_manager.cc:1950] T 1887154d1dd643fab8e1d213ea65fe58 P 5cf30ab65f744dfa8edefb9bd54d8222: Deleting consensus metadata
W20260618 07:59:17.289717 6830 catalog_manager.cc:5019] TS 5cf30ab65f744dfa8edefb9bd54d8222 (127.6.118.65:35563): delete failed for tablet 1887154d1dd643fab8e1d213ea65fe58 with error code TABLET_NOT_RUNNING: Service unavailable: Tablet Manager is not running: MANAGER_QUIESCING
I20260618 07:59:17.292006 6617 tablet_replica.cc:333] T e658bd3147eb4df989c6e8f88cf3982a P 5cf30ab65f744dfa8edefb9bd54d8222: stopping tablet replica
I20260618 07:59:17.292626 6617 raft_consensus.cc:2243] T e658bd3147eb4df989c6e8f88cf3982a P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 LEADER]: Raft consensus shutting down.
I20260618 07:59:17.293115 6617 raft_consensus.cc:2272] T e658bd3147eb4df989c6e8f88cf3982a P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260618 07:59:17.295714 6617 tablet_replica.cc:333] T dc2fb556375d4d2e8eccd81bd57c8652 P 5cf30ab65f744dfa8edefb9bd54d8222: stopping tablet replica
I20260618 07:59:17.296432 6617 raft_consensus.cc:2243] T dc2fb556375d4d2e8eccd81bd57c8652 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 LEADER]: Raft consensus shutting down.
I20260618 07:59:17.296890 6617 raft_consensus.cc:2272] T dc2fb556375d4d2e8eccd81bd57c8652 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260618 07:59:17.299355 6617 tablet_replica.cc:333] T 02a187f6b16241ce81f37ec10697967e P 5cf30ab65f744dfa8edefb9bd54d8222: stopping tablet replica
I20260618 07:59:17.300034 6617 raft_consensus.cc:2243] T 02a187f6b16241ce81f37ec10697967e P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 LEADER]: Raft consensus shutting down.
I20260618 07:59:17.300524 6617 raft_consensus.cc:2272] T 02a187f6b16241ce81f37ec10697967e P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260618 07:59:17.303145 6617 tablet_replica.cc:333] T 1be1af83f6f64591ba16e9bd24163890 P 5cf30ab65f744dfa8edefb9bd54d8222: stopping tablet replica
I20260618 07:59:17.303927 6617 raft_consensus.cc:2243] T 1be1af83f6f64591ba16e9bd24163890 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 LEADER]: Raft consensus shutting down.
I20260618 07:59:17.304299 6617 raft_consensus.cc:2272] T 1be1af83f6f64591ba16e9bd24163890 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260618 07:59:17.306125 6617 tablet_replica.cc:333] T c840acb4d1ad44b28a74d5929fa749db P 5cf30ab65f744dfa8edefb9bd54d8222: stopping tablet replica
I20260618 07:59:17.306550 6617 raft_consensus.cc:2243] T c840acb4d1ad44b28a74d5929fa749db P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 LEADER]: Raft consensus shutting down.
I20260618 07:59:17.306907 6617 raft_consensus.cc:2272] T c840acb4d1ad44b28a74d5929fa749db P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260618 07:59:17.308655 6617 tablet_replica.cc:333] T f316455c719041f4bd25dbdc501b7656 P 5cf30ab65f744dfa8edefb9bd54d8222: stopping tablet replica
I20260618 07:59:17.309190 6617 raft_consensus.cc:2243] T f316455c719041f4bd25dbdc501b7656 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 LEADER]: Raft consensus shutting down.
I20260618 07:59:17.309549 6617 raft_consensus.cc:2272] T f316455c719041f4bd25dbdc501b7656 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260618 07:59:17.311812 6617 tablet_replica.cc:333] T 5507654e5c10458c875162d6f5e92298 P 5cf30ab65f744dfa8edefb9bd54d8222: stopping tablet replica
I20260618 07:59:17.312261 6617 raft_consensus.cc:2243] T 5507654e5c10458c875162d6f5e92298 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 LEADER]: Raft consensus shutting down.
I20260618 07:59:17.312609 6617 raft_consensus.cc:2272] T 5507654e5c10458c875162d6f5e92298 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260618 07:59:17.314796 6617 tablet_replica.cc:333] T a524e3ddc8a24fc3966e229a75c04521 P 5cf30ab65f744dfa8edefb9bd54d8222: stopping tablet replica
I20260618 07:59:17.315280 6617 raft_consensus.cc:2243] T a524e3ddc8a24fc3966e229a75c04521 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 LEADER]: Raft consensus shutting down.
I20260618 07:59:17.315645 6617 raft_consensus.cc:2272] T a524e3ddc8a24fc3966e229a75c04521 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260618 07:59:17.317575 6617 tablet_replica.cc:333] T 8b1ce374028f43f3b962217a78e01c49 P 5cf30ab65f744dfa8edefb9bd54d8222: stopping tablet replica
I20260618 07:59:17.317991 6617 raft_consensus.cc:2243] T 8b1ce374028f43f3b962217a78e01c49 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 LEADER]: Raft consensus shutting down.
I20260618 07:59:17.318333 6617 raft_consensus.cc:2272] T 8b1ce374028f43f3b962217a78e01c49 P 5cf30ab65f744dfa8edefb9bd54d8222 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260618 07:59:17.344300 6617 tablet_server.cc:196] TabletServer@127.6.118.65:0 shutdown complete.
I20260618 07:59:17.357574 6617 master.cc:562] Master@127.6.118.126:40545 shutting down...
I20260618 07:59:17.453200 6617 raft_consensus.cc:2243] T 00000000000000000000000000000000 P 120f711ec75e45f7ae23ab89401ae930 [term 1 LEADER]: Raft consensus shutting down.
I20260618 07:59:17.453703 6617 raft_consensus.cc:2272] T 00000000000000000000000000000000 P 120f711ec75e45f7ae23ab89401ae930 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260618 07:59:17.454033 6617 tablet_replica.cc:333] T 00000000000000000000000000000000 P 120f711ec75e45f7ae23ab89401ae930: stopping tablet replica
I20260618 07:59:17.473610 6617 master.cc:584] Master@127.6.118.126:40545 shutdown complete.
[ OK ] CatalogManagerRpcAndUserFunctionsTest.TestDeleteTableWithUser (1146 ms)
[ RUN ] CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc
I20260618 07:59:17.498452 6617 internal_mini_cluster.cc:156] Creating distributed mini masters. Addrs: 127.6.118.126:32985
I20260618 07:59:17.499439 6617 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20260618 07:59:17.503666 7010 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260618 07:59:17.505443 7011 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260618 07:59:17.507992 7013 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260618 07:59:17.509841 6617 server_base.cc:1061] running on GCE node
I20260618 07:59:17.510885 6617 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20260618 07:59:17.511056 6617 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20260618 07:59:17.511181 6617 hybrid_clock.cc:648] HybridClock initialized: now 1781769557511171 us; error 0 us; skew 500 ppm
I20260618 07:59:17.511615 6617 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20260618 07:59:17.513872 6617 webserver.cc:533] Webserver started at http://127.6.118.126:38225/ using document root <none> and password file <none>
I20260618 07:59:17.514314 6617 fs_manager.cc:362] Metadata directory not provided
I20260618 07:59:17.514459 6617 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20260618 07:59:17.514655 6617 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
I20260618 07:59:17.515584 6617 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1781769552496016-6617-0/minicluster-data/master-0-root/instance:
uuid: "91899e4b00d542a4943cc17516982cd8"
format_stamp: "Formatted at 2026-06-18 07:59:17 on dist-test-slave-xxld"
I20260618 07:59:17.519528 6617 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.005s sys 0.000s
I20260618 07:59:17.522473 7018 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20260618 07:59:17.523190 6617 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.001s sys 0.000s
I20260618 07:59:17.523412 6617 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1781769552496016-6617-0/minicluster-data/master-0-root
uuid: "91899e4b00d542a4943cc17516982cd8"
format_stamp: "Formatted at 2026-06-18 07:59:17 on dist-test-slave-xxld"
I20260618 07:59:17.523638 6617 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1781769552496016-6617-0/minicluster-data/master-0-root
metadata directory: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1781769552496016-6617-0/minicluster-data/master-0-root
1 data directories: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1781769552496016-6617-0/minicluster-data/master-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20260618 07:59:17.552770 6617 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20260618 07:59:17.553771 6617 kserver.cc:163] Server-wide thread pool size limit: 3276
I20260618 07:59:17.588737 6617 rpc_server.cc:307] RPC server started. Bound to: 127.6.118.126:32985
I20260618 07:59:17.588833 7069 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.118.126:32985 every 8 connection(s)
I20260618 07:59:17.592429 7070 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
I20260618 07:59:17.601500 7070 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 91899e4b00d542a4943cc17516982cd8: Bootstrap starting.
I20260618 07:59:17.605410 7070 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 91899e4b00d542a4943cc17516982cd8: Neither blocks nor log segments found. Creating new log.
I20260618 07:59:17.608916 7070 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 91899e4b00d542a4943cc17516982cd8: No bootstrap required, opened a new log
I20260618 07:59:17.610761 7070 raft_consensus.cc:359] T 00000000000000000000000000000000 P 91899e4b00d542a4943cc17516982cd8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "91899e4b00d542a4943cc17516982cd8" member_type: VOTER }
I20260618 07:59:17.611138 7070 raft_consensus.cc:385] T 00000000000000000000000000000000 P 91899e4b00d542a4943cc17516982cd8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260618 07:59:17.611351 7070 raft_consensus.cc:740] T 00000000000000000000000000000000 P 91899e4b00d542a4943cc17516982cd8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 91899e4b00d542a4943cc17516982cd8, State: Initialized, Role: FOLLOWER
I20260618 07:59:17.611907 7070 consensus_queue.cc:260] T 00000000000000000000000000000000 P 91899e4b00d542a4943cc17516982cd8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "91899e4b00d542a4943cc17516982cd8" member_type: VOTER }
I20260618 07:59:17.612339 7070 raft_consensus.cc:399] T 00000000000000000000000000000000 P 91899e4b00d542a4943cc17516982cd8 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260618 07:59:17.612582 7070 raft_consensus.cc:493] T 00000000000000000000000000000000 P 91899e4b00d542a4943cc17516982cd8 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260618 07:59:17.612861 7070 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 91899e4b00d542a4943cc17516982cd8 [term 0 FOLLOWER]: Advancing to term 1
I20260618 07:59:17.616685 7070 raft_consensus.cc:515] T 00000000000000000000000000000000 P 91899e4b00d542a4943cc17516982cd8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "91899e4b00d542a4943cc17516982cd8" member_type: VOTER }
I20260618 07:59:17.617216 7070 leader_election.cc:304] T 00000000000000000000000000000000 P 91899e4b00d542a4943cc17516982cd8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 91899e4b00d542a4943cc17516982cd8; no voters:
I20260618 07:59:17.618270 7070 leader_election.cc:290] T 00000000000000000000000000000000 P 91899e4b00d542a4943cc17516982cd8 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260618 07:59:17.618588 7073 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 91899e4b00d542a4943cc17516982cd8 [term 1 FOLLOWER]: Leader election won for term 1
I20260618 07:59:17.619868 7073 raft_consensus.cc:697] T 00000000000000000000000000000000 P 91899e4b00d542a4943cc17516982cd8 [term 1 LEADER]: Becoming Leader. State: Replica: 91899e4b00d542a4943cc17516982cd8, State: Running, Role: LEADER
I20260618 07:59:17.620563 7073 consensus_queue.cc:237] T 00000000000000000000000000000000 P 91899e4b00d542a4943cc17516982cd8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "91899e4b00d542a4943cc17516982cd8" member_type: VOTER }
I20260618 07:59:17.621094 7070 sys_catalog.cc:565] T 00000000000000000000000000000000 P 91899e4b00d542a4943cc17516982cd8 [sys.catalog]: configured and running, proceeding with master startup.
I20260618 07:59:17.623281 7075 sys_catalog.cc:455] T 00000000000000000000000000000000 P 91899e4b00d542a4943cc17516982cd8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 91899e4b00d542a4943cc17516982cd8. Latest consensus state: current_term: 1 leader_uuid: "91899e4b00d542a4943cc17516982cd8" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "91899e4b00d542a4943cc17516982cd8" member_type: VOTER } }
I20260618 07:59:17.623281 7074 sys_catalog.cc:455] T 00000000000000000000000000000000 P 91899e4b00d542a4943cc17516982cd8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "91899e4b00d542a4943cc17516982cd8" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "91899e4b00d542a4943cc17516982cd8" member_type: VOTER } }
I20260618 07:59:17.623955 7075 sys_catalog.cc:458] T 00000000000000000000000000000000 P 91899e4b00d542a4943cc17516982cd8 [sys.catalog]: This master's current role is: LEADER
I20260618 07:59:17.624097 7074 sys_catalog.cc:458] T 00000000000000000000000000000000 P 91899e4b00d542a4943cc17516982cd8 [sys.catalog]: This master's current role is: LEADER
I20260618 07:59:17.627496 7078 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
I20260618 07:59:17.635059 7078 catalog_manager.cc:1519] Initializing Kudu cluster ID...
I20260618 07:59:17.636014 6617 internal_mini_cluster.cc:184] Waiting to initialize catalog manager on master 0
I20260618 07:59:17.643253 7078 catalog_manager.cc:1382] Generated new cluster ID: 7816d17156944591b7b18f86de4f249e
I20260618 07:59:17.643499 7078 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
I20260618 07:59:17.658813 7078 catalog_manager.cc:1405] Generated new certificate authority record
I20260618 07:59:17.659976 7078 catalog_manager.cc:1539] Loading token signing keys...
I20260618 07:59:17.671191 7078 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 91899e4b00d542a4943cc17516982cd8: Generated new TSK 0
I20260618 07:59:17.671730 7078 catalog_manager.cc:1549] Initializing in-progress tserver states...
I20260618 07:59:17.702670 6617 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20260618 07:59:17.708428 7091 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260618 07:59:17.710283 7092 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260618 07:59:17.713007 6617 server_base.cc:1061] running on GCE node
W20260618 07:59:17.712904 7094 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260618 07:59:17.714032 6617 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20260618 07:59:17.714283 6617 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20260618 07:59:17.714512 6617 hybrid_clock.cc:648] HybridClock initialized: now 1781769557714481 us; error 0 us; skew 500 ppm
I20260618 07:59:17.715049 6617 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20260618 07:59:17.717348 6617 webserver.cc:533] Webserver started at http://127.6.118.65:34561/ using document root <none> and password file <none>
I20260618 07:59:17.717875 6617 fs_manager.cc:362] Metadata directory not provided
I20260618 07:59:17.718096 6617 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20260618 07:59:17.718381 6617 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
I20260618 07:59:17.719475 6617 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1781769552496016-6617-0/minicluster-data/ts-0-root/instance:
uuid: "dce0e0b8ee1c447099b1394a2457f182"
format_stamp: "Formatted at 2026-06-18 07:59:17 on dist-test-slave-xxld"
I20260618 07:59:17.724182 6617 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.004s sys 0.003s
I20260618 07:59:17.727499 7099 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20260618 07:59:17.728327 6617 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
I20260618 07:59:17.728559 6617 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1781769552496016-6617-0/minicluster-data/ts-0-root
uuid: "dce0e0b8ee1c447099b1394a2457f182"
format_stamp: "Formatted at 2026-06-18 07:59:17 on dist-test-slave-xxld"
I20260618 07:59:17.728794 6617 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1781769552496016-6617-0/minicluster-data/ts-0-root
metadata directory: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1781769552496016-6617-0/minicluster-data/ts-0-root
1 data directories: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc.1781769552496016-6617-0/minicluster-data/ts-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20260618 07:59:17.741462 6617 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20260618 07:59:17.742326 6617 kserver.cc:163] Server-wide thread pool size limit: 3276
I20260618 07:59:17.743607 6617 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
I20260618 07:59:17.745889 6617 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20260618 07:59:17.746059 6617 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20260618 07:59:17.746363 6617 ts_tablet_manager.cc:616] Registered 0 tablets
I20260618 07:59:17.746524 6617 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20260618 07:59:17.783107 6617 rpc_server.cc:307] RPC server started. Bound to: 127.6.118.65:35641
I20260618 07:59:17.783200 7161 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.118.65:35641 every 8 connection(s)
I20260618 07:59:17.797354 7162 heartbeater.cc:344] Connected to a master server at 127.6.118.126:32985
I20260618 07:59:17.797703 7162 heartbeater.cc:461] Registering TS with master...
I20260618 07:59:17.798441 7162 heartbeater.cc:507] Master 127.6.118.126:32985 requested a full tablet report, sending...
I20260618 07:59:17.800367 7035 ts_manager.cc:194] Registered new tserver with Master: dce0e0b8ee1c447099b1394a2457f182 (127.6.118.65:35641)
I20260618 07:59:17.800467 6617 internal_mini_cluster.cc:371] 1 TS(s) registered with all masters after 0.013997864s
I20260618 07:59:17.802114 7035 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.0.1:52478
I20260618 07:59:17.819701 6617 catalog_manager.cc:2282] Servicing CreateTable request from internal request:
name: "test_table"
schema {
columns {
name: "key"
type: INT32
is_key: true
}
columns {
name: "int_val"
type: INT32
}
}
num_replicas: 1
owner: "default"
I20260618 07:59:17.828251 6617 tablet_server.cc:179] TabletServer@127.6.118.65:0 shutting down...
I20260618 07:59:17.849426 6617 ts_tablet_manager.cc:1507] Shutting down tablet manager...
W20260618 07:59:17.854772 7100 connection.cc:466] server connection from 127.0.0.1:58694 torn down before Call kudu.tserver.TabletServerAdminService.CreateTablet from 127.0.0.1:58694 (request call id 0) could send its response
I20260618 07:59:17.869257 6617 tablet_server.cc:196] TabletServer@127.6.118.65:0 shutdown complete.
I20260618 07:59:17.875650 6617 master.cc:562] Master@127.6.118.126:32985 shutting down...
I20260618 07:59:17.914496 6617 raft_consensus.cc:2243] T 00000000000000000000000000000000 P 91899e4b00d542a4943cc17516982cd8 [term 1 LEADER]: Raft consensus shutting down.
I20260618 07:59:17.915001 6617 raft_consensus.cc:2272] T 00000000000000000000000000000000 P 91899e4b00d542a4943cc17516982cd8 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260618 07:59:17.915539 6617 tablet_replica.cc:333] T 00000000000000000000000000000000 P 91899e4b00d542a4943cc17516982cd8: stopping tablet replica
I20260618 07:59:17.934298 6617 master.cc:584] Master@127.6.118.126:32985 shutdown complete.
[ OK ] CatalogManagerRpcAndUserFunctionsTest.TestCreateTableRpc (453 ms)
[ RUN ] CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser
I20260618 07:59:17.951723 6617 internal_mini_cluster.cc:156] Creating distributed mini masters. Addrs: 127.6.118.126:44255
I20260618 07:59:17.952622 6617 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20260618 07:59:17.956945 7175 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260618 07:59:17.957947 7176 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260618 07:59:17.959903 6617 server_base.cc:1061] running on GCE node
W20260618 07:59:17.959878 7178 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260618 07:59:17.960747 6617 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20260618 07:59:17.960973 6617 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20260618 07:59:17.961164 6617 hybrid_clock.cc:648] HybridClock initialized: now 1781769557961146 us; error 0 us; skew 500 ppm
I20260618 07:59:17.961668 6617 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20260618 07:59:17.963852 6617 webserver.cc:533] Webserver started at http://127.6.118.126:41849/ using document root <none> and password file <none>
I20260618 07:59:17.964314 6617 fs_manager.cc:362] Metadata directory not provided
I20260618 07:59:17.964519 6617 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20260618 07:59:17.964792 6617 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
I20260618 07:59:17.965847 6617 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1781769552496016-6617-0/minicluster-data/master-0-root/instance:
uuid: "4765bc303f6343d297e715abe47d036c"
format_stamp: "Formatted at 2026-06-18 07:59:17 on dist-test-slave-xxld"
I20260618 07:59:17.969803 6617 fs_manager.cc:696] Time spent creating directory manager: real 0.003s user 0.001s sys 0.003s
I20260618 07:59:17.972735 7183 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20260618 07:59:17.973436 6617 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.001s sys 0.001s
I20260618 07:59:17.973704 6617 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1781769552496016-6617-0/minicluster-data/master-0-root
uuid: "4765bc303f6343d297e715abe47d036c"
format_stamp: "Formatted at 2026-06-18 07:59:17 on dist-test-slave-xxld"
I20260618 07:59:17.973980 6617 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1781769552496016-6617-0/minicluster-data/master-0-root
metadata directory: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1781769552496016-6617-0/minicluster-data/master-0-root
1 data directories: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1781769552496016-6617-0/minicluster-data/master-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20260618 07:59:17.987290 6617 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20260618 07:59:17.988204 6617 kserver.cc:163] Server-wide thread pool size limit: 3276
I20260618 07:59:18.021688 6617 rpc_server.cc:307] RPC server started. Bound to: 127.6.118.126:44255
I20260618 07:59:18.021785 7234 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.118.126:44255 every 8 connection(s)
I20260618 07:59:18.025425 7235 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
I20260618 07:59:18.035135 7235 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4765bc303f6343d297e715abe47d036c: Bootstrap starting.
I20260618 07:59:18.039115 7235 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 4765bc303f6343d297e715abe47d036c: Neither blocks nor log segments found. Creating new log.
I20260618 07:59:18.042824 7235 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4765bc303f6343d297e715abe47d036c: No bootstrap required, opened a new log
I20260618 07:59:18.044684 7235 raft_consensus.cc:359] T 00000000000000000000000000000000 P 4765bc303f6343d297e715abe47d036c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4765bc303f6343d297e715abe47d036c" member_type: VOTER }
I20260618 07:59:18.045084 7235 raft_consensus.cc:385] T 00000000000000000000000000000000 P 4765bc303f6343d297e715abe47d036c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260618 07:59:18.045286 7235 raft_consensus.cc:740] T 00000000000000000000000000000000 P 4765bc303f6343d297e715abe47d036c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4765bc303f6343d297e715abe47d036c, State: Initialized, Role: FOLLOWER
I20260618 07:59:18.045764 7235 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4765bc303f6343d297e715abe47d036c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4765bc303f6343d297e715abe47d036c" member_type: VOTER }
I20260618 07:59:18.046145 7235 raft_consensus.cc:399] T 00000000000000000000000000000000 P 4765bc303f6343d297e715abe47d036c [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260618 07:59:18.046337 7235 raft_consensus.cc:493] T 00000000000000000000000000000000 P 4765bc303f6343d297e715abe47d036c [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260618 07:59:18.046548 7235 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 4765bc303f6343d297e715abe47d036c [term 0 FOLLOWER]: Advancing to term 1
I20260618 07:59:18.050846 7235 raft_consensus.cc:515] T 00000000000000000000000000000000 P 4765bc303f6343d297e715abe47d036c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4765bc303f6343d297e715abe47d036c" member_type: VOTER }
I20260618 07:59:18.051316 7235 leader_election.cc:304] T 00000000000000000000000000000000 P 4765bc303f6343d297e715abe47d036c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 4765bc303f6343d297e715abe47d036c; no voters:
I20260618 07:59:18.052361 7235 leader_election.cc:290] T 00000000000000000000000000000000 P 4765bc303f6343d297e715abe47d036c [CANDIDATE]: Term 1 election: Requested vote from peers
I20260618 07:59:18.052667 7238 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 4765bc303f6343d297e715abe47d036c [term 1 FOLLOWER]: Leader election won for term 1
I20260618 07:59:18.053999 7238 raft_consensus.cc:697] T 00000000000000000000000000000000 P 4765bc303f6343d297e715abe47d036c [term 1 LEADER]: Becoming Leader. State: Replica: 4765bc303f6343d297e715abe47d036c, State: Running, Role: LEADER
I20260618 07:59:18.054697 7238 consensus_queue.cc:237] T 00000000000000000000000000000000 P 4765bc303f6343d297e715abe47d036c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4765bc303f6343d297e715abe47d036c" member_type: VOTER }
I20260618 07:59:18.055297 7235 sys_catalog.cc:565] T 00000000000000000000000000000000 P 4765bc303f6343d297e715abe47d036c [sys.catalog]: configured and running, proceeding with master startup.
I20260618 07:59:18.057329 7240 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4765bc303f6343d297e715abe47d036c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 4765bc303f6343d297e715abe47d036c. Latest consensus state: current_term: 1 leader_uuid: "4765bc303f6343d297e715abe47d036c" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4765bc303f6343d297e715abe47d036c" member_type: VOTER } }
I20260618 07:59:18.057370 7239 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4765bc303f6343d297e715abe47d036c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "4765bc303f6343d297e715abe47d036c" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4765bc303f6343d297e715abe47d036c" member_type: VOTER } }
I20260618 07:59:18.057919 7240 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4765bc303f6343d297e715abe47d036c [sys.catalog]: This master's current role is: LEADER
I20260618 07:59:18.058034 7239 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4765bc303f6343d297e715abe47d036c [sys.catalog]: This master's current role is: LEADER
I20260618 07:59:18.061548 7243 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
I20260618 07:59:18.067953 7243 catalog_manager.cc:1519] Initializing Kudu cluster ID...
I20260618 07:59:18.068992 6617 internal_mini_cluster.cc:184] Waiting to initialize catalog manager on master 0
I20260618 07:59:18.077113 7243 catalog_manager.cc:1382] Generated new cluster ID: 9d9a40e5990a4bcab83a302a4c86db03
I20260618 07:59:18.077420 7243 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
I20260618 07:59:18.093000 7243 catalog_manager.cc:1405] Generated new certificate authority record
I20260618 07:59:18.094240 7243 catalog_manager.cc:1539] Loading token signing keys...
I20260618 07:59:18.108857 7243 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 4765bc303f6343d297e715abe47d036c: Generated new TSK 0
I20260618 07:59:18.109498 7243 catalog_manager.cc:1549] Initializing in-progress tserver states...
I20260618 07:59:18.135519 6617 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20260618 07:59:18.141577 7256 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260618 07:59:18.142340 7257 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260618 07:59:18.144734 6617 server_base.cc:1061] running on GCE node
W20260618 07:59:18.144687 7259 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260618 07:59:18.145676 6617 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20260618 07:59:18.145902 6617 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20260618 07:59:18.146080 6617 hybrid_clock.cc:648] HybridClock initialized: now 1781769558146061 us; error 0 us; skew 500 ppm
I20260618 07:59:18.146631 6617 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20260618 07:59:18.148811 6617 webserver.cc:533] Webserver started at http://127.6.118.65:38233/ using document root <none> and password file <none>
I20260618 07:59:18.149350 6617 fs_manager.cc:362] Metadata directory not provided
I20260618 07:59:18.149566 6617 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20260618 07:59:18.149842 6617 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
I20260618 07:59:18.150871 6617 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1781769552496016-6617-0/minicluster-data/ts-0-root/instance:
uuid: "eb255b1f3e854d1891875009df57426e"
format_stamp: "Formatted at 2026-06-18 07:59:18 on dist-test-slave-xxld"
I20260618 07:59:18.155251 6617 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.006s sys 0.000s
I20260618 07:59:18.158505 7264 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20260618 07:59:18.159274 6617 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.001s sys 0.000s
I20260618 07:59:18.159557 6617 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1781769552496016-6617-0/minicluster-data/ts-0-root
uuid: "eb255b1f3e854d1891875009df57426e"
format_stamp: "Formatted at 2026-06-18 07:59:18 on dist-test-slave-xxld"
I20260618 07:59:18.159847 6617 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1781769552496016-6617-0/minicluster-data/ts-0-root
metadata directory: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1781769552496016-6617-0/minicluster-data/ts-0-root
1 data directories: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser.1781769552496016-6617-0/minicluster-data/ts-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20260618 07:59:18.174204 6617 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20260618 07:59:18.175354 6617 kserver.cc:163] Server-wide thread pool size limit: 3276
I20260618 07:59:18.176869 6617 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
I20260618 07:59:18.179088 6617 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20260618 07:59:18.179325 6617 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20260618 07:59:18.179566 6617 ts_tablet_manager.cc:616] Registered 0 tablets
I20260618 07:59:18.179733 6617 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20260618 07:59:18.216316 6617 rpc_server.cc:307] RPC server started. Bound to: 127.6.118.65:39819
I20260618 07:59:18.216403 7326 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.118.65:39819 every 8 connection(s)
I20260618 07:59:18.230300 7327 heartbeater.cc:344] Connected to a master server at 127.6.118.126:44255
I20260618 07:59:18.230602 7327 heartbeater.cc:461] Registering TS with master...
I20260618 07:59:18.231189 7327 heartbeater.cc:507] Master 127.6.118.126:44255 requested a full tablet report, sending...
I20260618 07:59:18.233106 7200 ts_manager.cc:194] Registered new tserver with Master: eb255b1f3e854d1891875009df57426e (127.6.118.65:39819)
I20260618 07:59:18.233871 6617 internal_mini_cluster.cc:371] 1 TS(s) registered with all masters after 0.014342278s
I20260618 07:59:18.235123 7200 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.0.1:51248
I20260618 07:59:18.253664 6617 catalog_manager.cc:2291] Servicing CreateTable request from test_user:
name: "test_table"
schema {
columns {
name: "key"
type: INT32
is_key: true
}
columns {
name: "int_val"
type: INT32
}
}
num_replicas: 1
owner: "default"
I20260618 07:59:18.262936 6617 tablet_server.cc:179] TabletServer@127.6.118.65:0 shutting down...
I20260618 07:59:18.287426 6617 ts_tablet_manager.cc:1507] Shutting down tablet manager...
W20260618 07:59:18.293020 7184 catalog_manager.cc:4754] TS eb255b1f3e854d1891875009df57426e (127.6.118.65:39819): CreateTablet RPC failed for tablet 57875170fb1740b5b900807a587a25da: Network error: Client connection negotiation failed: client connection to 127.6.118.65:39819: connect: Connection refused (error 111)
I20260618 07:59:18.304241 6617 tablet_server.cc:196] TabletServer@127.6.118.65:0 shutdown complete.
I20260618 07:59:18.311014 6617 master.cc:562] Master@127.6.118.126:44255 shutting down...
I20260618 07:59:18.330302 6617 raft_consensus.cc:2243] T 00000000000000000000000000000000 P 4765bc303f6343d297e715abe47d036c [term 1 LEADER]: Raft consensus shutting down.
I20260618 07:59:18.330739 6617 raft_consensus.cc:2272] T 00000000000000000000000000000000 P 4765bc303f6343d297e715abe47d036c [term 1 FOLLOWER]: Raft consensus is shut down!
I20260618 07:59:18.331121 6617 tablet_replica.cc:333] T 00000000000000000000000000000000 P 4765bc303f6343d297e715abe47d036c: stopping tablet replica
I20260618 07:59:18.349856 6617 master.cc:584] Master@127.6.118.126:44255 shutdown complete.
[ OK ] CatalogManagerRpcAndUserFunctionsTest.TestCreateTableWithUser (416 ms)
[ RUN ] CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc
I20260618 07:59:18.368417 6617 internal_mini_cluster.cc:156] Creating distributed mini masters. Addrs: 127.6.118.126:39941
I20260618 07:59:18.369531 6617 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20260618 07:59:18.374018 7340 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260618 07:59:18.374872 7341 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260618 07:59:18.376693 7343 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260618 07:59:18.376847 6617 server_base.cc:1061] running on GCE node
I20260618 07:59:18.377622 6617 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20260618 07:59:18.377837 6617 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20260618 07:59:18.378001 6617 hybrid_clock.cc:648] HybridClock initialized: now 1781769558377985 us; error 0 us; skew 500 ppm
I20260618 07:59:18.378513 6617 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20260618 07:59:18.380632 6617 webserver.cc:533] Webserver started at http://127.6.118.126:44097/ using document root <none> and password file <none>
I20260618 07:59:18.381165 6617 fs_manager.cc:362] Metadata directory not provided
I20260618 07:59:18.381372 6617 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20260618 07:59:18.381632 6617 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
I20260618 07:59:18.382647 6617 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1781769552496016-6617-0/minicluster-data/master-0-root/instance:
uuid: "7de9feab0ee04695947cb4d4c46e1a55"
format_stamp: "Formatted at 2026-06-18 07:59:18 on dist-test-slave-xxld"
I20260618 07:59:18.386926 6617 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.005s sys 0.000s
I20260618 07:59:18.390589 7348 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20260618 07:59:18.391469 6617 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.001s sys 0.000s
I20260618 07:59:18.391696 6617 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1781769552496016-6617-0/minicluster-data/master-0-root
uuid: "7de9feab0ee04695947cb4d4c46e1a55"
format_stamp: "Formatted at 2026-06-18 07:59:18 on dist-test-slave-xxld"
I20260618 07:59:18.391952 6617 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1781769552496016-6617-0/minicluster-data/master-0-root
metadata directory: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1781769552496016-6617-0/minicluster-data/master-0-root
1 data directories: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1781769552496016-6617-0/minicluster-data/master-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20260618 07:59:18.414649 6617 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20260618 07:59:18.415592 6617 kserver.cc:163] Server-wide thread pool size limit: 3276
I20260618 07:59:18.449906 6617 rpc_server.cc:307] RPC server started. Bound to: 127.6.118.126:39941
I20260618 07:59:18.450012 7399 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.118.126:39941 every 8 connection(s)
I20260618 07:59:18.453625 7400 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
I20260618 07:59:18.463135 7400 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7de9feab0ee04695947cb4d4c46e1a55: Bootstrap starting.
I20260618 07:59:18.467620 7400 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7de9feab0ee04695947cb4d4c46e1a55: Neither blocks nor log segments found. Creating new log.
I20260618 07:59:18.471699 7400 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7de9feab0ee04695947cb4d4c46e1a55: No bootstrap required, opened a new log
I20260618 07:59:18.473675 7400 raft_consensus.cc:359] T 00000000000000000000000000000000 P 7de9feab0ee04695947cb4d4c46e1a55 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7de9feab0ee04695947cb4d4c46e1a55" member_type: VOTER }
I20260618 07:59:18.474072 7400 raft_consensus.cc:385] T 00000000000000000000000000000000 P 7de9feab0ee04695947cb4d4c46e1a55 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260618 07:59:18.474293 7400 raft_consensus.cc:740] T 00000000000000000000000000000000 P 7de9feab0ee04695947cb4d4c46e1a55 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7de9feab0ee04695947cb4d4c46e1a55, State: Initialized, Role: FOLLOWER
I20260618 07:59:18.474920 7400 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7de9feab0ee04695947cb4d4c46e1a55 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7de9feab0ee04695947cb4d4c46e1a55" member_type: VOTER }
I20260618 07:59:18.475361 7400 raft_consensus.cc:399] T 00000000000000000000000000000000 P 7de9feab0ee04695947cb4d4c46e1a55 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260618 07:59:18.475586 7400 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7de9feab0ee04695947cb4d4c46e1a55 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260618 07:59:18.475821 7400 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 7de9feab0ee04695947cb4d4c46e1a55 [term 0 FOLLOWER]: Advancing to term 1
I20260618 07:59:18.480090 7400 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7de9feab0ee04695947cb4d4c46e1a55 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7de9feab0ee04695947cb4d4c46e1a55" member_type: VOTER }
I20260618 07:59:18.480608 7400 leader_election.cc:304] T 00000000000000000000000000000000 P 7de9feab0ee04695947cb4d4c46e1a55 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 7de9feab0ee04695947cb4d4c46e1a55; no voters:
I20260618 07:59:18.481729 7400 leader_election.cc:290] T 00000000000000000000000000000000 P 7de9feab0ee04695947cb4d4c46e1a55 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260618 07:59:18.482048 7403 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 7de9feab0ee04695947cb4d4c46e1a55 [term 1 FOLLOWER]: Leader election won for term 1
I20260618 07:59:18.483319 7403 raft_consensus.cc:697] T 00000000000000000000000000000000 P 7de9feab0ee04695947cb4d4c46e1a55 [term 1 LEADER]: Becoming Leader. State: Replica: 7de9feab0ee04695947cb4d4c46e1a55, State: Running, Role: LEADER
I20260618 07:59:18.483994 7403 consensus_queue.cc:237] T 00000000000000000000000000000000 P 7de9feab0ee04695947cb4d4c46e1a55 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7de9feab0ee04695947cb4d4c46e1a55" member_type: VOTER }
I20260618 07:59:18.484539 7400 sys_catalog.cc:565] T 00000000000000000000000000000000 P 7de9feab0ee04695947cb4d4c46e1a55 [sys.catalog]: configured and running, proceeding with master startup.
I20260618 07:59:18.486635 7404 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7de9feab0ee04695947cb4d4c46e1a55 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "7de9feab0ee04695947cb4d4c46e1a55" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7de9feab0ee04695947cb4d4c46e1a55" member_type: VOTER } }
I20260618 07:59:18.486654 7405 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7de9feab0ee04695947cb4d4c46e1a55 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7de9feab0ee04695947cb4d4c46e1a55. Latest consensus state: current_term: 1 leader_uuid: "7de9feab0ee04695947cb4d4c46e1a55" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "7de9feab0ee04695947cb4d4c46e1a55" member_type: VOTER } }
I20260618 07:59:18.487263 7405 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7de9feab0ee04695947cb4d4c46e1a55 [sys.catalog]: This master's current role is: LEADER
I20260618 07:59:18.487310 7404 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7de9feab0ee04695947cb4d4c46e1a55 [sys.catalog]: This master's current role is: LEADER
I20260618 07:59:18.494065 7408 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
I20260618 07:59:18.502203 7408 catalog_manager.cc:1519] Initializing Kudu cluster ID...
I20260618 07:59:18.506338 6617 internal_mini_cluster.cc:184] Waiting to initialize catalog manager on master 0
I20260618 07:59:18.512255 7408 catalog_manager.cc:1382] Generated new cluster ID: 288ca8a757894fcaa7c1ed57f716f175
I20260618 07:59:18.512557 7408 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
I20260618 07:59:18.529178 7408 catalog_manager.cc:1405] Generated new certificate authority record
I20260618 07:59:18.530382 7408 catalog_manager.cc:1539] Loading token signing keys...
I20260618 07:59:18.547170 7408 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 7de9feab0ee04695947cb4d4c46e1a55: Generated new TSK 0
I20260618 07:59:18.547756 7408 catalog_manager.cc:1549] Initializing in-progress tserver states...
I20260618 07:59:18.573470 6617 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20260618 07:59:18.578706 7421 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260618 07:59:18.579833 7422 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260618 07:59:18.581619 7424 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260618 07:59:18.581890 6617 server_base.cc:1061] running on GCE node
I20260618 07:59:18.582672 6617 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20260618 07:59:18.582875 6617 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20260618 07:59:18.583060 6617 hybrid_clock.cc:648] HybridClock initialized: now 1781769558583030 us; error 0 us; skew 500 ppm
I20260618 07:59:18.583573 6617 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20260618 07:59:18.585927 6617 webserver.cc:533] Webserver started at http://127.6.118.65:35491/ using document root <none> and password file <none>
I20260618 07:59:18.586386 6617 fs_manager.cc:362] Metadata directory not provided
I20260618 07:59:18.586587 6617 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20260618 07:59:18.586836 6617 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
I20260618 07:59:18.587826 6617 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1781769552496016-6617-0/minicluster-data/ts-0-root/instance:
uuid: "4a61e1d541f6479b9558b15721825e7d"
format_stamp: "Formatted at 2026-06-18 07:59:18 on dist-test-slave-xxld"
I20260618 07:59:18.591866 6617 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.005s sys 0.000s
I20260618 07:59:18.594992 7429 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20260618 07:59:18.595764 6617 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.000s sys 0.002s
I20260618 07:59:18.596042 6617 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1781769552496016-6617-0/minicluster-data/ts-0-root
uuid: "4a61e1d541f6479b9558b15721825e7d"
format_stamp: "Formatted at 2026-06-18 07:59:18 on dist-test-slave-xxld"
I20260618 07:59:18.596320 6617 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1781769552496016-6617-0/minicluster-data/ts-0-root
metadata directory: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1781769552496016-6617-0/minicluster-data/ts-0-root
1 data directories: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc.1781769552496016-6617-0/minicluster-data/ts-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20260618 07:59:18.623113 6617 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20260618 07:59:18.624183 6617 kserver.cc:163] Server-wide thread pool size limit: 3276
I20260618 07:59:18.625638 6617 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
I20260618 07:59:18.627831 6617 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20260618 07:59:18.627997 6617 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20260618 07:59:18.628288 6617 ts_tablet_manager.cc:616] Registered 0 tablets
I20260618 07:59:18.628444 6617 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20260618 07:59:18.664600 6617 rpc_server.cc:307] RPC server started. Bound to: 127.6.118.65:42155
I20260618 07:59:18.664669 7491 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.118.65:42155 every 8 connection(s)
I20260618 07:59:18.678714 7492 heartbeater.cc:344] Connected to a master server at 127.6.118.126:39941
I20260618 07:59:18.679029 7492 heartbeater.cc:461] Registering TS with master...
I20260618 07:59:18.679670 7492 heartbeater.cc:507] Master 127.6.118.126:39941 requested a full tablet report, sending...
I20260618 07:59:18.681577 7365 ts_manager.cc:194] Registered new tserver with Master: 4a61e1d541f6479b9558b15721825e7d (127.6.118.65:42155)
I20260618 07:59:18.681921 6617 internal_mini_cluster.cc:371] 1 TS(s) registered with all masters after 0.014223826s
I20260618 07:59:18.683189 7365 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.0.1:54458
I20260618 07:59:18.702986 7365 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:54472:
name: "test_table"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 1
split_rows_range_bounds {
rows: "\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000""\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000"
indirect_data: """"
}
partition_schema {
range_schema {
columns {
name: "key"
}
}
}
I20260618 07:59:18.749361 7457 tablet_service.cc:1511] Processing CreateTablet for tablet 582f2e2a8b834e028a1feeef61771973 (DEFAULT_TABLE table=test_table [id=0365b22db6704e2b89e7ab1b9cead0c5]), partition=RANGE (key) PARTITION VALUES < 100
I20260618 07:59:18.749457 7456 tablet_service.cc:1511] Processing CreateTablet for tablet a2a70365f7e64f6f8f4ffdcf0f198240 (DEFAULT_TABLE table=test_table [id=0365b22db6704e2b89e7ab1b9cead0c5]), partition=RANGE (key) PARTITION 100 <= VALUES < 200
I20260618 07:59:18.749801 7455 tablet_service.cc:1511] Processing CreateTablet for tablet 403e2796d31648cfb0e02971be94eb5d (DEFAULT_TABLE table=test_table [id=0365b22db6704e2b89e7ab1b9cead0c5]), partition=RANGE (key) PARTITION 200 <= VALUES < 300
I20260618 07:59:18.750787 7457 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 582f2e2a8b834e028a1feeef61771973. 1 dirs total, 0 dirs full, 0 dirs failed
I20260618 07:59:18.751816 7450 tablet_service.cc:1511] Processing CreateTablet for tablet a3146a7d33e445b0800de8fa5812211f (DEFAULT_TABLE table=test_table [id=0365b22db6704e2b89e7ab1b9cead0c5]), partition=RANGE (key) PARTITION 700 <= VALUES < 800
I20260618 07:59:18.751991 7454 tablet_service.cc:1511] Processing CreateTablet for tablet b6ead2f6c159453ca4085d0d59cc6d10 (DEFAULT_TABLE table=test_table [id=0365b22db6704e2b89e7ab1b9cead0c5]), partition=RANGE (key) PARTITION 300 <= VALUES < 400
I20260618 07:59:18.751995 7449 tablet_service.cc:1511] Processing CreateTablet for tablet 8b753bd97edd4386bb596a4f9bea30c3 (DEFAULT_TABLE table=test_table [id=0365b22db6704e2b89e7ab1b9cead0c5]), partition=RANGE (key) PARTITION 800 <= VALUES < 900
I20260618 07:59:18.753142 7450 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a3146a7d33e445b0800de8fa5812211f. 1 dirs total, 0 dirs full, 0 dirs failed
I20260618 07:59:18.754328 7448 tablet_service.cc:1511] Processing CreateTablet for tablet dbba3b2fd29e4e9a8fcb2284e260c5c3 (DEFAULT_TABLE table=test_table [id=0365b22db6704e2b89e7ab1b9cead0c5]), partition=RANGE (key) PARTITION 900 <= VALUES
I20260618 07:59:18.755496 7448 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet dbba3b2fd29e4e9a8fcb2284e260c5c3. 1 dirs total, 0 dirs full, 0 dirs failed
I20260618 07:59:18.755162 7452 tablet_service.cc:1511] Processing CreateTablet for tablet 4a49ddfa5bed462e8deb368d15c1b2b2 (DEFAULT_TABLE table=test_table [id=0365b22db6704e2b89e7ab1b9cead0c5]), partition=RANGE (key) PARTITION 500 <= VALUES < 600
I20260618 07:59:18.756388 7452 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4a49ddfa5bed462e8deb368d15c1b2b2. 1 dirs total, 0 dirs full, 0 dirs failed
I20260618 07:59:18.754333 7453 tablet_service.cc:1511] Processing CreateTablet for tablet e9360d733b5f4145b3fdef6399d18e30 (DEFAULT_TABLE table=test_table [id=0365b22db6704e2b89e7ab1b9cead0c5]), partition=RANGE (key) PARTITION 400 <= VALUES < 500
I20260618 07:59:18.757442 7456 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a2a70365f7e64f6f8f4ffdcf0f198240. 1 dirs total, 0 dirs full, 0 dirs failed
I20260618 07:59:18.758041 7453 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e9360d733b5f4145b3fdef6399d18e30. 1 dirs total, 0 dirs full, 0 dirs failed
I20260618 07:59:18.758157 7451 tablet_service.cc:1511] Processing CreateTablet for tablet bf337aeccce2446ab4dbbf0e6caec3b2 (DEFAULT_TABLE table=test_table [id=0365b22db6704e2b89e7ab1b9cead0c5]), partition=RANGE (key) PARTITION 600 <= VALUES < 700
I20260618 07:59:18.759264 7451 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet bf337aeccce2446ab4dbbf0e6caec3b2. 1 dirs total, 0 dirs full, 0 dirs failed
I20260618 07:59:18.761260 7449 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8b753bd97edd4386bb596a4f9bea30c3. 1 dirs total, 0 dirs full, 0 dirs failed
I20260618 07:59:18.765234 7454 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b6ead2f6c159453ca4085d0d59cc6d10. 1 dirs total, 0 dirs full, 0 dirs failed
I20260618 07:59:18.766501 7455 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 403e2796d31648cfb0e02971be94eb5d. 1 dirs total, 0 dirs full, 0 dirs failed
I20260618 07:59:18.798030 7504 tablet_bootstrap.cc:492] T 582f2e2a8b834e028a1feeef61771973 P 4a61e1d541f6479b9558b15721825e7d: Bootstrap starting.
I20260618 07:59:18.803977 7504 tablet_bootstrap.cc:654] T 582f2e2a8b834e028a1feeef61771973 P 4a61e1d541f6479b9558b15721825e7d: Neither blocks nor log segments found. Creating new log.
I20260618 07:59:18.808422 7504 tablet_bootstrap.cc:492] T 582f2e2a8b834e028a1feeef61771973 P 4a61e1d541f6479b9558b15721825e7d: No bootstrap required, opened a new log
I20260618 07:59:18.808723 7504 ts_tablet_manager.cc:1403] T 582f2e2a8b834e028a1feeef61771973 P 4a61e1d541f6479b9558b15721825e7d: Time spent bootstrapping tablet: real 0.011s user 0.004s sys 0.005s
I20260618 07:59:18.810987 7504 raft_consensus.cc:359] T 582f2e2a8b834e028a1feeef61771973 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } }
I20260618 07:59:18.811424 7504 raft_consensus.cc:385] T 582f2e2a8b834e028a1feeef61771973 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260618 07:59:18.811659 7504 raft_consensus.cc:740] T 582f2e2a8b834e028a1feeef61771973 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4a61e1d541f6479b9558b15721825e7d, State: Initialized, Role: FOLLOWER
I20260618 07:59:18.812150 7504 consensus_queue.cc:260] T 582f2e2a8b834e028a1feeef61771973 P 4a61e1d541f6479b9558b15721825e7d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } }
I20260618 07:59:18.812613 7504 raft_consensus.cc:399] T 582f2e2a8b834e028a1feeef61771973 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260618 07:59:18.812865 7504 raft_consensus.cc:493] T 582f2e2a8b834e028a1feeef61771973 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260618 07:59:18.813174 7504 raft_consensus.cc:3060] T 582f2e2a8b834e028a1feeef61771973 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Advancing to term 1
I20260618 07:59:18.817513 7504 raft_consensus.cc:515] T 582f2e2a8b834e028a1feeef61771973 P 4a61e1d541f6479b9558b15721825e7d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } }
I20260618 07:59:18.818050 7504 leader_election.cc:304] T 582f2e2a8b834e028a1feeef61771973 P 4a61e1d541f6479b9558b15721825e7d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 4a61e1d541f6479b9558b15721825e7d; no voters:
I20260618 07:59:18.819140 7504 leader_election.cc:290] T 582f2e2a8b834e028a1feeef61771973 P 4a61e1d541f6479b9558b15721825e7d [CANDIDATE]: Term 1 election: Requested vote from peers
I20260618 07:59:18.819450 7506 raft_consensus.cc:2804] T 582f2e2a8b834e028a1feeef61771973 P 4a61e1d541f6479b9558b15721825e7d [term 1 FOLLOWER]: Leader election won for term 1
I20260618 07:59:18.820878 7492 heartbeater.cc:499] Master 127.6.118.126:39941 was elected leader, sending a full tablet report...
I20260618 07:59:18.821702 7504 ts_tablet_manager.cc:1434] T 582f2e2a8b834e028a1feeef61771973 P 4a61e1d541f6479b9558b15721825e7d: Time spent starting tablet: real 0.013s user 0.012s sys 0.000s
I20260618 07:59:18.822808 7504 tablet_bootstrap.cc:492] T a3146a7d33e445b0800de8fa5812211f P 4a61e1d541f6479b9558b15721825e7d: Bootstrap starting.
I20260618 07:59:18.823271 7506 raft_consensus.cc:697] T 582f2e2a8b834e028a1feeef61771973 P 4a61e1d541f6479b9558b15721825e7d [term 1 LEADER]: Becoming Leader. State: Replica: 4a61e1d541f6479b9558b15721825e7d, State: Running, Role: LEADER
I20260618 07:59:18.823882 7506 consensus_queue.cc:237] T 582f2e2a8b834e028a1feeef61771973 P 4a61e1d541f6479b9558b15721825e7d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } }
I20260618 07:59:18.828034 7504 tablet_bootstrap.cc:654] T a3146a7d33e445b0800de8fa5812211f P 4a61e1d541f6479b9558b15721825e7d: Neither blocks nor log segments found. Creating new log.
I20260618 07:59:18.832729 7504 tablet_bootstrap.cc:492] T a3146a7d33e445b0800de8fa5812211f P 4a61e1d541f6479b9558b15721825e7d: No bootstrap required, opened a new log
I20260618 07:59:18.833181 7504 ts_tablet_manager.cc:1403] T a3146a7d33e445b0800de8fa5812211f P 4a61e1d541f6479b9558b15721825e7d: Time spent bootstrapping tablet: real 0.011s user 0.010s sys 0.000s
I20260618 07:59:18.834651 7365 catalog_manager.cc:5696] T 582f2e2a8b834e028a1feeef61771973 P 4a61e1d541f6479b9558b15721825e7d reported cstate change: term changed from 0 to 1, leader changed from <none> to 4a61e1d541f6479b9558b15721825e7d (127.6.118.65). New cstate: current_term: 1 leader_uuid: "4a61e1d541f6479b9558b15721825e7d" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } health_report { overall_health: HEALTHY } } }
I20260618 07:59:18.835742 7504 raft_consensus.cc:359] T a3146a7d33e445b0800de8fa5812211f P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } }
I20260618 07:59:18.836279 7504 raft_consensus.cc:385] T a3146a7d33e445b0800de8fa5812211f P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260618 07:59:18.836602 7504 raft_consensus.cc:740] T a3146a7d33e445b0800de8fa5812211f P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4a61e1d541f6479b9558b15721825e7d, State: Initialized, Role: FOLLOWER
I20260618 07:59:18.837277 7504 consensus_queue.cc:260] T a3146a7d33e445b0800de8fa5812211f P 4a61e1d541f6479b9558b15721825e7d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } }
I20260618 07:59:18.837870 7504 raft_consensus.cc:399] T a3146a7d33e445b0800de8fa5812211f P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260618 07:59:18.838186 7504 raft_consensus.cc:493] T a3146a7d33e445b0800de8fa5812211f P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260618 07:59:18.838507 7504 raft_consensus.cc:3060] T a3146a7d33e445b0800de8fa5812211f P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Advancing to term 1
I20260618 07:59:18.843420 7504 raft_consensus.cc:515] T a3146a7d33e445b0800de8fa5812211f P 4a61e1d541f6479b9558b15721825e7d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } }
I20260618 07:59:18.843930 7504 leader_election.cc:304] T a3146a7d33e445b0800de8fa5812211f P 4a61e1d541f6479b9558b15721825e7d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 4a61e1d541f6479b9558b15721825e7d; no voters:
I20260618 07:59:18.844374 7504 leader_election.cc:290] T a3146a7d33e445b0800de8fa5812211f P 4a61e1d541f6479b9558b15721825e7d [CANDIDATE]: Term 1 election: Requested vote from peers
I20260618 07:59:18.844530 7506 raft_consensus.cc:2804] T a3146a7d33e445b0800de8fa5812211f P 4a61e1d541f6479b9558b15721825e7d [term 1 FOLLOWER]: Leader election won for term 1
I20260618 07:59:18.845027 7506 raft_consensus.cc:697] T a3146a7d33e445b0800de8fa5812211f P 4a61e1d541f6479b9558b15721825e7d [term 1 LEADER]: Becoming Leader. State: Replica: 4a61e1d541f6479b9558b15721825e7d, State: Running, Role: LEADER
I20260618 07:59:18.845769 7504 ts_tablet_manager.cc:1434] T a3146a7d33e445b0800de8fa5812211f P 4a61e1d541f6479b9558b15721825e7d: Time spent starting tablet: real 0.012s user 0.009s sys 0.003s
I20260618 07:59:18.845749 7506 consensus_queue.cc:237] T a3146a7d33e445b0800de8fa5812211f P 4a61e1d541f6479b9558b15721825e7d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } }
I20260618 07:59:18.846679 7504 tablet_bootstrap.cc:492] T bf337aeccce2446ab4dbbf0e6caec3b2 P 4a61e1d541f6479b9558b15721825e7d: Bootstrap starting.
I20260618 07:59:18.852219 7504 tablet_bootstrap.cc:654] T bf337aeccce2446ab4dbbf0e6caec3b2 P 4a61e1d541f6479b9558b15721825e7d: Neither blocks nor log segments found. Creating new log.
I20260618 07:59:18.854597 7365 catalog_manager.cc:5696] T a3146a7d33e445b0800de8fa5812211f P 4a61e1d541f6479b9558b15721825e7d reported cstate change: term changed from 0 to 1, leader changed from <none> to 4a61e1d541f6479b9558b15721825e7d (127.6.118.65). New cstate: current_term: 1 leader_uuid: "4a61e1d541f6479b9558b15721825e7d" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } health_report { overall_health: HEALTHY } } }
I20260618 07:59:18.856673 7504 tablet_bootstrap.cc:492] T bf337aeccce2446ab4dbbf0e6caec3b2 P 4a61e1d541f6479b9558b15721825e7d: No bootstrap required, opened a new log
I20260618 07:59:18.857075 7504 ts_tablet_manager.cc:1403] T bf337aeccce2446ab4dbbf0e6caec3b2 P 4a61e1d541f6479b9558b15721825e7d: Time spent bootstrapping tablet: real 0.011s user 0.010s sys 0.000s
I20260618 07:59:18.859151 7504 raft_consensus.cc:359] T bf337aeccce2446ab4dbbf0e6caec3b2 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } }
I20260618 07:59:18.859659 7504 raft_consensus.cc:385] T bf337aeccce2446ab4dbbf0e6caec3b2 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260618 07:59:18.859899 7504 raft_consensus.cc:740] T bf337aeccce2446ab4dbbf0e6caec3b2 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4a61e1d541f6479b9558b15721825e7d, State: Initialized, Role: FOLLOWER
I20260618 07:59:18.860503 7504 consensus_queue.cc:260] T bf337aeccce2446ab4dbbf0e6caec3b2 P 4a61e1d541f6479b9558b15721825e7d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } }
I20260618 07:59:18.861063 7504 raft_consensus.cc:399] T bf337aeccce2446ab4dbbf0e6caec3b2 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260618 07:59:18.861400 7504 raft_consensus.cc:493] T bf337aeccce2446ab4dbbf0e6caec3b2 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260618 07:59:18.861730 7504 raft_consensus.cc:3060] T bf337aeccce2446ab4dbbf0e6caec3b2 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Advancing to term 1
I20260618 07:59:18.866530 7504 raft_consensus.cc:515] T bf337aeccce2446ab4dbbf0e6caec3b2 P 4a61e1d541f6479b9558b15721825e7d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } }
I20260618 07:59:18.867013 7504 leader_election.cc:304] T bf337aeccce2446ab4dbbf0e6caec3b2 P 4a61e1d541f6479b9558b15721825e7d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 4a61e1d541f6479b9558b15721825e7d; no voters:
I20260618 07:59:18.867448 7504 leader_election.cc:290] T bf337aeccce2446ab4dbbf0e6caec3b2 P 4a61e1d541f6479b9558b15721825e7d [CANDIDATE]: Term 1 election: Requested vote from peers
I20260618 07:59:18.867596 7506 raft_consensus.cc:2804] T bf337aeccce2446ab4dbbf0e6caec3b2 P 4a61e1d541f6479b9558b15721825e7d [term 1 FOLLOWER]: Leader election won for term 1
I20260618 07:59:18.868101 7506 raft_consensus.cc:697] T bf337aeccce2446ab4dbbf0e6caec3b2 P 4a61e1d541f6479b9558b15721825e7d [term 1 LEADER]: Becoming Leader. State: Replica: 4a61e1d541f6479b9558b15721825e7d, State: Running, Role: LEADER
I20260618 07:59:18.868862 7504 ts_tablet_manager.cc:1434] T bf337aeccce2446ab4dbbf0e6caec3b2 P 4a61e1d541f6479b9558b15721825e7d: Time spent starting tablet: real 0.012s user 0.004s sys 0.004s
I20260618 07:59:18.868755 7506 consensus_queue.cc:237] T bf337aeccce2446ab4dbbf0e6caec3b2 P 4a61e1d541f6479b9558b15721825e7d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } }
I20260618 07:59:18.869644 7504 tablet_bootstrap.cc:492] T b6ead2f6c159453ca4085d0d59cc6d10 P 4a61e1d541f6479b9558b15721825e7d: Bootstrap starting.
I20260618 07:59:18.875258 7504 tablet_bootstrap.cc:654] T b6ead2f6c159453ca4085d0d59cc6d10 P 4a61e1d541f6479b9558b15721825e7d: Neither blocks nor log segments found. Creating new log.
I20260618 07:59:18.875221 7365 catalog_manager.cc:5696] T bf337aeccce2446ab4dbbf0e6caec3b2 P 4a61e1d541f6479b9558b15721825e7d reported cstate change: term changed from 0 to 1, leader changed from <none> to 4a61e1d541f6479b9558b15721825e7d (127.6.118.65). New cstate: current_term: 1 leader_uuid: "4a61e1d541f6479b9558b15721825e7d" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } health_report { overall_health: HEALTHY } } }
I20260618 07:59:18.879442 7504 tablet_bootstrap.cc:492] T b6ead2f6c159453ca4085d0d59cc6d10 P 4a61e1d541f6479b9558b15721825e7d: No bootstrap required, opened a new log
I20260618 07:59:18.879793 7504 ts_tablet_manager.cc:1403] T b6ead2f6c159453ca4085d0d59cc6d10 P 4a61e1d541f6479b9558b15721825e7d: Time spent bootstrapping tablet: real 0.010s user 0.004s sys 0.004s
I20260618 07:59:18.882184 7504 raft_consensus.cc:359] T b6ead2f6c159453ca4085d0d59cc6d10 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } }
I20260618 07:59:18.882687 7504 raft_consensus.cc:385] T b6ead2f6c159453ca4085d0d59cc6d10 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260618 07:59:18.882956 7504 raft_consensus.cc:740] T b6ead2f6c159453ca4085d0d59cc6d10 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4a61e1d541f6479b9558b15721825e7d, State: Initialized, Role: FOLLOWER
I20260618 07:59:18.883608 7504 consensus_queue.cc:260] T b6ead2f6c159453ca4085d0d59cc6d10 P 4a61e1d541f6479b9558b15721825e7d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } }
I20260618 07:59:18.884234 7504 raft_consensus.cc:399] T b6ead2f6c159453ca4085d0d59cc6d10 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260618 07:59:18.884529 7504 raft_consensus.cc:493] T b6ead2f6c159453ca4085d0d59cc6d10 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260618 07:59:18.884850 7504 raft_consensus.cc:3060] T b6ead2f6c159453ca4085d0d59cc6d10 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Advancing to term 1
I20260618 07:59:18.889418 7504 raft_consensus.cc:515] T b6ead2f6c159453ca4085d0d59cc6d10 P 4a61e1d541f6479b9558b15721825e7d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } }
I20260618 07:59:18.889953 7504 leader_election.cc:304] T b6ead2f6c159453ca4085d0d59cc6d10 P 4a61e1d541f6479b9558b15721825e7d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 4a61e1d541f6479b9558b15721825e7d; no voters:
I20260618 07:59:18.890416 7504 leader_election.cc:290] T b6ead2f6c159453ca4085d0d59cc6d10 P 4a61e1d541f6479b9558b15721825e7d [CANDIDATE]: Term 1 election: Requested vote from peers
I20260618 07:59:18.890544 7506 raft_consensus.cc:2804] T b6ead2f6c159453ca4085d0d59cc6d10 P 4a61e1d541f6479b9558b15721825e7d [term 1 FOLLOWER]: Leader election won for term 1
I20260618 07:59:18.891026 7506 raft_consensus.cc:697] T b6ead2f6c159453ca4085d0d59cc6d10 P 4a61e1d541f6479b9558b15721825e7d [term 1 LEADER]: Becoming Leader. State: Replica: 4a61e1d541f6479b9558b15721825e7d, State: Running, Role: LEADER
I20260618 07:59:18.891719 7506 consensus_queue.cc:237] T b6ead2f6c159453ca4085d0d59cc6d10 P 4a61e1d541f6479b9558b15721825e7d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } }
I20260618 07:59:18.892066 7504 ts_tablet_manager.cc:1434] T b6ead2f6c159453ca4085d0d59cc6d10 P 4a61e1d541f6479b9558b15721825e7d: Time spent starting tablet: real 0.012s user 0.011s sys 0.000s
I20260618 07:59:18.892771 7504 tablet_bootstrap.cc:492] T 4a49ddfa5bed462e8deb368d15c1b2b2 P 4a61e1d541f6479b9558b15721825e7d: Bootstrap starting.
I20260618 07:59:18.897378 7365 catalog_manager.cc:5696] T b6ead2f6c159453ca4085d0d59cc6d10 P 4a61e1d541f6479b9558b15721825e7d reported cstate change: term changed from 0 to 1, leader changed from <none> to 4a61e1d541f6479b9558b15721825e7d (127.6.118.65). New cstate: current_term: 1 leader_uuid: "4a61e1d541f6479b9558b15721825e7d" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } health_report { overall_health: HEALTHY } } }
I20260618 07:59:18.898087 7504 tablet_bootstrap.cc:654] T 4a49ddfa5bed462e8deb368d15c1b2b2 P 4a61e1d541f6479b9558b15721825e7d: Neither blocks nor log segments found. Creating new log.
I20260618 07:59:18.904222 7504 tablet_bootstrap.cc:492] T 4a49ddfa5bed462e8deb368d15c1b2b2 P 4a61e1d541f6479b9558b15721825e7d: No bootstrap required, opened a new log
I20260618 07:59:18.904654 7504 ts_tablet_manager.cc:1403] T 4a49ddfa5bed462e8deb368d15c1b2b2 P 4a61e1d541f6479b9558b15721825e7d: Time spent bootstrapping tablet: real 0.012s user 0.010s sys 0.000s
I20260618 07:59:18.907140 7504 raft_consensus.cc:359] T 4a49ddfa5bed462e8deb368d15c1b2b2 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } }
I20260618 07:59:18.907711 7504 raft_consensus.cc:385] T 4a49ddfa5bed462e8deb368d15c1b2b2 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260618 07:59:18.907931 7504 raft_consensus.cc:740] T 4a49ddfa5bed462e8deb368d15c1b2b2 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4a61e1d541f6479b9558b15721825e7d, State: Initialized, Role: FOLLOWER
I20260618 07:59:18.908438 7504 consensus_queue.cc:260] T 4a49ddfa5bed462e8deb368d15c1b2b2 P 4a61e1d541f6479b9558b15721825e7d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } }
I20260618 07:59:18.908877 7504 raft_consensus.cc:399] T 4a49ddfa5bed462e8deb368d15c1b2b2 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260618 07:59:18.909154 7504 raft_consensus.cc:493] T 4a49ddfa5bed462e8deb368d15c1b2b2 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260618 07:59:18.909415 7504 raft_consensus.cc:3060] T 4a49ddfa5bed462e8deb368d15c1b2b2 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Advancing to term 1
I20260618 07:59:18.913832 7504 raft_consensus.cc:515] T 4a49ddfa5bed462e8deb368d15c1b2b2 P 4a61e1d541f6479b9558b15721825e7d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } }
I20260618 07:59:18.914345 7504 leader_election.cc:304] T 4a49ddfa5bed462e8deb368d15c1b2b2 P 4a61e1d541f6479b9558b15721825e7d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 4a61e1d541f6479b9558b15721825e7d; no voters:
I20260618 07:59:18.914791 7504 leader_election.cc:290] T 4a49ddfa5bed462e8deb368d15c1b2b2 P 4a61e1d541f6479b9558b15721825e7d [CANDIDATE]: Term 1 election: Requested vote from peers
I20260618 07:59:18.914934 7506 raft_consensus.cc:2804] T 4a49ddfa5bed462e8deb368d15c1b2b2 P 4a61e1d541f6479b9558b15721825e7d [term 1 FOLLOWER]: Leader election won for term 1
I20260618 07:59:18.915472 7506 raft_consensus.cc:697] T 4a49ddfa5bed462e8deb368d15c1b2b2 P 4a61e1d541f6479b9558b15721825e7d [term 1 LEADER]: Becoming Leader. State: Replica: 4a61e1d541f6479b9558b15721825e7d, State: Running, Role: LEADER
I20260618 07:59:18.916195 7504 ts_tablet_manager.cc:1434] T 4a49ddfa5bed462e8deb368d15c1b2b2 P 4a61e1d541f6479b9558b15721825e7d: Time spent starting tablet: real 0.011s user 0.007s sys 0.003s
I20260618 07:59:18.916106 7506 consensus_queue.cc:237] T 4a49ddfa5bed462e8deb368d15c1b2b2 P 4a61e1d541f6479b9558b15721825e7d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } }
I20260618 07:59:18.916867 7504 tablet_bootstrap.cc:492] T 403e2796d31648cfb0e02971be94eb5d P 4a61e1d541f6479b9558b15721825e7d: Bootstrap starting.
I20260618 07:59:18.921986 7504 tablet_bootstrap.cc:654] T 403e2796d31648cfb0e02971be94eb5d P 4a61e1d541f6479b9558b15721825e7d: Neither blocks nor log segments found. Creating new log.
I20260618 07:59:18.922402 7365 catalog_manager.cc:5696] T 4a49ddfa5bed462e8deb368d15c1b2b2 P 4a61e1d541f6479b9558b15721825e7d reported cstate change: term changed from 0 to 1, leader changed from <none> to 4a61e1d541f6479b9558b15721825e7d (127.6.118.65). New cstate: current_term: 1 leader_uuid: "4a61e1d541f6479b9558b15721825e7d" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } health_report { overall_health: HEALTHY } } }
I20260618 07:59:18.925505 7504 tablet_bootstrap.cc:492] T 403e2796d31648cfb0e02971be94eb5d P 4a61e1d541f6479b9558b15721825e7d: No bootstrap required, opened a new log
I20260618 07:59:18.925837 7504 ts_tablet_manager.cc:1403] T 403e2796d31648cfb0e02971be94eb5d P 4a61e1d541f6479b9558b15721825e7d: Time spent bootstrapping tablet: real 0.009s user 0.008s sys 0.000s
I20260618 07:59:18.927544 7504 raft_consensus.cc:359] T 403e2796d31648cfb0e02971be94eb5d P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } }
I20260618 07:59:18.927896 7504 raft_consensus.cc:385] T 403e2796d31648cfb0e02971be94eb5d P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260618 07:59:18.928139 7504 raft_consensus.cc:740] T 403e2796d31648cfb0e02971be94eb5d P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4a61e1d541f6479b9558b15721825e7d, State: Initialized, Role: FOLLOWER
I20260618 07:59:18.928748 7504 consensus_queue.cc:260] T 403e2796d31648cfb0e02971be94eb5d P 4a61e1d541f6479b9558b15721825e7d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } }
I20260618 07:59:18.929338 7504 raft_consensus.cc:399] T 403e2796d31648cfb0e02971be94eb5d P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260618 07:59:18.929544 7504 raft_consensus.cc:493] T 403e2796d31648cfb0e02971be94eb5d P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260618 07:59:18.929838 7504 raft_consensus.cc:3060] T 403e2796d31648cfb0e02971be94eb5d P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Advancing to term 1
I20260618 07:59:18.935647 7504 raft_consensus.cc:515] T 403e2796d31648cfb0e02971be94eb5d P 4a61e1d541f6479b9558b15721825e7d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } }
I20260618 07:59:18.936142 7504 leader_election.cc:304] T 403e2796d31648cfb0e02971be94eb5d P 4a61e1d541f6479b9558b15721825e7d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 4a61e1d541f6479b9558b15721825e7d; no voters:
I20260618 07:59:18.936558 7504 leader_election.cc:290] T 403e2796d31648cfb0e02971be94eb5d P 4a61e1d541f6479b9558b15721825e7d [CANDIDATE]: Term 1 election: Requested vote from peers
I20260618 07:59:18.936685 7506 raft_consensus.cc:2804] T 403e2796d31648cfb0e02971be94eb5d P 4a61e1d541f6479b9558b15721825e7d [term 1 FOLLOWER]: Leader election won for term 1
I20260618 07:59:18.937163 7506 raft_consensus.cc:697] T 403e2796d31648cfb0e02971be94eb5d P 4a61e1d541f6479b9558b15721825e7d [term 1 LEADER]: Becoming Leader. State: Replica: 4a61e1d541f6479b9558b15721825e7d, State: Running, Role: LEADER
I20260618 07:59:18.937913 7504 ts_tablet_manager.cc:1434] T 403e2796d31648cfb0e02971be94eb5d P 4a61e1d541f6479b9558b15721825e7d: Time spent starting tablet: real 0.012s user 0.012s sys 0.000s
I20260618 07:59:18.937801 7506 consensus_queue.cc:237] T 403e2796d31648cfb0e02971be94eb5d P 4a61e1d541f6479b9558b15721825e7d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } }
I20260618 07:59:18.938558 7504 tablet_bootstrap.cc:492] T 8b753bd97edd4386bb596a4f9bea30c3 P 4a61e1d541f6479b9558b15721825e7d: Bootstrap starting.
I20260618 07:59:18.943125 7504 tablet_bootstrap.cc:654] T 8b753bd97edd4386bb596a4f9bea30c3 P 4a61e1d541f6479b9558b15721825e7d: Neither blocks nor log segments found. Creating new log.
I20260618 07:59:18.944144 7365 catalog_manager.cc:5696] T 403e2796d31648cfb0e02971be94eb5d P 4a61e1d541f6479b9558b15721825e7d reported cstate change: term changed from 0 to 1, leader changed from <none> to 4a61e1d541f6479b9558b15721825e7d (127.6.118.65). New cstate: current_term: 1 leader_uuid: "4a61e1d541f6479b9558b15721825e7d" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } health_report { overall_health: HEALTHY } } }
I20260618 07:59:18.946775 7504 tablet_bootstrap.cc:492] T 8b753bd97edd4386bb596a4f9bea30c3 P 4a61e1d541f6479b9558b15721825e7d: No bootstrap required, opened a new log
I20260618 07:59:18.947129 7504 ts_tablet_manager.cc:1403] T 8b753bd97edd4386bb596a4f9bea30c3 P 4a61e1d541f6479b9558b15721825e7d: Time spent bootstrapping tablet: real 0.009s user 0.007s sys 0.000s
I20260618 07:59:18.949219 7504 raft_consensus.cc:359] T 8b753bd97edd4386bb596a4f9bea30c3 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } }
I20260618 07:59:18.949622 7504 raft_consensus.cc:385] T 8b753bd97edd4386bb596a4f9bea30c3 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260618 07:59:18.949832 7504 raft_consensus.cc:740] T 8b753bd97edd4386bb596a4f9bea30c3 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4a61e1d541f6479b9558b15721825e7d, State: Initialized, Role: FOLLOWER
I20260618 07:59:18.950461 7504 consensus_queue.cc:260] T 8b753bd97edd4386bb596a4f9bea30c3 P 4a61e1d541f6479b9558b15721825e7d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } }
I20260618 07:59:18.950893 7504 raft_consensus.cc:399] T 8b753bd97edd4386bb596a4f9bea30c3 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260618 07:59:18.951129 7504 raft_consensus.cc:493] T 8b753bd97edd4386bb596a4f9bea30c3 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260618 07:59:18.951442 7504 raft_consensus.cc:3060] T 8b753bd97edd4386bb596a4f9bea30c3 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Advancing to term 1
I20260618 07:59:18.955832 7504 raft_consensus.cc:515] T 8b753bd97edd4386bb596a4f9bea30c3 P 4a61e1d541f6479b9558b15721825e7d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } }
I20260618 07:59:18.956537 7504 leader_election.cc:304] T 8b753bd97edd4386bb596a4f9bea30c3 P 4a61e1d541f6479b9558b15721825e7d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 4a61e1d541f6479b9558b15721825e7d; no voters:
I20260618 07:59:18.957028 7504 leader_election.cc:290] T 8b753bd97edd4386bb596a4f9bea30c3 P 4a61e1d541f6479b9558b15721825e7d [CANDIDATE]: Term 1 election: Requested vote from peers
I20260618 07:59:18.957167 7506 raft_consensus.cc:2804] T 8b753bd97edd4386bb596a4f9bea30c3 P 4a61e1d541f6479b9558b15721825e7d [term 1 FOLLOWER]: Leader election won for term 1
I20260618 07:59:18.957670 7506 raft_consensus.cc:697] T 8b753bd97edd4386bb596a4f9bea30c3 P 4a61e1d541f6479b9558b15721825e7d [term 1 LEADER]: Becoming Leader. State: Replica: 4a61e1d541f6479b9558b15721825e7d, State: Running, Role: LEADER
I20260618 07:59:18.958376 7504 ts_tablet_manager.cc:1434] T 8b753bd97edd4386bb596a4f9bea30c3 P 4a61e1d541f6479b9558b15721825e7d: Time spent starting tablet: real 0.011s user 0.008s sys 0.003s
I20260618 07:59:18.958288 7506 consensus_queue.cc:237] T 8b753bd97edd4386bb596a4f9bea30c3 P 4a61e1d541f6479b9558b15721825e7d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } }
I20260618 07:59:18.959024 7504 tablet_bootstrap.cc:492] T dbba3b2fd29e4e9a8fcb2284e260c5c3 P 4a61e1d541f6479b9558b15721825e7d: Bootstrap starting.
I20260618 07:59:18.963864 7504 tablet_bootstrap.cc:654] T dbba3b2fd29e4e9a8fcb2284e260c5c3 P 4a61e1d541f6479b9558b15721825e7d: Neither blocks nor log segments found. Creating new log.
I20260618 07:59:18.963860 7365 catalog_manager.cc:5696] T 8b753bd97edd4386bb596a4f9bea30c3 P 4a61e1d541f6479b9558b15721825e7d reported cstate change: term changed from 0 to 1, leader changed from <none> to 4a61e1d541f6479b9558b15721825e7d (127.6.118.65). New cstate: current_term: 1 leader_uuid: "4a61e1d541f6479b9558b15721825e7d" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } health_report { overall_health: HEALTHY } } }
I20260618 07:59:18.967841 7504 tablet_bootstrap.cc:492] T dbba3b2fd29e4e9a8fcb2284e260c5c3 P 4a61e1d541f6479b9558b15721825e7d: No bootstrap required, opened a new log
I20260618 07:59:18.968222 7504 ts_tablet_manager.cc:1403] T dbba3b2fd29e4e9a8fcb2284e260c5c3 P 4a61e1d541f6479b9558b15721825e7d: Time spent bootstrapping tablet: real 0.009s user 0.007s sys 0.000s
I20260618 07:59:18.970403 7504 raft_consensus.cc:359] T dbba3b2fd29e4e9a8fcb2284e260c5c3 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } }
I20260618 07:59:18.970783 7504 raft_consensus.cc:385] T dbba3b2fd29e4e9a8fcb2284e260c5c3 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260618 07:59:18.971040 7504 raft_consensus.cc:740] T dbba3b2fd29e4e9a8fcb2284e260c5c3 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4a61e1d541f6479b9558b15721825e7d, State: Initialized, Role: FOLLOWER
I20260618 07:59:18.971679 7504 consensus_queue.cc:260] T dbba3b2fd29e4e9a8fcb2284e260c5c3 P 4a61e1d541f6479b9558b15721825e7d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } }
I20260618 07:59:18.972225 7504 raft_consensus.cc:399] T dbba3b2fd29e4e9a8fcb2284e260c5c3 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260618 07:59:18.972463 7504 raft_consensus.cc:493] T dbba3b2fd29e4e9a8fcb2284e260c5c3 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260618 07:59:18.972726 7504 raft_consensus.cc:3060] T dbba3b2fd29e4e9a8fcb2284e260c5c3 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Advancing to term 1
I20260618 07:59:18.976872 7504 raft_consensus.cc:515] T dbba3b2fd29e4e9a8fcb2284e260c5c3 P 4a61e1d541f6479b9558b15721825e7d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } }
I20260618 07:59:18.977419 7504 leader_election.cc:304] T dbba3b2fd29e4e9a8fcb2284e260c5c3 P 4a61e1d541f6479b9558b15721825e7d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 4a61e1d541f6479b9558b15721825e7d; no voters:
I20260618 07:59:18.977856 7504 leader_election.cc:290] T dbba3b2fd29e4e9a8fcb2284e260c5c3 P 4a61e1d541f6479b9558b15721825e7d [CANDIDATE]: Term 1 election: Requested vote from peers
I20260618 07:59:18.977991 7506 raft_consensus.cc:2804] T dbba3b2fd29e4e9a8fcb2284e260c5c3 P 4a61e1d541f6479b9558b15721825e7d [term 1 FOLLOWER]: Leader election won for term 1
I20260618 07:59:18.978420 7506 raft_consensus.cc:697] T dbba3b2fd29e4e9a8fcb2284e260c5c3 P 4a61e1d541f6479b9558b15721825e7d [term 1 LEADER]: Becoming Leader. State: Replica: 4a61e1d541f6479b9558b15721825e7d, State: Running, Role: LEADER
I20260618 07:59:18.979372 7504 ts_tablet_manager.cc:1434] T dbba3b2fd29e4e9a8fcb2284e260c5c3 P 4a61e1d541f6479b9558b15721825e7d: Time spent starting tablet: real 0.011s user 0.010s sys 0.000s
I20260618 07:59:18.979084 7506 consensus_queue.cc:237] T dbba3b2fd29e4e9a8fcb2284e260c5c3 P 4a61e1d541f6479b9558b15721825e7d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } }
I20260618 07:59:18.980114 7504 tablet_bootstrap.cc:492] T a2a70365f7e64f6f8f4ffdcf0f198240 P 4a61e1d541f6479b9558b15721825e7d: Bootstrap starting.
I20260618 07:59:18.984813 7504 tablet_bootstrap.cc:654] T a2a70365f7e64f6f8f4ffdcf0f198240 P 4a61e1d541f6479b9558b15721825e7d: Neither blocks nor log segments found. Creating new log.
I20260618 07:59:18.988999 7365 catalog_manager.cc:5696] T dbba3b2fd29e4e9a8fcb2284e260c5c3 P 4a61e1d541f6479b9558b15721825e7d reported cstate change: term changed from 0 to 1, leader changed from <none> to 4a61e1d541f6479b9558b15721825e7d (127.6.118.65). New cstate: current_term: 1 leader_uuid: "4a61e1d541f6479b9558b15721825e7d" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } health_report { overall_health: HEALTHY } } }
I20260618 07:59:18.989804 7504 tablet_bootstrap.cc:492] T a2a70365f7e64f6f8f4ffdcf0f198240 P 4a61e1d541f6479b9558b15721825e7d: No bootstrap required, opened a new log
I20260618 07:59:18.990227 7504 ts_tablet_manager.cc:1403] T a2a70365f7e64f6f8f4ffdcf0f198240 P 4a61e1d541f6479b9558b15721825e7d: Time spent bootstrapping tablet: real 0.010s user 0.008s sys 0.000s
I20260618 07:59:18.992174 7504 raft_consensus.cc:359] T a2a70365f7e64f6f8f4ffdcf0f198240 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } }
I20260618 07:59:18.992699 7504 raft_consensus.cc:385] T a2a70365f7e64f6f8f4ffdcf0f198240 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260618 07:59:18.993002 7504 raft_consensus.cc:740] T a2a70365f7e64f6f8f4ffdcf0f198240 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4a61e1d541f6479b9558b15721825e7d, State: Initialized, Role: FOLLOWER
I20260618 07:59:18.993563 7504 consensus_queue.cc:260] T a2a70365f7e64f6f8f4ffdcf0f198240 P 4a61e1d541f6479b9558b15721825e7d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } }
I20260618 07:59:18.994014 7504 raft_consensus.cc:399] T a2a70365f7e64f6f8f4ffdcf0f198240 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260618 07:59:18.994266 7504 raft_consensus.cc:493] T a2a70365f7e64f6f8f4ffdcf0f198240 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260618 07:59:18.994558 7504 raft_consensus.cc:3060] T a2a70365f7e64f6f8f4ffdcf0f198240 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Advancing to term 1
I20260618 07:59:18.998710 7504 raft_consensus.cc:515] T a2a70365f7e64f6f8f4ffdcf0f198240 P 4a61e1d541f6479b9558b15721825e7d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } }
I20260618 07:59:18.999272 7504 leader_election.cc:304] T a2a70365f7e64f6f8f4ffdcf0f198240 P 4a61e1d541f6479b9558b15721825e7d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 4a61e1d541f6479b9558b15721825e7d; no voters:
I20260618 07:59:18.999720 7504 leader_election.cc:290] T a2a70365f7e64f6f8f4ffdcf0f198240 P 4a61e1d541f6479b9558b15721825e7d [CANDIDATE]: Term 1 election: Requested vote from peers
I20260618 07:59:18.999874 7506 raft_consensus.cc:2804] T a2a70365f7e64f6f8f4ffdcf0f198240 P 4a61e1d541f6479b9558b15721825e7d [term 1 FOLLOWER]: Leader election won for term 1
I20260618 07:59:19.000356 7506 raft_consensus.cc:697] T a2a70365f7e64f6f8f4ffdcf0f198240 P 4a61e1d541f6479b9558b15721825e7d [term 1 LEADER]: Becoming Leader. State: Replica: 4a61e1d541f6479b9558b15721825e7d, State: Running, Role: LEADER
I20260618 07:59:19.001129 7504 ts_tablet_manager.cc:1434] T a2a70365f7e64f6f8f4ffdcf0f198240 P 4a61e1d541f6479b9558b15721825e7d: Time spent starting tablet: real 0.011s user 0.012s sys 0.000s
I20260618 07:59:19.001075 7506 consensus_queue.cc:237] T a2a70365f7e64f6f8f4ffdcf0f198240 P 4a61e1d541f6479b9558b15721825e7d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } }
I20260618 07:59:19.001840 7504 tablet_bootstrap.cc:492] T e9360d733b5f4145b3fdef6399d18e30 P 4a61e1d541f6479b9558b15721825e7d: Bootstrap starting.
I20260618 07:59:19.007584 7365 catalog_manager.cc:5696] T a2a70365f7e64f6f8f4ffdcf0f198240 P 4a61e1d541f6479b9558b15721825e7d reported cstate change: term changed from 0 to 1, leader changed from <none> to 4a61e1d541f6479b9558b15721825e7d (127.6.118.65). New cstate: current_term: 1 leader_uuid: "4a61e1d541f6479b9558b15721825e7d" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } health_report { overall_health: HEALTHY } } }
I20260618 07:59:19.009624 7504 tablet_bootstrap.cc:654] T e9360d733b5f4145b3fdef6399d18e30 P 4a61e1d541f6479b9558b15721825e7d: Neither blocks nor log segments found. Creating new log.
I20260618 07:59:19.013619 7504 tablet_bootstrap.cc:492] T e9360d733b5f4145b3fdef6399d18e30 P 4a61e1d541f6479b9558b15721825e7d: No bootstrap required, opened a new log
I20260618 07:59:19.013945 7504 ts_tablet_manager.cc:1403] T e9360d733b5f4145b3fdef6399d18e30 P 4a61e1d541f6479b9558b15721825e7d: Time spent bootstrapping tablet: real 0.012s user 0.008s sys 0.000s
I20260618 07:59:19.015755 7504 raft_consensus.cc:359] T e9360d733b5f4145b3fdef6399d18e30 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } }
I20260618 07:59:19.016129 7504 raft_consensus.cc:385] T e9360d733b5f4145b3fdef6399d18e30 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260618 07:59:19.016337 7504 raft_consensus.cc:740] T e9360d733b5f4145b3fdef6399d18e30 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4a61e1d541f6479b9558b15721825e7d, State: Initialized, Role: FOLLOWER
I20260618 07:59:19.016856 7504 consensus_queue.cc:260] T e9360d733b5f4145b3fdef6399d18e30 P 4a61e1d541f6479b9558b15721825e7d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } }
I20260618 07:59:19.017364 7504 raft_consensus.cc:399] T e9360d733b5f4145b3fdef6399d18e30 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260618 07:59:19.017575 7504 raft_consensus.cc:493] T e9360d733b5f4145b3fdef6399d18e30 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260618 07:59:19.017807 7504 raft_consensus.cc:3060] T e9360d733b5f4145b3fdef6399d18e30 P 4a61e1d541f6479b9558b15721825e7d [term 0 FOLLOWER]: Advancing to term 1
I20260618 07:59:19.021608 7504 raft_consensus.cc:515] T e9360d733b5f4145b3fdef6399d18e30 P 4a61e1d541f6479b9558b15721825e7d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } }
I20260618 07:59:19.022073 7504 leader_election.cc:304] T e9360d733b5f4145b3fdef6399d18e30 P 4a61e1d541f6479b9558b15721825e7d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 4a61e1d541f6479b9558b15721825e7d; no voters:
I20260618 07:59:19.022476 7504 leader_election.cc:290] T e9360d733b5f4145b3fdef6399d18e30 P 4a61e1d541f6479b9558b15721825e7d [CANDIDATE]: Term 1 election: Requested vote from peers
I20260618 07:59:19.022619 7506 raft_consensus.cc:2804] T e9360d733b5f4145b3fdef6399d18e30 P 4a61e1d541f6479b9558b15721825e7d [term 1 FOLLOWER]: Leader election won for term 1
I20260618 07:59:19.023159 7506 raft_consensus.cc:697] T e9360d733b5f4145b3fdef6399d18e30 P 4a61e1d541f6479b9558b15721825e7d [term 1 LEADER]: Becoming Leader. State: Replica: 4a61e1d541f6479b9558b15721825e7d, State: Running, Role: LEADER
I20260618 07:59:19.023800 7504 ts_tablet_manager.cc:1434] T e9360d733b5f4145b3fdef6399d18e30 P 4a61e1d541f6479b9558b15721825e7d: Time spent starting tablet: real 0.010s user 0.008s sys 0.000s
I20260618 07:59:19.023800 7506 consensus_queue.cc:237] T e9360d733b5f4145b3fdef6399d18e30 P 4a61e1d541f6479b9558b15721825e7d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } }
I20260618 07:59:19.029531 7365 catalog_manager.cc:5696] T e9360d733b5f4145b3fdef6399d18e30 P 4a61e1d541f6479b9558b15721825e7d reported cstate change: term changed from 0 to 1, leader changed from <none> to 4a61e1d541f6479b9558b15721825e7d (127.6.118.65). New cstate: current_term: 1 leader_uuid: "4a61e1d541f6479b9558b15721825e7d" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "4a61e1d541f6479b9558b15721825e7d" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 42155 } health_report { overall_health: HEALTHY } } }
I20260618 07:59:19.075695 6617 catalog_manager.cc:3569] Servicing AlterTable request from internal request:
table { table_name: "test_table" } alter_schema_steps { type: ADD_COLUMN add_column { schema { name: "int_val2" type: INT32 is_nullable: true encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false } } }
I20260618 07:59:19.093627 6617 tablet_server.cc:179] TabletServer@127.6.118.65:0 shutting down...
I20260618 07:59:19.100592 7531 tablet.cc:1724] T a2a70365f7e64f6f8f4ffdcf0f198240 P 4a61e1d541f6479b9558b15721825e7d: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260618 07:59:19.102823 7531 tablet.cc:1622] T a2a70365f7e64f6f8f4ffdcf0f198240 P 4a61e1d541f6479b9558b15721825e7d: MemRowSet was empty: no flush needed.
I20260618 07:59:19.141546 7537 tablet.cc:1724] T 582f2e2a8b834e028a1feeef61771973 P 4a61e1d541f6479b9558b15721825e7d: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260618 07:59:19.146287 7540 tablet.cc:1724] T 4a49ddfa5bed462e8deb368d15c1b2b2 P 4a61e1d541f6479b9558b15721825e7d: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260618 07:59:19.148715 7537 tablet.cc:1622] T 582f2e2a8b834e028a1feeef61771973 P 4a61e1d541f6479b9558b15721825e7d: MemRowSet was empty: no flush needed.
I20260618 07:59:19.145731 7533 tablet.cc:1724] T b6ead2f6c159453ca4085d0d59cc6d10 P 4a61e1d541f6479b9558b15721825e7d: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260618 07:59:19.156446 7540 tablet.cc:1622] T 4a49ddfa5bed462e8deb368d15c1b2b2 P 4a61e1d541f6479b9558b15721825e7d: MemRowSet was empty: no flush needed.
I20260618 07:59:19.161913 7533 tablet.cc:1622] T b6ead2f6c159453ca4085d0d59cc6d10 P 4a61e1d541f6479b9558b15721825e7d: MemRowSet was empty: no flush needed.
I20260618 07:59:19.162619 7531 tablet.cc:1724] T 403e2796d31648cfb0e02971be94eb5d P 4a61e1d541f6479b9558b15721825e7d: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260618 07:59:19.164500 7531 tablet.cc:1622] T 403e2796d31648cfb0e02971be94eb5d P 4a61e1d541f6479b9558b15721825e7d: MemRowSet was empty: no flush needed.
I20260618 07:59:19.178478 7540 tablet.cc:1724] T e9360d733b5f4145b3fdef6399d18e30 P 4a61e1d541f6479b9558b15721825e7d: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260618 07:59:19.180269 7540 tablet.cc:1622] T e9360d733b5f4145b3fdef6399d18e30 P 4a61e1d541f6479b9558b15721825e7d: MemRowSet was empty: no flush needed.
I20260618 07:59:19.181808 7533 tablet.cc:1724] T bf337aeccce2446ab4dbbf0e6caec3b2 P 4a61e1d541f6479b9558b15721825e7d: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260618 07:59:19.183573 7533 tablet.cc:1622] T bf337aeccce2446ab4dbbf0e6caec3b2 P 4a61e1d541f6479b9558b15721825e7d: MemRowSet was empty: no flush needed.
I20260618 07:59:19.185281 6617 ts_tablet_manager.cc:1507] Shutting down tablet manager...
I20260618 07:59:19.186190 6617 tablet_replica.cc:333] T dbba3b2fd29e4e9a8fcb2284e260c5c3 P 4a61e1d541f6479b9558b15721825e7d: stopping tablet replica
I20260618 07:59:19.186960 6617 raft_consensus.cc:2243] T dbba3b2fd29e4e9a8fcb2284e260c5c3 P 4a61e1d541f6479b9558b15721825e7d [term 1 LEADER]: Raft consensus shutting down.
I20260618 07:59:19.187567 6617 raft_consensus.cc:2272] T dbba3b2fd29e4e9a8fcb2284e260c5c3 P 4a61e1d541f6479b9558b15721825e7d [term 1 FOLLOWER]: Raft consensus is shut down!
I20260618 07:59:19.190421 6617 tablet_replica.cc:333] T e9360d733b5f4145b3fdef6399d18e30 P 4a61e1d541f6479b9558b15721825e7d: stopping tablet replica
I20260618 07:59:19.191251 6617 raft_consensus.cc:2243] T e9360d733b5f4145b3fdef6399d18e30 P 4a61e1d541f6479b9558b15721825e7d [term 1 LEADER]: Raft consensus shutting down.
I20260618 07:59:19.191802 6617 raft_consensus.cc:2272] T e9360d733b5f4145b3fdef6399d18e30 P 4a61e1d541f6479b9558b15721825e7d [term 1 FOLLOWER]: Raft consensus is shut down!
I20260618 07:59:19.195042 6617 tablet_replica.cc:333] T 8b753bd97edd4386bb596a4f9bea30c3 P 4a61e1d541f6479b9558b15721825e7d: stopping tablet replica
I20260618 07:59:19.195616 6617 raft_consensus.cc:2243] T 8b753bd97edd4386bb596a4f9bea30c3 P 4a61e1d541f6479b9558b15721825e7d [term 1 LEADER]: Raft consensus shutting down.
I20260618 07:59:19.196000 6617 raft_consensus.cc:2272] T 8b753bd97edd4386bb596a4f9bea30c3 P 4a61e1d541f6479b9558b15721825e7d [term 1 FOLLOWER]: Raft consensus is shut down!
I20260618 07:59:19.198530 6617 tablet_replica.cc:333] T a2a70365f7e64f6f8f4ffdcf0f198240 P 4a61e1d541f6479b9558b15721825e7d: stopping tablet replica
I20260618 07:59:19.199174 6617 raft_consensus.cc:2243] T a2a70365f7e64f6f8f4ffdcf0f198240 P 4a61e1d541f6479b9558b15721825e7d [term 1 LEADER]: Raft consensus shutting down.
I20260618 07:59:19.199550 6617 raft_consensus.cc:2272] T a2a70365f7e64f6f8f4ffdcf0f198240 P 4a61e1d541f6479b9558b15721825e7d [term 1 FOLLOWER]: Raft consensus is shut down!
I20260618 07:59:19.201474 6617 tablet_replica.cc:333] T a3146a7d33e445b0800de8fa5812211f P 4a61e1d541f6479b9558b15721825e7d: stopping tablet replica
I20260618 07:59:19.201881 6617 raft_consensus.cc:2243] T a3146a7d33e445b0800de8fa5812211f P 4a61e1d541f6479b9558b15721825e7d [term 1 LEADER]: Raft consensus shutting down.
I20260618 07:59:19.202184 6617 raft_consensus.cc:2272] T a3146a7d33e445b0800de8fa5812211f P 4a61e1d541f6479b9558b15721825e7d [term 1 FOLLOWER]: Raft consensus is shut down!
I20260618 07:59:19.203812 6617 tablet_replica.cc:333] T 4a49ddfa5bed462e8deb368d15c1b2b2 P 4a61e1d541f6479b9558b15721825e7d: stopping tablet replica
I20260618 07:59:19.204223 6617 raft_consensus.cc:2243] T 4a49ddfa5bed462e8deb368d15c1b2b2 P 4a61e1d541f6479b9558b15721825e7d [term 1 LEADER]: Raft consensus shutting down.
I20260618 07:59:19.204551 6617 raft_consensus.cc:2272] T 4a49ddfa5bed462e8deb368d15c1b2b2 P 4a61e1d541f6479b9558b15721825e7d [term 1 FOLLOWER]: Raft consensus is shut down!
I20260618 07:59:19.206367 6617 tablet_replica.cc:333] T 403e2796d31648cfb0e02971be94eb5d P 4a61e1d541f6479b9558b15721825e7d: stopping tablet replica
I20260618 07:59:19.206775 6617 raft_consensus.cc:2243] T 403e2796d31648cfb0e02971be94eb5d P 4a61e1d541f6479b9558b15721825e7d [term 1 LEADER]: Raft consensus shutting down.
I20260618 07:59:19.207101 6617 raft_consensus.cc:2272] T 403e2796d31648cfb0e02971be94eb5d P 4a61e1d541f6479b9558b15721825e7d [term 1 FOLLOWER]: Raft consensus is shut down!
I20260618 07:59:19.209370 6617 tablet_replica.cc:333] T b6ead2f6c159453ca4085d0d59cc6d10 P 4a61e1d541f6479b9558b15721825e7d: stopping tablet replica
I20260618 07:59:19.209875 6617 raft_consensus.cc:2243] T b6ead2f6c159453ca4085d0d59cc6d10 P 4a61e1d541f6479b9558b15721825e7d [term 1 LEADER]: Raft consensus shutting down.
I20260618 07:59:19.210208 6617 raft_consensus.cc:2272] T b6ead2f6c159453ca4085d0d59cc6d10 P 4a61e1d541f6479b9558b15721825e7d [term 1 FOLLOWER]: Raft consensus is shut down!
I20260618 07:59:19.212060 6617 tablet_replica.cc:333] T bf337aeccce2446ab4dbbf0e6caec3b2 P 4a61e1d541f6479b9558b15721825e7d: stopping tablet replica
I20260618 07:59:19.212446 6617 raft_consensus.cc:2243] T bf337aeccce2446ab4dbbf0e6caec3b2 P 4a61e1d541f6479b9558b15721825e7d [term 1 LEADER]: Raft consensus shutting down.
I20260618 07:59:19.212759 6617 raft_consensus.cc:2272] T bf337aeccce2446ab4dbbf0e6caec3b2 P 4a61e1d541f6479b9558b15721825e7d [term 1 FOLLOWER]: Raft consensus is shut down!
I20260618 07:59:19.214660 6617 tablet_replica.cc:333] T 582f2e2a8b834e028a1feeef61771973 P 4a61e1d541f6479b9558b15721825e7d: stopping tablet replica
I20260618 07:59:19.215032 6617 raft_consensus.cc:2243] T 582f2e2a8b834e028a1feeef61771973 P 4a61e1d541f6479b9558b15721825e7d [term 1 LEADER]: Raft consensus shutting down.
I20260618 07:59:19.215341 6617 raft_consensus.cc:2272] T 582f2e2a8b834e028a1feeef61771973 P 4a61e1d541f6479b9558b15721825e7d [term 1 FOLLOWER]: Raft consensus is shut down!
W20260618 07:59:19.340034 7352 catalog_manager.cc:4754] TS 4a61e1d541f6479b9558b15721825e7d (127.6.118.65:42155): AlterTable RPC failed for tablet dbba3b2fd29e4e9a8fcb2284e260c5c3: Remote error: Service unavailable: service kudu.tserver.TabletServerAdminService not registered on TabletServer
==================
WARNING: ThreadSanitizer: data race (pid=6617)
Write of size 8 at 0x7b440012af08 by main thread:
#0 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::__destruct_at_end(kudu::MemTracker**) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:429:12 (libkudu_util.so+0x374240)
#1 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libkudu_util.so+0x374154)
#2 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libkudu_util.so+0x373f4b)
#3 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libkudu_util.so+0x36c0f1)
#4 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x36bca3)
#5 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x372f65)
#6 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35495)
#7 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35439)
#8 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#9 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41e814)
#10 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3d15a5)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3d17b9)
#12 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1014a7)
#13 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x101469)
#14 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x101429)
#15 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x10138a)
#16 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3cf489)
#17 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3cf460)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3cf420)
#19 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b9836)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b9754)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b950b)
#22 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x2908f1)
#23 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bcc3e)
#24 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:190:22 (libtserver.so+0x25c9ae)
#25 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x262179)
#26 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31cd92)
#27 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7cc7)
#28 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe4924)
#29 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd66c3)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6759)
#31 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f57)
#32 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351ebd)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e4b)
#34 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34c02d)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:370:1 (catalog_manager-test+0x34c059)
#36 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#37 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#38 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#39 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#40 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#41 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#42 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#43 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#44 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#45 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d7b)
#46 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f98c)
Previous read of size 8 at 0x7b440012af08 by thread T6 (mutexes: write M668638532956420656):
#0 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::end() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:1536:30 (libkudu_util.so+0x36d00a)
#1 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:284:22 (libkudu_util.so+0x36a6e6)
#2 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41f1e0)
#3 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x418242)
#4 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x4179d3)
#5 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x41bbe1)
#6 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x41bb99)
#7 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x41bb29)
#8 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x41baf1)
#9 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41ad1d)
#10 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#11 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#12 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x42bc75)
#13 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x42dfc1)
#14 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x42df79)
#15 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x42df09)
#16 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x42ded1)
#17 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x42d1cd)
#18 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#19 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#20 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x40f03a)
Location is heap block of size 264 at 0x7b440012ae80 allocated by thread T104:
#0 operator new(unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:64 (catalog_manager-test+0x342aa7)
#1 std::__1::__libcpp_allocate(unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:253:10 (libkudu_util.so+0x2a00b6)
#2 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::allocate(unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1789:34 (libkudu_util.so+0x372845)
#3 std::__1::enable_if<!(is_array<long&>::value), std::__1::shared_ptr<long&> >::type std::__1::make_shared<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler&&...) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4290:45 (libkudu_util.so+0x372621)
#4 std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/make_shared.h:61:12 (libkudu_util.so+0x36bf55)
#5 kudu::MemTracker::CreateTracker(long, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:54:34 (libkudu_util.so+0x369f7e)
#6 kudu::tablet::OpTracker::StartMemoryTracking(std::__1::shared_ptr<kudu::MemTracker> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:311:20 (libtablet.so+0x41fc9b)
#7 kudu::tablet::TabletReplica::Start(kudu::consensus::ConsensusBootstrapInfo const&, std::__1::shared_ptr<kudu::tablet::Tablet>, kudu::clock::Clock*, std::__1::shared_ptr<kudu::rpc::Messenger>, scoped_refptr<kudu::rpc::ResultTracker>, scoped_refptr<kudu::log::Log>, kudu::consensus::MultiRaftManager*, kudu::ThreadPool*, kudu::DnsResolver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:278:19 (libtablet.so+0x3d2606)
#8 kudu::tserver::TSTabletManager::OpenTablet(scoped_refptr<kudu::tablet::TabletReplica> const&, scoped_refptr<kudu::tserver::TransitionInProgressDeleter> const&, std::__1::atomic<int>*, std::__1::atomic<int>*, kudu::Timer*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1436:18 (libtserver.so+0x2c248a)
#9 kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:709:3 (libtserver.so+0x2d6401)
#10 decltype(std::__1::forward<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&>(fp)()) std::__1::__invoke<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&>(kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtserver.so+0x2d63a9)
#11 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&>(kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtserver.so+0x2d6339)
#12 std::__1::__function::__alloc_func<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11, std::__1::allocator<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtserver.so+0x2d6301)
#13 std::__1::__function::__func<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11, std::__1::allocator<kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*)::$_11>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtserver.so+0x2d55dd)
#14 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#15 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#16 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x42bc75)
#17 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x42dfc1)
#18 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x42df79)
#19 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x42df09)
#20 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x42ded1)
#21 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x42d1cd)
#22 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#23 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#24 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x40f03a)
Mutex M668638532956420656 is already destroyed.
Thread T6 'apply [worker]-' (tid=7540, running) created by thread T20 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c70b5)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x40e8d8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2e2759)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x42ae9b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x42913f)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x42b402)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x416d70)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x417309)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x41959a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x419528)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x4194a8)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x419463)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41867c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3fd1f6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3f79a8)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f16f0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:200:12 (libconsensus.so+0x1c8d3d)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e26b4)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x1682f4)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1682a3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x168218)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x1681d3)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x1674bc)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x1911f6)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x17909b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x16377d)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x167155)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1670e9)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x167079)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x167041)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16633d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x42bc75)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x42dfc1)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x42df79)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x42df09)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x42ded1)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x42d1cd)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x40f03a)
Thread T104 (tid=7504, finished) created by thread T71 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c70b5)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x40e8d8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2e2759)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x42ae9b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x42913f)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x42b402)
#6 kudu::tserver::TSTabletManager::CreateNewTablet(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Partition const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, kudu::Schema const&, kudu::PartitionSchema const&, kudu::consensus::RaftConfigPB, std::__1::optional<kudu::TableExtraConfigPB>, std::__1::optional<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > >, std::__1::optional<kudu::TableTypePB>, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:709:3 (libtserver.so+0x2bf652)
#7 kudu::tserver::TabletServiceAdminImpl::CreateTablet(kudu::tserver::CreateTabletRequestPB const*, kudu::tserver::CreateTabletResponsePB*, kudu::rpc::RpcContext*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_service.cc:1518:34 (libtserver.so+0x26db00)
#8 kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/build/tsan/src/kudu/tserver/tserver_admin.service.cc:189:13 (libtserver_admin_proto.so+0x68bf4)
#9 decltype(std::__1::forward<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&>(fp)(std::__1::forward<google::protobuf::Message const*>(fp0), std::__1::forward<google::protobuf::Message*>(fp0), std::__1::forward<kudu::rpc::RpcContext*>(fp0))) std::__1::__invoke<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*>(kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtserver_admin_proto.so+0x68b82)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*>(kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtserver_admin_proto.so+0x68ab1)
#11 std::__1::__function::__alloc_func<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1, std::__1::allocator<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1>, void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtserver_admin_proto.so+0x68a2c)
#12 std::__1::__function::__func<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1, std::__1::allocator<kudu::tserver::TabletServerAdminServiceIf::TabletServerAdminServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_1>, void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtserver_admin_proto.so+0x67ce2)
#13 std::__1::__function::__value_func<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libkrpc.so+0x207c3c)
#14 std::__1::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libkrpc.so+0x207076)
#15 kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_if.cc:137:3 (libkrpc.so+0x206a1f)
#16 kudu::rpc::ServicePool::RunThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:228:15 (libkrpc.so+0x209cef)
#17 kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/service_pool.cc:91:5 (libkrpc.so+0x20b041)
#18 decltype(std::__1::forward<kudu::rpc::ServicePool::Init(int)::$_0&>(fp)()) std::__1::__invoke<kudu::rpc::ServicePool::Init(int)::$_0&>(kudu::rpc::ServicePool::Init(int)::$_0&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkrpc.so+0x20aff9)
#19 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::rpc::ServicePool::Init(int)::$_0&>(kudu::rpc::ServicePool::Init(int)::$_0&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkrpc.so+0x20af89)
#20 std::__1::__function::__alloc_func<kudu::rpc::ServicePool::Init(int)::$_0, std::__1::allocator<kudu::rpc::ServicePool::Init(int)::$_0>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkrpc.so+0x20af51)
#21 std::__1::__function::__func<kudu::rpc::ServicePool::Init(int)::$_0, std::__1::allocator<kudu::rpc::ServicePool::Init(int)::$_0>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkrpc.so+0x20a24d)
#22 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#23 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#24 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x40f03a)
SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:429:12 in std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::__destruct_at_end(kudu::MemTracker**)
==================
==================
WARNING: ThreadSanitizer: data race (pid=6617)
Write of size 8 at 0x7b08001200a0 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343379)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f2b9)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f259)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x2a0412)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x2a03a9)
#5 std::__1::allocator<kudu::MemTracker*>::deallocate(kudu::MemTracker**, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x37431a)
#6 std::__1::allocator_traits<std::__1::allocator<kudu::MemTracker*> >::deallocate(std::__1::allocator<kudu::MemTracker*>&, kudu::MemTracker**, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1533:14 (libkudu_util.so+0x374199)
#7 std::__1::__vector_base<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:466:9 (libkudu_util.so+0x373f77)
#8 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libkudu_util.so+0x36c0f1)
#9 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x36bca3)
#10 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x372f65)
#11 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35495)
#12 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35439)
#13 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#14 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41e814)
#15 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3d15a5)
#16 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3d17b9)
#17 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1014a7)
#18 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x101469)
#19 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x101429)
#20 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x10138a)
#21 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3cf489)
#22 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3cf460)
#23 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3cf420)
#24 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b9836)
#25 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b9754)
#26 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b950b)
#27 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x2908f1)
#28 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bcc3e)
#29 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:190:22 (libtserver.so+0x25c9ae)
#30 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x262179)
#31 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31cd92)
#32 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7cc7)
#33 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe4924)
#34 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd66c3)
#35 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6759)
#36 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f57)
#37 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351ebd)
#38 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e4b)
#39 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34c02d)
#40 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:370:1 (catalog_manager-test+0x34c059)
#41 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#42 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#43 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#44 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#45 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#46 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#47 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#48 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#49 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#50 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d7b)
#51 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f98c)
Previous read of size 8 at 0x7b08001200a0 by thread T6 (mutexes: write M668638532956420656):
#0 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:5 (libkudu_util.so+0x36a722)
#1 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41f1e0)
#2 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x418242)
#3 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x4179d3)
#4 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x41bbe1)
#5 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x41bb99)
#6 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x41bb29)
#7 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x41baf1)
#8 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41ad1d)
#9 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#10 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#11 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x42bc75)
#12 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x42dfc1)
#13 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x42df79)
#14 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x42df09)
#15 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x42ded1)
#16 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x42d1cd)
#17 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#18 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#19 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x40f03a)
Mutex M668638532956420656 is already destroyed.
Thread T6 'apply [worker]-' (tid=7540, running) created by thread T20 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c70b5)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x40e8d8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2e2759)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x42ae9b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x42913f)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x42b402)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x416d70)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x417309)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x41959a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x419528)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x4194a8)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x419463)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41867c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3fd1f6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3f79a8)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f16f0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:200:12 (libconsensus.so+0x1c8d3d)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e26b4)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x1682f4)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1682a3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x168218)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x1681d3)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x1674bc)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x1911f6)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x17909b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x16377d)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x167155)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1670e9)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x167079)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x167041)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16633d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x42bc75)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x42dfc1)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x42df79)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x42df09)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x42ded1)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x42d1cd)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x40f03a)
SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 in operator delete(void*)
==================
==================
WARNING: ThreadSanitizer: data race (pid=6617)
Write of size 8 at 0x7b440012a630 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343379)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f2b9)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f259)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x2a0412)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x2a03a9)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x37369d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x372fd0)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35445)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#10 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x36bcab)
#11 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x372f65)
#12 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35495)
#13 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35439)
#14 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#15 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41e814)
#16 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3d15a5)
#17 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3d17b9)
#18 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1014a7)
#19 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x101469)
#20 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x101429)
#21 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x10138a)
#22 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3cf489)
#23 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3cf460)
#24 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3cf420)
#25 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b9836)
#26 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b9754)
#27 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b950b)
#28 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x2908f1)
#29 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bcc3e)
#30 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:190:22 (libtserver.so+0x25c9ae)
#31 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x262179)
#32 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31cd92)
#33 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7cc7)
#34 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe4924)
#35 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd66c3)
#36 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6759)
#37 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f57)
#38 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351ebd)
#39 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e4b)
#40 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34c02d)
#41 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:370:1 (catalog_manager-test+0x34c059)
#42 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#43 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#44 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#45 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#46 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#47 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#48 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#49 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#50 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#51 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d7b)
#52 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f98c)
Previous atomic write of size 8 at 0x7b440012a630 by thread T6 (mutexes: write M668638532956420656):
#0 __tsan_atomic64_fetch_add /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:620 (catalog_manager-test+0x316655)
#1 long std::__1::__cxx_atomic_fetch_add<long>(std::__1::__cxx_atomic_base_impl<long>*, long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1042:12 (libkudu_util.so+0x2b4513)
#2 std::__1::__atomic_base<long, true>::fetch_add(long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1706:17 (libkudu_util.so+0x2b4449)
#3 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:30 (libkudu_util.so+0x36d0c2)
#4 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x36a731)
#5 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41f1e0)
#6 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x418242)
#7 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x4179d3)
#8 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x41bbe1)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x41bb99)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x41bb29)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x41baf1)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41ad1d)
#13 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#14 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#15 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x42bc75)
#16 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x42dfc1)
#17 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x42df79)
#18 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x42df09)
#19 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x42ded1)
#20 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x42d1cd)
#21 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#22 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#23 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x40f03a)
Mutex M668638532956420656 is already destroyed.
Thread T6 'apply [worker]-' (tid=7540, running) created by thread T20 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c70b5)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x40e8d8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2e2759)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x42ae9b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x42913f)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x42b402)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x416d70)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x417309)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x41959a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x419528)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x4194a8)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x419463)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41867c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3fd1f6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3f79a8)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f16f0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:200:12 (libconsensus.so+0x1c8d3d)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e26b4)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x1682f4)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1682a3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x168218)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x1681d3)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x1674bc)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x1911f6)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x17909b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x16377d)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x167155)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1670e9)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x167079)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x167041)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16633d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x42bc75)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x42dfc1)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x42df79)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x42df09)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x42ded1)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x42d1cd)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x40f03a)
SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 in operator delete(void*)
==================
==================
WARNING: ThreadSanitizer: data race (pid=6617)
Write of size 8 at 0x7b440012a638 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343379)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f2b9)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f259)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x2a0412)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x2a03a9)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x37369d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x372fd0)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35445)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#10 kudu::MemTracker::~MemTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:83:1 (libkudu_util.so+0x36bcab)
#11 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3503:23 (libkudu_util.so+0x372f65)
#12 std::__1::__shared_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3341:9 (libtablet_test_util.so+0x35495)
#13 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3383:27 (libtablet_test_util.so+0x35439)
#14 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#15 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41e814)
#16 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3d15a5)
#17 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3d17b9)
#18 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1014a7)
#19 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x101469)
#20 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x101429)
#21 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x10138a)
#22 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3cf489)
#23 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3cf460)
#24 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3cf420)
#25 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b9836)
#26 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b9754)
#27 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b950b)
#28 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x2908f1)
#29 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bcc3e)
#30 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:190:22 (libtserver.so+0x25c9ae)
#31 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x262179)
#32 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31cd92)
#33 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7cc7)
#34 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe4924)
#35 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd66c3)
#36 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6759)
#37 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f57)
#38 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351ebd)
#39 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e4b)
#40 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34c02d)
#41 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:370:1 (catalog_manager-test+0x34c059)
#42 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#43 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#44 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#45 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#46 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#47 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#48 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#49 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#50 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#51 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d7b)
#52 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f98c)
Previous atomic write of size 8 at 0x7b440012a638 by thread T6 (mutexes: write M668638532956420656):
#0 __tsan_atomic64_compare_exchange_val /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:850 (catalog_manager-test+0x31d728)
#1 bool std::__1::__cxx_atomic_compare_exchange_weak<long>(std::__1::__cxx_atomic_base_impl<long>*, long*, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1031:12 (liblog.so+0x8c014)
#2 std::__1::__atomic_base<long, false>::compare_exchange_weak(long&, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1622:17 (liblog.so+0x8be39)
#3 void kudu::AtomicStoreMax<long>(std::__1::atomic<long>&, long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/atomic-utils.h:33:13 (liblog.so+0x7ed40)
#4 kudu::HighWaterMark::UpdateMax(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:80:5 (libkudu_util.so+0x372264)
#5 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:5 (libkudu_util.so+0x36d0cd)
#6 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x36a731)
#7 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41f1e0)
#8 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x418242)
#9 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x4179d3)
#10 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x41bbe1)
#11 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x41bb99)
#12 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x41bb29)
#13 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x41baf1)
#14 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41ad1d)
#15 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#16 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#17 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x42bc75)
#18 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x42dfc1)
#19 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x42df79)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x42df09)
#21 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x42ded1)
#22 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x42d1cd)
#23 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#24 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#25 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x40f03a)
Mutex M668638532956420656 is already destroyed.
Thread T6 'apply [worker]-' (tid=7540, running) created by thread T20 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c70b5)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x40e8d8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2e2759)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x42ae9b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x42913f)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x42b402)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x416d70)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x417309)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x41959a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x419528)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x4194a8)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x419463)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41867c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3fd1f6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3f79a8)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f16f0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:200:12 (libconsensus.so+0x1c8d3d)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e26b4)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x1682f4)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1682a3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x168218)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x1681d3)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x1674bc)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x1911f6)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x17909b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x16377d)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x167155)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1670e9)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x167079)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x167041)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16633d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x42bc75)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x42dfc1)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x42df79)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x42df09)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x42ded1)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x42d1cd)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x40f03a)
SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 in operator delete(void*)
==================
==================
WARNING: ThreadSanitizer: data race (pid=6617)
Write of size 8 at 0x7b440012aef0 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343379)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f2b9)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f259)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x2a0412)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x2a03a9)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x37369d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x372fd0)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35445)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#10 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41e814)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3d15a5)
#12 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3d17b9)
#13 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1014a7)
#14 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x101469)
#15 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x101429)
#16 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x10138a)
#17 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3cf489)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3cf460)
#19 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3cf420)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b9836)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b9754)
#22 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b950b)
#23 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x2908f1)
#24 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bcc3e)
#25 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:190:22 (libtserver.so+0x25c9ae)
#26 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x262179)
#27 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31cd92)
#28 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7cc7)
#29 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe4924)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd66c3)
#31 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6759)
#32 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f57)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351ebd)
#34 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e4b)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34c02d)
#36 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:370:1 (catalog_manager-test+0x34c059)
#37 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#38 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#39 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#40 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#41 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#42 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#43 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#44 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#45 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#46 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d7b)
#47 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f98c)
Previous atomic write of size 8 at 0x7b440012aef0 by thread T6 (mutexes: write M668638532956420656):
#0 __tsan_atomic64_fetch_add /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:620 (catalog_manager-test+0x316655)
#1 long std::__1::__cxx_atomic_fetch_add<long>(std::__1::__cxx_atomic_base_impl<long>*, long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1042:12 (libkudu_util.so+0x2b4513)
#2 std::__1::__atomic_base<long, true>::fetch_add(long, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1706:17 (libkudu_util.so+0x2b4449)
#3 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:30 (libkudu_util.so+0x36d0c2)
#4 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x36a731)
#5 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41f1e0)
#6 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x418242)
#7 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x4179d3)
#8 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x41bbe1)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x41bb99)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x41bb29)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x41baf1)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41ad1d)
#13 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#14 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#15 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x42bc75)
#16 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x42dfc1)
#17 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x42df79)
#18 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x42df09)
#19 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x42ded1)
#20 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x42d1cd)
#21 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#22 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#23 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x40f03a)
Mutex M668638532956420656 is already destroyed.
Thread T6 'apply [worker]-' (tid=7540, running) created by thread T20 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c70b5)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x40e8d8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2e2759)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x42ae9b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x42913f)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x42b402)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x416d70)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x417309)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x41959a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x419528)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x4194a8)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x419463)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41867c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3fd1f6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3f79a8)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f16f0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:200:12 (libconsensus.so+0x1c8d3d)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e26b4)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x1682f4)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1682a3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x168218)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x1681d3)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x1674bc)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x1911f6)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x17909b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x16377d)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x167155)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1670e9)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x167079)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x167041)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16633d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x42bc75)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x42dfc1)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x42df79)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x42df09)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x42ded1)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x42d1cd)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x40f03a)
SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 in operator delete(void*)
==================
==================
WARNING: ThreadSanitizer: data race (pid=6617)
Write of size 8 at 0x7b440012aef8 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343379)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f2b9)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f259)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x2a0412)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x2a03a9)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x37369d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x372fd0)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35445)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#10 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41e814)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3d15a5)
#12 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3d17b9)
#13 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1014a7)
#14 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x101469)
#15 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x101429)
#16 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x10138a)
#17 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3cf489)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3cf460)
#19 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3cf420)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b9836)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b9754)
#22 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b950b)
#23 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x2908f1)
#24 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bcc3e)
#25 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:190:22 (libtserver.so+0x25c9ae)
#26 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x262179)
#27 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31cd92)
#28 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7cc7)
#29 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe4924)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd66c3)
#31 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6759)
#32 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f57)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351ebd)
#34 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e4b)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34c02d)
#36 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:370:1 (catalog_manager-test+0x34c059)
#37 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#38 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#39 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#40 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#41 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#42 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#43 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#44 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#45 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#46 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d7b)
#47 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f98c)
Previous atomic write of size 8 at 0x7b440012aef8 by thread T6 (mutexes: write M668638532956420656):
#0 __tsan_atomic64_compare_exchange_val /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interface_atomic.cpp:850 (catalog_manager-test+0x31d728)
#1 bool std::__1::__cxx_atomic_compare_exchange_weak<long>(std::__1::__cxx_atomic_base_impl<long>*, long*, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1031:12 (liblog.so+0x8c014)
#2 std::__1::__atomic_base<long, false>::compare_exchange_weak(long&, long, std::__1::memory_order, std::__1::memory_order) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/atomic:1622:17 (liblog.so+0x8be39)
#3 void kudu::AtomicStoreMax<long>(std::__1::atomic<long>&, long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/atomic-utils.h:33:13 (liblog.so+0x7ed40)
#4 kudu::HighWaterMark::UpdateMax(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:80:5 (libkudu_util.so+0x372264)
#5 kudu::HighWaterMark::IncrementBy(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/high_water_mark.h:70:5 (libkudu_util.so+0x36d0cd)
#6 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:285:27 (libkudu_util.so+0x36a731)
#7 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41f1e0)
#8 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x418242)
#9 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x4179d3)
#10 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x41bbe1)
#11 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x41bb99)
#12 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x41bb29)
#13 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x41baf1)
#14 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41ad1d)
#15 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#16 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#17 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x42bc75)
#18 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x42dfc1)
#19 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x42df79)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x42df09)
#21 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x42ded1)
#22 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x42d1cd)
#23 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#24 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#25 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x40f03a)
Mutex M668638532956420656 is already destroyed.
Thread T6 'apply [worker]-' (tid=7540, running) created by thread T20 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c70b5)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x40e8d8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2e2759)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x42ae9b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x42913f)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x42b402)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x416d70)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x417309)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x41959a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x419528)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x4194a8)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x419463)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41867c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3fd1f6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3f79a8)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f16f0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:200:12 (libconsensus.so+0x1c8d3d)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e26b4)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x1682f4)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1682a3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x168218)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x1681d3)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x1674bc)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x1911f6)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x17909b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x16377d)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x167155)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1670e9)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x167079)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x167041)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16633d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x42bc75)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x42dfc1)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x42df79)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x42df09)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x42ded1)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x42d1cd)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x40f03a)
SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 in operator delete(void*)
==================
==================
WARNING: ThreadSanitizer: data race (pid=6617)
Write of size 8 at 0x7b440012af00 by main thread:
#0 operator delete(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 (catalog_manager-test+0x343379)
#1 std::__1::_DeallocateCaller::__do_call(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:334:12 (catalog_manager-test+0x34f2b9)
#2 std::__1::_DeallocateCaller::__do_deallocate_handle_size(void*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:292:12 (catalog_manager-test+0x34f259)
#3 std::__1::_DeallocateCaller::__do_deallocate_handle_size_align(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:268:14 (libkudu_util.so+0x2a0412)
#4 std::__1::__libcpp_deallocate(void*, unsigned long, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/new:340:3 (libkudu_util.so+0x2a03a9)
#5 std::__1::allocator<std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> > >::deallocate(std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >*, unsigned long) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1798:10 (libkudu_util.so+0x37369d)
#6 std::__1::__shared_ptr_emplace<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler, std::__1::allocator<std::__1::shared_ptr<kudu::MemTracker> enable_make_shared<kudu::MemTracker>::make_shared<long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&>(long&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> > const&, std::__1::shared_ptr<kudu::MemTracker>&)::make_shared_enabler> >::__on_zero_shared_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3515:9 (libkudu_util.so+0x372fd0)
#7 std::__1::__shared_weak_count::__release_weak() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/libcxx/src/memory.cpp (libc++.so.1+0xbde46)
#8 std::__1::__shared_weak_count::__release_shared() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:3384:9 (libtablet_test_util.so+0x35445)
#9 std::__1::shared_ptr<kudu::MemTracker>::~shared_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:4098:19 (libtablet_test_util.so+0x31c28)
#10 kudu::tablet::OpTracker::~OpTracker() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:142:1 (libtablet.so+0x41e814)
#11 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:202:1 (libtablet.so+0x3d15a5)
#12 kudu::tablet::TabletReplica::~TabletReplica() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet_replica.cc:197:33 (libtablet.so+0x3d17b9)
#13 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::DeleteInternal(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:153:44 (libitest_util.so+0x1014a7)
#14 kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica>::Destruct(kudu::tablet::TabletReplica const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:116:5 (libitest_util.so+0x101469)
#15 kudu::RefCountedThreadSafe<kudu::tablet::TabletReplica, kudu::DefaultRefCountedThreadSafeTraits<kudu::tablet::TabletReplica> >::Release() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:144:7 (libitest_util.so+0x101429)
#16 scoped_refptr<kudu::tablet::TabletReplica>::~scoped_refptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/gutil/ref_counted.h:266:13 (libitest_util.so+0x10138a)
#17 std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >::destroy(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1811:92 (libmaster.so+0x3cf489)
#18 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::integral_constant<bool, true>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1703:21 (libmaster.so+0x3cf460)
#19 void std::__1::allocator_traits<std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::destroy<scoped_refptr<kudu::tablet::TabletReplica> >(std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> >&, scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:1544:14 (libmaster.so+0x3cf420)
#20 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::__destruct_at_end(scoped_refptr<kudu::tablet::TabletReplica>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:428:9 (libtserver.so+0x2b9836)
#21 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::clear() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:371:29 (libtserver.so+0x2b9754)
#22 std::__1::__vector_base<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~__vector_base() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:465:9 (libtserver.so+0x2b950b)
#23 std::__1::vector<scoped_refptr<kudu::tablet::TabletReplica>, std::__1::allocator<scoped_refptr<kudu::tablet::TabletReplica> > >::~vector() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:557:5 (libtserver.so+0x2908f1)
#24 kudu::tserver::TSTabletManager::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/ts_tablet_manager.cc:1583:1 (libtserver.so+0x2bcc3e)
#25 kudu::tserver::TabletServer::ShutdownImpl() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.cc:190:22 (libtserver.so+0x25c9ae)
#26 kudu::tserver::TabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/tablet_server.h:67:5 (libtserver.so+0x262179)
#27 kudu::tserver::MiniTabletServer::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tserver/mini_tablet_server.cc:124:14 (libtserver.so+0x31cd92)
#28 kudu::cluster::InternalMiniCluster::ShutdownNodes(kudu::cluster::ClusterNodes) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:242:22 (libmini_cluster.so+0xd7cc7)
#29 kudu::cluster::MiniCluster::Shutdown() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/mini_cluster.h:84:5 (libitest_util.so+0xe4924)
#30 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:98:3 (libmini_cluster.so+0xd66c3)
#31 kudu::cluster::InternalMiniCluster::~InternalMiniCluster() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/mini-cluster/internal_mini_cluster.cc:97:45 (libmini_cluster.so+0xd6759)
#32 std::__1::default_delete<kudu::cluster::InternalMiniCluster>::operator()(kudu::cluster::InternalMiniCluster*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2262:5 (catalog_manager-test+0x351f57)
#33 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::reset(kudu::cluster::InternalMiniCluster*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2517:7 (catalog_manager-test+0x351ebd)
#34 std::__1::unique_ptr<kudu::cluster::InternalMiniCluster, std::__1::default_delete<kudu::cluster::InternalMiniCluster> >::~unique_ptr() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/memory:2471:19 (catalog_manager-test+0x351e4b)
#35 kudu::master::CatalogManagerRpcAndUserFunctionsTest::~CatalogManagerRpcAndUserFunctionsTest() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:277:7 (catalog_manager-test+0x34c02d)
#36 kudu::master::CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test::~CatalogManagerRpcAndUserFunctionsTest_TestAlterTableRpc_Test() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager-test.cc:370:1 (catalog_manager-test+0x34c059)
#37 testing::Test::DeleteSelf_() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/include/gtest/gtest.h:318:24 (libgtest.so.1.12.1+0x65467)
#38 void testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x64e2f)
#39 void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x64e2f)
#40 testing::TestInfo::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2859:5 (libgtest.so.1.12.1+0x43dc2)
#41 testing::TestSuite::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012:30 (libgtest.so.1.12.1+0x44d24)
#42 testing::internal::UnitTestImpl::RunAllTests() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870:44 (libgtest.so.1.12.1+0x59814)
#43 bool testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599:10 (libgtest.so.1.12.1+0x65cef)
#44 bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635:14 (libgtest.so.1.12.1+0x65cef)
#45 testing::UnitTest::Run() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444:10 (libgtest.so.1.12.1+0x58dcc)
#46 RUN_ALL_TESTS() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/gtest/gtest.h:2293:73 (catalog_manager-test+0x360d7b)
#47 main /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/test_main.cc:115:10 (catalog_manager-test+0x35f98c)
Previous read of size 8 at 0x7b440012af00 by thread T6 (mutexes: write M668638532956420656):
#0 std::__1::vector<kudu::MemTracker*, std::__1::allocator<kudu::MemTracker*> >::begin() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/vector:1520:30 (libkudu_util.so+0x36cfc9)
#1 kudu::MemTracker::Release(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/mem_tracker.cc:284:22 (libkudu_util.so+0x36a6da)
#2 kudu::tablet::OpTracker::Release(kudu::tablet::OpDriver*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_tracker.cc:239:19 (libtablet.so+0x41f1e0)
#3 kudu::tablet::OpDriver::Finalize() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:606:16 (libtablet.so+0x418242)
#4 kudu::tablet::OpDriver::ApplyTask() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:577:5 (libtablet.so+0x4179d3)
#5 kudu::tablet::OpDriver::ApplyAsync()::$_2::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:65 (libtablet.so+0x41bbe1)
#6 decltype(std::__1::forward<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(fp)()) std::__1::__invoke<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x41bb99)
#7 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::ApplyAsync()::$_2&>(kudu::tablet::OpDriver::ApplyAsync()::$_2&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x41bb29)
#8 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x41baf1)
#9 std::__1::__function::__func<kudu::tablet::OpDriver::ApplyAsync()::$_2, std::__1::allocator<kudu::tablet::OpDriver::ApplyAsync()::$_2>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41ad1d)
#10 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#11 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#12 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x42bc75)
#13 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x42dfc1)
#14 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x42df79)
#15 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x42df09)
#16 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x42ded1)
#17 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x42d1cd)
#18 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#19 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#20 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x40f03a)
Mutex M668638532956420656 is already destroyed.
Thread T6 'apply [worker]-' (tid=7540, running) created by thread T20 at:
#0 pthread_create /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_interceptors_posix.cpp:966 (catalog_manager-test+0x2c70b5)
#1 kudu::Thread::StartThread(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, unsigned long, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:643:15 (libkudu_util.so+0x40e8d8)
#2 kudu::Thread::Create(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char> >, std::__1::function<void ()>, scoped_refptr<kudu::Thread>*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.h:147:12 (libmaster.so+0x2e2759)
#3 kudu::ThreadPool::CreateThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:814:10 (libkudu_util.so+0x42ae9b)
#4 kudu::ThreadPool::DoSubmit(std::__1::function<void ()>, kudu::ThreadPoolToken*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:599:21 (libkudu_util.so+0x42913f)
#5 kudu::ThreadPool::Submit(std::__1::function<void ()>) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:491:10 (libkudu_util.so+0x42b402)
#6 kudu::tablet::OpDriver::ApplyAsync() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:524:23 (libtablet.so+0x416d70)
#7 kudu::tablet::OpDriver::ReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:474:5 (libtablet.so+0x417309)
#8 kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/ops/op_driver.cc:186:21 (libtablet.so+0x41959a)
#9 decltype(std::__1::forward<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&>(fp)(std::__1::forward<kudu::Status const&>(fp0))) std::__1::__invoke<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libtablet.so+0x419528)
#10 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&>(kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0&, kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libtablet.so+0x4194a8)
#11 std::__1::__function::__alloc_func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libtablet.so+0x419463)
#12 std::__1::__function::__func<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0, std::__1::allocator<kudu::tablet::OpDriver::Init(std::__1::unique_ptr<kudu::tablet::Op, std::__1::default_delete<kudu::tablet::Op> >, kudu::consensus::DriverType)::$_0>, void (kudu::Status const&)>::operator()(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libtablet.so+0x41867c)
#13 std::__1::__function::__value_func<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libmaster.so+0x3fd1f6)
#14 std::__1::function<void (kudu::Status const&)>::operator()(kudu::Status const&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libmaster.so+0x3f79a8)
#15 kudu::consensus::ConsensusRound::NotifyReplicationFinished(kudu::Status const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:3317:3 (libconsensus.so+0x1f16f0)
#16 kudu::consensus::PendingRounds::AdvanceCommittedIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/pending_rounds.cc:200:12 (libconsensus.so+0x1c8d3d)
#17 kudu::consensus::RaftConsensus::NotifyCommitIndex(long) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/raft_consensus.cc:916:3 (libconsensus.so+0x1e26b4)
#18 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x1682f4)
#19 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&>(fp)(std::__1::forward<kudu::consensus::PeerMessageQueueObserver*>(fp0))) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1682a3)
#20 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)&, kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x168218)
#21 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x1681d3)
#22 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*), std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const::'lambda'(kudu::consensus::PeerMessageQueueObserver*)>, void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x1674bc)
#23 std::__1::__function::__value_func<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*&&) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (libconsensus.so+0x1911f6)
#24 std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)>::operator()(kudu::consensus::PeerMessageQueueObserver*) const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (libconsensus.so+0x17909b)
#25 kudu::consensus::PeerMessageQueue::NotifyObserversTask(std::__1::function<void (kudu::consensus::PeerMessageQueueObserver*)> const&) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1577:5 (libconsensus.so+0x16377d)
#26 kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/consensus/consensus_queue.cc:1506:3 (libconsensus.so+0x167155)
#27 decltype(std::__1::forward<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(fp)()) std::__1::__invoke<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libconsensus.so+0x1670e9)
#28 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&>(kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libconsensus.so+0x167079)
#29 std::__1::__function::__alloc_func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libconsensus.so+0x167041)
#30 std::__1::__function::__func<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3, std::__1::allocator<kudu::consensus::PeerMessageQueue::NotifyObserversOfCommitIndexChange(long)::$_3>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libconsensus.so+0x16633d)
#31 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#32 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#33 kudu::ThreadPool::DispatchThread() /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:733:7 (libkudu_util.so+0x42bc75)
#34 kudu::ThreadPool::CreateThread()::$_1::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/threadpool.cc:815:48 (libkudu_util.so+0x42dfc1)
#35 decltype(std::__1::forward<kudu::ThreadPool::CreateThread()::$_1&>(fp)()) std::__1::__invoke<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/type_traits:3905:1 (libkudu_util.so+0x42df79)
#36 void std::__1::__invoke_void_return_wrapper<void>::__call<kudu::ThreadPool::CreateThread()::$_1&>(kudu::ThreadPool::CreateThread()::$_1&) /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/__functional_base:348:9 (libkudu_util.so+0x42df09)
#37 std::__1::__function::__alloc_func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1557:16 (libkudu_util.so+0x42ded1)
#38 std::__1::__function::__func<kudu::ThreadPool::CreateThread()::$_1, std::__1::allocator<kudu::ThreadPool::CreateThread()::$_1>, void ()>::operator()() /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1731:12 (libkudu_util.so+0x42d1cd)
#39 std::__1::__function::__value_func<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:1884:16 (catalog_manager-test+0x361014)
#40 std::__1::function<void ()>::operator()() const /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/installed/tsan/include/c++/v1/functional:2556:12 (catalog_manager-test+0x360e59)
#41 kudu::Thread::SuperviseThread(void*) /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:694:3 (libkudu_util.so+0x40f03a)
SUMMARY: ThreadSanitizer: data race /home/jenkins-slave/workspace/build_and_test_flaky@2/thirdparty/src/llvm-11.0.0.src/projects/compiler-rt/lib/tsan/rtl/tsan_new_delete.cpp:126 in operator delete(void*)
==================
I20260618 07:59:19.587378 6617 tablet_server.cc:196] TabletServer@127.6.118.65:0 shutdown complete.
I20260618 07:59:19.599913 6617 master.cc:562] Master@127.6.118.126:39941 shutting down...
I20260618 07:59:19.872452 6617 raft_consensus.cc:2243] T 00000000000000000000000000000000 P 7de9feab0ee04695947cb4d4c46e1a55 [term 1 LEADER]: Raft consensus shutting down.
I20260618 07:59:19.872996 6617 raft_consensus.cc:2272] T 00000000000000000000000000000000 P 7de9feab0ee04695947cb4d4c46e1a55 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260618 07:59:19.873333 6617 tablet_replica.cc:333] T 00000000000000000000000000000000 P 7de9feab0ee04695947cb4d4c46e1a55: stopping tablet replica
I20260618 07:59:19.891677 6617 master.cc:584] Master@127.6.118.126:39941 shutdown complete.
[ OK ] CatalogManagerRpcAndUserFunctionsTest.TestAlterTableRpc (1545 ms)
[ RUN ] CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser
I20260618 07:59:19.913784 6617 internal_mini_cluster.cc:156] Creating distributed mini masters. Addrs: 127.6.118.126:35741
I20260618 07:59:19.914731 6617 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20260618 07:59:19.919294 7542 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260618 07:59:19.919843 7543 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260618 07:59:19.921238 7545 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260618 07:59:19.922403 6617 server_base.cc:1061] running on GCE node
I20260618 07:59:19.923125 6617 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20260618 07:59:19.923321 6617 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20260618 07:59:19.923502 6617 hybrid_clock.cc:648] HybridClock initialized: now 1781769559923485 us; error 0 us; skew 500 ppm
I20260618 07:59:19.924021 6617 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20260618 07:59:19.926183 6617 webserver.cc:533] Webserver started at http://127.6.118.126:38929/ using document root <none> and password file <none>
I20260618 07:59:19.926666 6617 fs_manager.cc:362] Metadata directory not provided
I20260618 07:59:19.926851 6617 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20260618 07:59:19.927134 6617 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
I20260618 07:59:19.928139 6617 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1781769552496016-6617-0/minicluster-data/master-0-root/instance:
uuid: "88fd2b64d9b047b0a34107b55b1ba498"
format_stamp: "Formatted at 2026-06-18 07:59:19 on dist-test-slave-xxld"
I20260618 07:59:19.932204 6617 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.004s sys 0.002s
I20260618 07:59:19.935395 7550 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20260618 07:59:19.936213 6617 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
I20260618 07:59:19.936435 6617 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1781769552496016-6617-0/minicluster-data/master-0-root
uuid: "88fd2b64d9b047b0a34107b55b1ba498"
format_stamp: "Formatted at 2026-06-18 07:59:19 on dist-test-slave-xxld"
I20260618 07:59:19.936663 6617 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1781769552496016-6617-0/minicluster-data/master-0-root
metadata directory: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1781769552496016-6617-0/minicluster-data/master-0-root
1 data directories: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1781769552496016-6617-0/minicluster-data/master-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20260618 07:59:19.948465 6617 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20260618 07:59:19.949431 6617 kserver.cc:163] Server-wide thread pool size limit: 3276
I20260618 07:59:19.983069 6617 rpc_server.cc:307] RPC server started. Bound to: 127.6.118.126:35741
I20260618 07:59:19.983171 7601 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.118.126:35741 every 8 connection(s)
I20260618 07:59:19.986984 7602 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
I20260618 07:59:19.996610 7602 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 88fd2b64d9b047b0a34107b55b1ba498: Bootstrap starting.
I20260618 07:59:20.000906 7602 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 88fd2b64d9b047b0a34107b55b1ba498: Neither blocks nor log segments found. Creating new log.
I20260618 07:59:20.004727 7602 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 88fd2b64d9b047b0a34107b55b1ba498: No bootstrap required, opened a new log
I20260618 07:59:20.006726 7602 raft_consensus.cc:359] T 00000000000000000000000000000000 P 88fd2b64d9b047b0a34107b55b1ba498 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "88fd2b64d9b047b0a34107b55b1ba498" member_type: VOTER }
I20260618 07:59:20.007157 7602 raft_consensus.cc:385] T 00000000000000000000000000000000 P 88fd2b64d9b047b0a34107b55b1ba498 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260618 07:59:20.007401 7602 raft_consensus.cc:740] T 00000000000000000000000000000000 P 88fd2b64d9b047b0a34107b55b1ba498 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 88fd2b64d9b047b0a34107b55b1ba498, State: Initialized, Role: FOLLOWER
I20260618 07:59:20.007946 7602 consensus_queue.cc:260] T 00000000000000000000000000000000 P 88fd2b64d9b047b0a34107b55b1ba498 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "88fd2b64d9b047b0a34107b55b1ba498" member_type: VOTER }
I20260618 07:59:20.008407 7602 raft_consensus.cc:399] T 00000000000000000000000000000000 P 88fd2b64d9b047b0a34107b55b1ba498 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260618 07:59:20.008658 7602 raft_consensus.cc:493] T 00000000000000000000000000000000 P 88fd2b64d9b047b0a34107b55b1ba498 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260618 07:59:20.008972 7602 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 88fd2b64d9b047b0a34107b55b1ba498 [term 0 FOLLOWER]: Advancing to term 1
I20260618 07:59:20.013386 7602 raft_consensus.cc:515] T 00000000000000000000000000000000 P 88fd2b64d9b047b0a34107b55b1ba498 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "88fd2b64d9b047b0a34107b55b1ba498" member_type: VOTER }
I20260618 07:59:20.013917 7602 leader_election.cc:304] T 00000000000000000000000000000000 P 88fd2b64d9b047b0a34107b55b1ba498 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: 88fd2b64d9b047b0a34107b55b1ba498; no voters:
I20260618 07:59:20.015034 7602 leader_election.cc:290] T 00000000000000000000000000000000 P 88fd2b64d9b047b0a34107b55b1ba498 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260618 07:59:20.015396 7605 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 88fd2b64d9b047b0a34107b55b1ba498 [term 1 FOLLOWER]: Leader election won for term 1
I20260618 07:59:20.016908 7605 raft_consensus.cc:697] T 00000000000000000000000000000000 P 88fd2b64d9b047b0a34107b55b1ba498 [term 1 LEADER]: Becoming Leader. State: Replica: 88fd2b64d9b047b0a34107b55b1ba498, State: Running, Role: LEADER
I20260618 07:59:20.017613 7605 consensus_queue.cc:237] T 00000000000000000000000000000000 P 88fd2b64d9b047b0a34107b55b1ba498 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "88fd2b64d9b047b0a34107b55b1ba498" member_type: VOTER }
I20260618 07:59:20.018220 7602 sys_catalog.cc:565] T 00000000000000000000000000000000 P 88fd2b64d9b047b0a34107b55b1ba498 [sys.catalog]: configured and running, proceeding with master startup.
I20260618 07:59:20.020471 7606 sys_catalog.cc:455] T 00000000000000000000000000000000 P 88fd2b64d9b047b0a34107b55b1ba498 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "88fd2b64d9b047b0a34107b55b1ba498" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "88fd2b64d9b047b0a34107b55b1ba498" member_type: VOTER } }
I20260618 07:59:20.020524 7607 sys_catalog.cc:455] T 00000000000000000000000000000000 P 88fd2b64d9b047b0a34107b55b1ba498 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 88fd2b64d9b047b0a34107b55b1ba498. Latest consensus state: current_term: 1 leader_uuid: "88fd2b64d9b047b0a34107b55b1ba498" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "88fd2b64d9b047b0a34107b55b1ba498" member_type: VOTER } }
I20260618 07:59:20.021251 7607 sys_catalog.cc:458] T 00000000000000000000000000000000 P 88fd2b64d9b047b0a34107b55b1ba498 [sys.catalog]: This master's current role is: LEADER
I20260618 07:59:20.022392 7606 sys_catalog.cc:458] T 00000000000000000000000000000000 P 88fd2b64d9b047b0a34107b55b1ba498 [sys.catalog]: This master's current role is: LEADER
I20260618 07:59:20.024825 7611 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
I20260618 07:59:20.029731 7611 catalog_manager.cc:1519] Initializing Kudu cluster ID...
I20260618 07:59:20.034179 6617 internal_mini_cluster.cc:184] Waiting to initialize catalog manager on master 0
I20260618 07:59:20.038906 7611 catalog_manager.cc:1382] Generated new cluster ID: 78f4291a4bea47e6b49de7f70bb63afb
I20260618 07:59:20.039179 7611 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
I20260618 07:59:20.053580 7611 catalog_manager.cc:1405] Generated new certificate authority record
I20260618 07:59:20.054840 7611 catalog_manager.cc:1539] Loading token signing keys...
I20260618 07:59:20.068053 7611 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 88fd2b64d9b047b0a34107b55b1ba498: Generated new TSK 0
I20260618 07:59:20.068645 7611 catalog_manager.cc:1549] Initializing in-progress tserver states...
I20260618 07:59:20.100380 6617 file_cache.cc:492] Constructed file cache file cache with capacity 419430
W20260618 07:59:20.105895 7623 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
W20260618 07:59:20.107030 7624 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260618 07:59:20.109572 6617 server_base.cc:1061] running on GCE node
W20260618 07:59:20.109543 7626 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
I20260618 07:59:20.110528 6617 hybrid_clock.cc:584] initializing the hybrid clock with 'system_unsync' time source
W20260618 07:59:20.110711 6617 system_unsync_time.cc:38] NTP support is disabled. Clock error bounds will not be accurate. This configuration is not suitable for distributed clusters.
I20260618 07:59:20.110903 6617 hybrid_clock.cc:648] HybridClock initialized: now 1781769560110888 us; error 0 us; skew 500 ppm
I20260618 07:59:20.111433 6617 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
I20260618 07:59:20.113679 6617 webserver.cc:533] Webserver started at http://127.6.118.65:39783/ using document root <none> and password file <none>
I20260618 07:59:20.114157 6617 fs_manager.cc:362] Metadata directory not provided
I20260618 07:59:20.114355 6617 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
I20260618 07:59:20.114616 6617 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
I20260618 07:59:20.115633 6617 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1781769552496016-6617-0/minicluster-data/ts-0-root/instance:
uuid: "bc619d1ad47d4c8da70050d5135af530"
format_stamp: "Formatted at 2026-06-18 07:59:20 on dist-test-slave-xxld"
I20260618 07:59:20.119848 6617 fs_manager.cc:696] Time spent creating directory manager: real 0.004s user 0.006s sys 0.000s
I20260618 07:59:20.122921 7631 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
I20260618 07:59:20.123584 6617 fs_manager.cc:730] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
I20260618 07:59:20.123876 6617 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1781769552496016-6617-0/minicluster-data/ts-0-root
uuid: "bc619d1ad47d4c8da70050d5135af530"
format_stamp: "Formatted at 2026-06-18 07:59:20 on dist-test-slave-xxld"
I20260618 07:59:20.124150 6617 fs_report.cc:389] FS layout report
--------------------
wal directory: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1781769552496016-6617-0/minicluster-data/ts-0-root
metadata directory: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1781769552496016-6617-0/minicluster-data/ts-0-root
1 data directories: /tmp/dist-test-taskk5qVmF/test-tmp/catalog_manager-test.0.CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser.1781769552496016-6617-0/minicluster-data/ts-0-root/data
Total live blocks: 0
Total live bytes: 0
Total live bytes (after alignment): 0
Total number of LBM containers: 0 (0 full)
Did not check for missing blocks
Did not check for orphaned blocks
Total full LBM containers with extra space: 0 (0 repaired)
Total full LBM container extra space in bytes: 0 (0 repaired)
Total incomplete LBM containers: 0 (0 repaired)
Total LBM partial records: 0 (0 repaired)
Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
I20260618 07:59:20.138499 6617 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
I20260618 07:59:20.139464 6617 kserver.cc:163] Server-wide thread pool size limit: 3276
I20260618 07:59:20.140823 6617 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
I20260618 07:59:20.143004 6617 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
I20260618 07:59:20.143183 6617 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
I20260618 07:59:20.143476 6617 ts_tablet_manager.cc:616] Registered 0 tablets
I20260618 07:59:20.143635 6617 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
I20260618 07:59:20.180011 6617 rpc_server.cc:307] RPC server started. Bound to: 127.6.118.65:40705
I20260618 07:59:20.180138 7693 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.118.65:40705 every 8 connection(s)
I20260618 07:59:20.193818 7694 heartbeater.cc:344] Connected to a master server at 127.6.118.126:35741
I20260618 07:59:20.194208 7694 heartbeater.cc:461] Registering TS with master...
I20260618 07:59:20.195181 7694 heartbeater.cc:507] Master 127.6.118.126:35741 requested a full tablet report, sending...
I20260618 07:59:20.198011 7567 ts_manager.cc:194] Registered new tserver with Master: bc619d1ad47d4c8da70050d5135af530 (127.6.118.65:40705)
I20260618 07:59:20.198629 6617 internal_mini_cluster.cc:371] 1 TS(s) registered with all masters after 0.015438816s
I20260618 07:59:20.200598 7567 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.0.0.1:49096
I20260618 07:59:20.220295 7567 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:49100:
name: "test_table"
schema {
columns {
name: "key"
type: INT32
is_key: true
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
columns {
name: "int_val"
type: INT32
is_key: false
is_nullable: false
encoding: AUTO_ENCODING
compression: DEFAULT_COMPRESSION
cfile_block_size: 0
immutable: false
}
}
num_replicas: 1
split_rows_range_bounds {
rows: "\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000""\004\001d\000\000\000\004\001\310\000\000\000\004\001,\001\000\000\004\001\220\001\000\000\004\001\364\001\000\000\004\001X\002\000\000\004\001\274\002\000\000\004\001 \003\000\000\004\001\204\003\000\000"
indirect_data: """"
}
partition_schema {
range_schema {
columns {
name: "key"
}
}
}
I20260618 07:59:20.267652 7659 tablet_service.cc:1511] Processing CreateTablet for tablet 48f4f421478747cfbb1ef1424beeff19 (DEFAULT_TABLE table=test_table [id=839a37f0b74c4f8281a31c4cc3d58e9d]), partition=RANGE (key) PARTITION VALUES < 100
I20260618 07:59:20.268181 7658 tablet_service.cc:1511] Processing CreateTablet for tablet 951ec74666e24fd88e1843c23644b1b2 (DEFAULT_TABLE table=test_table [id=839a37f0b74c4f8281a31c4cc3d58e9d]), partition=RANGE (key) PARTITION 100 <= VALUES < 200
I20260618 07:59:20.268358 7657 tablet_service.cc:1511] Processing CreateTablet for tablet 5cec19c8dc6d48839fdab7b15cbd03ff (DEFAULT_TABLE table=test_table [id=839a37f0b74c4f8281a31c4cc3d58e9d]), partition=RANGE (key) PARTITION 200 <= VALUES < 300
I20260618 07:59:20.269026 7659 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 48f4f421478747cfbb1ef1424beeff19. 1 dirs total, 0 dirs full, 0 dirs failed
I20260618 07:59:20.269644 7657 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5cec19c8dc6d48839fdab7b15cbd03ff. 1 dirs total, 0 dirs full, 0 dirs failed
I20260618 07:59:20.270359 7658 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 951ec74666e24fd88e1843c23644b1b2. 1 dirs total, 0 dirs full, 0 dirs failed
I20260618 07:59:20.270515 7656 tablet_service.cc:1511] Processing CreateTablet for tablet 87814241cc2d4bc39535b5df9771eb54 (DEFAULT_TABLE table=test_table [id=839a37f0b74c4f8281a31c4cc3d58e9d]), partition=RANGE (key) PARTITION 300 <= VALUES < 400
I20260618 07:59:20.270955 7652 tablet_service.cc:1511] Processing CreateTablet for tablet 1549da22b7594167b17fe3e7db97e552 (DEFAULT_TABLE table=test_table [id=839a37f0b74c4f8281a31c4cc3d58e9d]), partition=RANGE (key) PARTITION 700 <= VALUES < 800
I20260618 07:59:20.271750 7656 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 87814241cc2d4bc39535b5df9771eb54. 1 dirs total, 0 dirs full, 0 dirs failed
I20260618 07:59:20.272774 7653 tablet_service.cc:1511] Processing CreateTablet for tablet 6ef1aeb519ea491f99213cf00c74e929 (DEFAULT_TABLE table=test_table [id=839a37f0b74c4f8281a31c4cc3d58e9d]), partition=RANGE (key) PARTITION 600 <= VALUES < 700
I20260618 07:59:20.274008 7653 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6ef1aeb519ea491f99213cf00c74e929. 1 dirs total, 0 dirs full, 0 dirs failed
I20260618 07:59:20.273806 7650 tablet_service.cc:1511] Processing CreateTablet for tablet 01b1b32bb48f4e039b37b82af010b62d (DEFAULT_TABLE table=test_table [id=839a37f0b74c4f8281a31c4cc3d58e9d]), partition=RANGE (key) PARTITION 900 <= VALUES
I20260618 07:59:20.274957 7650 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 01b1b32bb48f4e039b37b82af010b62d. 1 dirs total, 0 dirs full, 0 dirs failed
I20260618 07:59:20.277156 7655 tablet_service.cc:1511] Processing CreateTablet for tablet f5a9dd484bd24c3dbb350fb7a5c87a05 (DEFAULT_TABLE table=test_table [id=839a37f0b74c4f8281a31c4cc3d58e9d]), partition=RANGE (key) PARTITION 400 <= VALUES < 500
I20260618 07:59:20.278329 7655 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f5a9dd484bd24c3dbb350fb7a5c87a05. 1 dirs total, 0 dirs full, 0 dirs failed
I20260618 07:59:20.275655 7654 tablet_service.cc:1511] Processing CreateTablet for tablet a912886a52cc4297bf755070268fda32 (DEFAULT_TABLE table=test_table [id=839a37f0b74c4f8281a31c4cc3d58e9d]), partition=RANGE (key) PARTITION 500 <= VALUES < 600
I20260618 07:59:20.281836 7654 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a912886a52cc4297bf755070268fda32. 1 dirs total, 0 dirs full, 0 dirs failed
I20260618 07:59:20.276137 7651 tablet_service.cc:1511] Processing CreateTablet for tablet 9364b9258fc642dba27e4ff7d5910a1e (DEFAULT_TABLE table=test_table [id=839a37f0b74c4f8281a31c4cc3d58e9d]), partition=RANGE (key) PARTITION 800 <= VALUES < 900
I20260618 07:59:20.289284 7651 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9364b9258fc642dba27e4ff7d5910a1e. 1 dirs total, 0 dirs full, 0 dirs failed
I20260618 07:59:20.290390 7652 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1549da22b7594167b17fe3e7db97e552. 1 dirs total, 0 dirs full, 0 dirs failed
I20260618 07:59:20.312103 7706 tablet_bootstrap.cc:492] T 5cec19c8dc6d48839fdab7b15cbd03ff P bc619d1ad47d4c8da70050d5135af530: Bootstrap starting.
I20260618 07:59:20.318959 7706 tablet_bootstrap.cc:654] T 5cec19c8dc6d48839fdab7b15cbd03ff P bc619d1ad47d4c8da70050d5135af530: Neither blocks nor log segments found. Creating new log.
I20260618 07:59:20.326380 7706 tablet_bootstrap.cc:492] T 5cec19c8dc6d48839fdab7b15cbd03ff P bc619d1ad47d4c8da70050d5135af530: No bootstrap required, opened a new log
I20260618 07:59:20.326807 7706 ts_tablet_manager.cc:1403] T 5cec19c8dc6d48839fdab7b15cbd03ff P bc619d1ad47d4c8da70050d5135af530: Time spent bootstrapping tablet: real 0.015s user 0.008s sys 0.004s
I20260618 07:59:20.328730 7706 raft_consensus.cc:359] T 5cec19c8dc6d48839fdab7b15cbd03ff P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } }
I20260618 07:59:20.329196 7706 raft_consensus.cc:385] T 5cec19c8dc6d48839fdab7b15cbd03ff P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260618 07:59:20.329392 7706 raft_consensus.cc:740] T 5cec19c8dc6d48839fdab7b15cbd03ff P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bc619d1ad47d4c8da70050d5135af530, State: Initialized, Role: FOLLOWER
I20260618 07:59:20.329829 7706 consensus_queue.cc:260] T 5cec19c8dc6d48839fdab7b15cbd03ff P bc619d1ad47d4c8da70050d5135af530 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } }
I20260618 07:59:20.330248 7706 raft_consensus.cc:399] T 5cec19c8dc6d48839fdab7b15cbd03ff P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260618 07:59:20.330435 7706 raft_consensus.cc:493] T 5cec19c8dc6d48839fdab7b15cbd03ff P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260618 07:59:20.330637 7706 raft_consensus.cc:3060] T 5cec19c8dc6d48839fdab7b15cbd03ff P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Advancing to term 1
I20260618 07:59:20.334736 7706 raft_consensus.cc:515] T 5cec19c8dc6d48839fdab7b15cbd03ff P bc619d1ad47d4c8da70050d5135af530 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } }
I20260618 07:59:20.335222 7706 leader_election.cc:304] T 5cec19c8dc6d48839fdab7b15cbd03ff P bc619d1ad47d4c8da70050d5135af530 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: bc619d1ad47d4c8da70050d5135af530; no voters:
I20260618 07:59:20.336287 7706 leader_election.cc:290] T 5cec19c8dc6d48839fdab7b15cbd03ff P bc619d1ad47d4c8da70050d5135af530 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260618 07:59:20.336591 7708 raft_consensus.cc:2804] T 5cec19c8dc6d48839fdab7b15cbd03ff P bc619d1ad47d4c8da70050d5135af530 [term 1 FOLLOWER]: Leader election won for term 1
I20260618 07:59:20.338132 7694 heartbeater.cc:499] Master 127.6.118.126:35741 was elected leader, sending a full tablet report...
I20260618 07:59:20.338128 7708 raft_consensus.cc:697] T 5cec19c8dc6d48839fdab7b15cbd03ff P bc619d1ad47d4c8da70050d5135af530 [term 1 LEADER]: Becoming Leader. State: Replica: bc619d1ad47d4c8da70050d5135af530, State: Running, Role: LEADER
I20260618 07:59:20.339359 7706 ts_tablet_manager.cc:1434] T 5cec19c8dc6d48839fdab7b15cbd03ff P bc619d1ad47d4c8da70050d5135af530: Time spent starting tablet: real 0.012s user 0.011s sys 0.002s
I20260618 07:59:20.339053 7708 consensus_queue.cc:237] T 5cec19c8dc6d48839fdab7b15cbd03ff P bc619d1ad47d4c8da70050d5135af530 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } }
I20260618 07:59:20.340303 7706 tablet_bootstrap.cc:492] T 951ec74666e24fd88e1843c23644b1b2 P bc619d1ad47d4c8da70050d5135af530: Bootstrap starting.
I20260618 07:59:20.345641 7706 tablet_bootstrap.cc:654] T 951ec74666e24fd88e1843c23644b1b2 P bc619d1ad47d4c8da70050d5135af530: Neither blocks nor log segments found. Creating new log.
I20260618 07:59:20.349493 7706 tablet_bootstrap.cc:492] T 951ec74666e24fd88e1843c23644b1b2 P bc619d1ad47d4c8da70050d5135af530: No bootstrap required, opened a new log
I20260618 07:59:20.349336 7567 catalog_manager.cc:5696] T 5cec19c8dc6d48839fdab7b15cbd03ff P bc619d1ad47d4c8da70050d5135af530 reported cstate change: term changed from 0 to 1, leader changed from <none> to bc619d1ad47d4c8da70050d5135af530 (127.6.118.65). New cstate: current_term: 1 leader_uuid: "bc619d1ad47d4c8da70050d5135af530" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } health_report { overall_health: HEALTHY } } }
I20260618 07:59:20.349875 7706 ts_tablet_manager.cc:1403] T 951ec74666e24fd88e1843c23644b1b2 P bc619d1ad47d4c8da70050d5135af530: Time spent bootstrapping tablet: real 0.010s user 0.008s sys 0.001s
I20260618 07:59:20.351863 7706 raft_consensus.cc:359] T 951ec74666e24fd88e1843c23644b1b2 P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } }
I20260618 07:59:20.352383 7706 raft_consensus.cc:385] T 951ec74666e24fd88e1843c23644b1b2 P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260618 07:59:20.352669 7706 raft_consensus.cc:740] T 951ec74666e24fd88e1843c23644b1b2 P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bc619d1ad47d4c8da70050d5135af530, State: Initialized, Role: FOLLOWER
I20260618 07:59:20.353504 7706 consensus_queue.cc:260] T 951ec74666e24fd88e1843c23644b1b2 P bc619d1ad47d4c8da70050d5135af530 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } }
I20260618 07:59:20.354113 7706 raft_consensus.cc:399] T 951ec74666e24fd88e1843c23644b1b2 P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260618 07:59:20.354367 7706 raft_consensus.cc:493] T 951ec74666e24fd88e1843c23644b1b2 P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260618 07:59:20.354665 7706 raft_consensus.cc:3060] T 951ec74666e24fd88e1843c23644b1b2 P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Advancing to term 1
I20260618 07:59:20.359333 7706 raft_consensus.cc:515] T 951ec74666e24fd88e1843c23644b1b2 P bc619d1ad47d4c8da70050d5135af530 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } }
I20260618 07:59:20.359896 7706 leader_election.cc:304] T 951ec74666e24fd88e1843c23644b1b2 P bc619d1ad47d4c8da70050d5135af530 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: bc619d1ad47d4c8da70050d5135af530; no voters:
I20260618 07:59:20.360464 7706 leader_election.cc:290] T 951ec74666e24fd88e1843c23644b1b2 P bc619d1ad47d4c8da70050d5135af530 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260618 07:59:20.360705 7710 raft_consensus.cc:2804] T 951ec74666e24fd88e1843c23644b1b2 P bc619d1ad47d4c8da70050d5135af530 [term 1 FOLLOWER]: Leader election won for term 1
I20260618 07:59:20.361411 7710 raft_consensus.cc:697] T 951ec74666e24fd88e1843c23644b1b2 P bc619d1ad47d4c8da70050d5135af530 [term 1 LEADER]: Becoming Leader. State: Replica: bc619d1ad47d4c8da70050d5135af530, State: Running, Role: LEADER
I20260618 07:59:20.362083 7706 ts_tablet_manager.cc:1434] T 951ec74666e24fd88e1843c23644b1b2 P bc619d1ad47d4c8da70050d5135af530: Time spent starting tablet: real 0.012s user 0.012s sys 0.000s
I20260618 07:59:20.362133 7710 consensus_queue.cc:237] T 951ec74666e24fd88e1843c23644b1b2 P bc619d1ad47d4c8da70050d5135af530 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } }
I20260618 07:59:20.362985 7706 tablet_bootstrap.cc:492] T 87814241cc2d4bc39535b5df9771eb54 P bc619d1ad47d4c8da70050d5135af530: Bootstrap starting.
I20260618 07:59:20.368214 7706 tablet_bootstrap.cc:654] T 87814241cc2d4bc39535b5df9771eb54 P bc619d1ad47d4c8da70050d5135af530: Neither blocks nor log segments found. Creating new log.
I20260618 07:59:20.369139 7567 catalog_manager.cc:5696] T 951ec74666e24fd88e1843c23644b1b2 P bc619d1ad47d4c8da70050d5135af530 reported cstate change: term changed from 0 to 1, leader changed from <none> to bc619d1ad47d4c8da70050d5135af530 (127.6.118.65). New cstate: current_term: 1 leader_uuid: "bc619d1ad47d4c8da70050d5135af530" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } health_report { overall_health: HEALTHY } } }
I20260618 07:59:20.372645 7706 tablet_bootstrap.cc:492] T 87814241cc2d4bc39535b5df9771eb54 P bc619d1ad47d4c8da70050d5135af530: No bootstrap required, opened a new log
I20260618 07:59:20.373101 7706 ts_tablet_manager.cc:1403] T 87814241cc2d4bc39535b5df9771eb54 P bc619d1ad47d4c8da70050d5135af530: Time spent bootstrapping tablet: real 0.010s user 0.010s sys 0.000s
I20260618 07:59:20.375118 7706 raft_consensus.cc:359] T 87814241cc2d4bc39535b5df9771eb54 P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } }
I20260618 07:59:20.375631 7706 raft_consensus.cc:385] T 87814241cc2d4bc39535b5df9771eb54 P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260618 07:59:20.375875 7706 raft_consensus.cc:740] T 87814241cc2d4bc39535b5df9771eb54 P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bc619d1ad47d4c8da70050d5135af530, State: Initialized, Role: FOLLOWER
I20260618 07:59:20.376435 7706 consensus_queue.cc:260] T 87814241cc2d4bc39535b5df9771eb54 P bc619d1ad47d4c8da70050d5135af530 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } }
I20260618 07:59:20.376974 7706 raft_consensus.cc:399] T 87814241cc2d4bc39535b5df9771eb54 P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260618 07:59:20.377269 7706 raft_consensus.cc:493] T 87814241cc2d4bc39535b5df9771eb54 P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260618 07:59:20.377571 7706 raft_consensus.cc:3060] T 87814241cc2d4bc39535b5df9771eb54 P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Advancing to term 1
I20260618 07:59:20.382297 7706 raft_consensus.cc:515] T 87814241cc2d4bc39535b5df9771eb54 P bc619d1ad47d4c8da70050d5135af530 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } }
I20260618 07:59:20.382854 7706 leader_election.cc:304] T 87814241cc2d4bc39535b5df9771eb54 P bc619d1ad47d4c8da70050d5135af530 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: bc619d1ad47d4c8da70050d5135af530; no voters:
I20260618 07:59:20.383363 7706 leader_election.cc:290] T 87814241cc2d4bc39535b5df9771eb54 P bc619d1ad47d4c8da70050d5135af530 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260618 07:59:20.383500 7710 raft_consensus.cc:2804] T 87814241cc2d4bc39535b5df9771eb54 P bc619d1ad47d4c8da70050d5135af530 [term 1 FOLLOWER]: Leader election won for term 1
I20260618 07:59:20.384002 7710 raft_consensus.cc:697] T 87814241cc2d4bc39535b5df9771eb54 P bc619d1ad47d4c8da70050d5135af530 [term 1 LEADER]: Becoming Leader. State: Replica: bc619d1ad47d4c8da70050d5135af530, State: Running, Role: LEADER
I20260618 07:59:20.384822 7706 ts_tablet_manager.cc:1434] T 87814241cc2d4bc39535b5df9771eb54 P bc619d1ad47d4c8da70050d5135af530: Time spent starting tablet: real 0.011s user 0.005s sys 0.003s
I20260618 07:59:20.384671 7710 consensus_queue.cc:237] T 87814241cc2d4bc39535b5df9771eb54 P bc619d1ad47d4c8da70050d5135af530 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } }
I20260618 07:59:20.385638 7706 tablet_bootstrap.cc:492] T 9364b9258fc642dba27e4ff7d5910a1e P bc619d1ad47d4c8da70050d5135af530: Bootstrap starting.
I20260618 07:59:20.391355 7706 tablet_bootstrap.cc:654] T 9364b9258fc642dba27e4ff7d5910a1e P bc619d1ad47d4c8da70050d5135af530: Neither blocks nor log segments found. Creating new log.
I20260618 07:59:20.391268 7567 catalog_manager.cc:5696] T 87814241cc2d4bc39535b5df9771eb54 P bc619d1ad47d4c8da70050d5135af530 reported cstate change: term changed from 0 to 1, leader changed from <none> to bc619d1ad47d4c8da70050d5135af530 (127.6.118.65). New cstate: current_term: 1 leader_uuid: "bc619d1ad47d4c8da70050d5135af530" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } health_report { overall_health: HEALTHY } } }
I20260618 07:59:20.395469 7706 tablet_bootstrap.cc:492] T 9364b9258fc642dba27e4ff7d5910a1e P bc619d1ad47d4c8da70050d5135af530: No bootstrap required, opened a new log
I20260618 07:59:20.395818 7706 ts_tablet_manager.cc:1403] T 9364b9258fc642dba27e4ff7d5910a1e P bc619d1ad47d4c8da70050d5135af530: Time spent bootstrapping tablet: real 0.010s user 0.004s sys 0.004s
I20260618 07:59:20.398082 7706 raft_consensus.cc:359] T 9364b9258fc642dba27e4ff7d5910a1e P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } }
I20260618 07:59:20.398500 7706 raft_consensus.cc:385] T 9364b9258fc642dba27e4ff7d5910a1e P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260618 07:59:20.398805 7706 raft_consensus.cc:740] T 9364b9258fc642dba27e4ff7d5910a1e P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bc619d1ad47d4c8da70050d5135af530, State: Initialized, Role: FOLLOWER
I20260618 07:59:20.399420 7706 consensus_queue.cc:260] T 9364b9258fc642dba27e4ff7d5910a1e P bc619d1ad47d4c8da70050d5135af530 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } }
I20260618 07:59:20.399966 7706 raft_consensus.cc:399] T 9364b9258fc642dba27e4ff7d5910a1e P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260618 07:59:20.400219 7706 raft_consensus.cc:493] T 9364b9258fc642dba27e4ff7d5910a1e P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260618 07:59:20.400492 7706 raft_consensus.cc:3060] T 9364b9258fc642dba27e4ff7d5910a1e P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Advancing to term 1
I20260618 07:59:20.405165 7706 raft_consensus.cc:515] T 9364b9258fc642dba27e4ff7d5910a1e P bc619d1ad47d4c8da70050d5135af530 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } }
I20260618 07:59:20.405697 7706 leader_election.cc:304] T 9364b9258fc642dba27e4ff7d5910a1e P bc619d1ad47d4c8da70050d5135af530 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: bc619d1ad47d4c8da70050d5135af530; no voters:
I20260618 07:59:20.406222 7706 leader_election.cc:290] T 9364b9258fc642dba27e4ff7d5910a1e P bc619d1ad47d4c8da70050d5135af530 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260618 07:59:20.406353 7710 raft_consensus.cc:2804] T 9364b9258fc642dba27e4ff7d5910a1e P bc619d1ad47d4c8da70050d5135af530 [term 1 FOLLOWER]: Leader election won for term 1
I20260618 07:59:20.406852 7710 raft_consensus.cc:697] T 9364b9258fc642dba27e4ff7d5910a1e P bc619d1ad47d4c8da70050d5135af530 [term 1 LEADER]: Becoming Leader. State: Replica: bc619d1ad47d4c8da70050d5135af530, State: Running, Role: LEADER
I20260618 07:59:20.407636 7706 ts_tablet_manager.cc:1434] T 9364b9258fc642dba27e4ff7d5910a1e P bc619d1ad47d4c8da70050d5135af530: Time spent starting tablet: real 0.012s user 0.003s sys 0.007s
I20260618 07:59:20.407473 7710 consensus_queue.cc:237] T 9364b9258fc642dba27e4ff7d5910a1e P bc619d1ad47d4c8da70050d5135af530 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } }
I20260618 07:59:20.408324 7706 tablet_bootstrap.cc:492] T 01b1b32bb48f4e039b37b82af010b62d P bc619d1ad47d4c8da70050d5135af530: Bootstrap starting.
I20260618 07:59:20.413446 7706 tablet_bootstrap.cc:654] T 01b1b32bb48f4e039b37b82af010b62d P bc619d1ad47d4c8da70050d5135af530: Neither blocks nor log segments found. Creating new log.
I20260618 07:59:20.413573 7567 catalog_manager.cc:5696] T 9364b9258fc642dba27e4ff7d5910a1e P bc619d1ad47d4c8da70050d5135af530 reported cstate change: term changed from 0 to 1, leader changed from <none> to bc619d1ad47d4c8da70050d5135af530 (127.6.118.65). New cstate: current_term: 1 leader_uuid: "bc619d1ad47d4c8da70050d5135af530" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } health_report { overall_health: HEALTHY } } }
I20260618 07:59:20.417493 7706 tablet_bootstrap.cc:492] T 01b1b32bb48f4e039b37b82af010b62d P bc619d1ad47d4c8da70050d5135af530: No bootstrap required, opened a new log
I20260618 07:59:20.417909 7706 ts_tablet_manager.cc:1403] T 01b1b32bb48f4e039b37b82af010b62d P bc619d1ad47d4c8da70050d5135af530: Time spent bootstrapping tablet: real 0.010s user 0.008s sys 0.000s
I20260618 07:59:20.420200 7706 raft_consensus.cc:359] T 01b1b32bb48f4e039b37b82af010b62d P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } }
I20260618 07:59:20.420758 7706 raft_consensus.cc:385] T 01b1b32bb48f4e039b37b82af010b62d P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260618 07:59:20.421094 7706 raft_consensus.cc:740] T 01b1b32bb48f4e039b37b82af010b62d P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bc619d1ad47d4c8da70050d5135af530, State: Initialized, Role: FOLLOWER
I20260618 07:59:20.421784 7706 consensus_queue.cc:260] T 01b1b32bb48f4e039b37b82af010b62d P bc619d1ad47d4c8da70050d5135af530 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } }
I20260618 07:59:20.422364 7706 raft_consensus.cc:399] T 01b1b32bb48f4e039b37b82af010b62d P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260618 07:59:20.422657 7706 raft_consensus.cc:493] T 01b1b32bb48f4e039b37b82af010b62d P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260618 07:59:20.422993 7706 raft_consensus.cc:3060] T 01b1b32bb48f4e039b37b82af010b62d P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Advancing to term 1
I20260618 07:59:20.428821 7706 raft_consensus.cc:515] T 01b1b32bb48f4e039b37b82af010b62d P bc619d1ad47d4c8da70050d5135af530 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } }
I20260618 07:59:20.429373 7706 leader_election.cc:304] T 01b1b32bb48f4e039b37b82af010b62d P bc619d1ad47d4c8da70050d5135af530 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: bc619d1ad47d4c8da70050d5135af530; no voters:
I20260618 07:59:20.429873 7706 leader_election.cc:290] T 01b1b32bb48f4e039b37b82af010b62d P bc619d1ad47d4c8da70050d5135af530 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260618 07:59:20.430016 7710 raft_consensus.cc:2804] T 01b1b32bb48f4e039b37b82af010b62d P bc619d1ad47d4c8da70050d5135af530 [term 1 FOLLOWER]: Leader election won for term 1
I20260618 07:59:20.430505 7710 raft_consensus.cc:697] T 01b1b32bb48f4e039b37b82af010b62d P bc619d1ad47d4c8da70050d5135af530 [term 1 LEADER]: Becoming Leader. State: Replica: bc619d1ad47d4c8da70050d5135af530, State: Running, Role: LEADER
I20260618 07:59:20.431313 7706 ts_tablet_manager.cc:1434] T 01b1b32bb48f4e039b37b82af010b62d P bc619d1ad47d4c8da70050d5135af530: Time spent starting tablet: real 0.013s user 0.009s sys 0.003s
I20260618 07:59:20.431156 7710 consensus_queue.cc:237] T 01b1b32bb48f4e039b37b82af010b62d P bc619d1ad47d4c8da70050d5135af530 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } }
I20260618 07:59:20.432029 7706 tablet_bootstrap.cc:492] T 1549da22b7594167b17fe3e7db97e552 P bc619d1ad47d4c8da70050d5135af530: Bootstrap starting.
I20260618 07:59:20.437148 7706 tablet_bootstrap.cc:654] T 1549da22b7594167b17fe3e7db97e552 P bc619d1ad47d4c8da70050d5135af530: Neither blocks nor log segments found. Creating new log.
I20260618 07:59:20.437546 7567 catalog_manager.cc:5696] T 01b1b32bb48f4e039b37b82af010b62d P bc619d1ad47d4c8da70050d5135af530 reported cstate change: term changed from 0 to 1, leader changed from <none> to bc619d1ad47d4c8da70050d5135af530 (127.6.118.65). New cstate: current_term: 1 leader_uuid: "bc619d1ad47d4c8da70050d5135af530" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } health_report { overall_health: HEALTHY } } }
I20260618 07:59:20.440438 7706 tablet_bootstrap.cc:492] T 1549da22b7594167b17fe3e7db97e552 P bc619d1ad47d4c8da70050d5135af530: No bootstrap required, opened a new log
I20260618 07:59:20.440779 7706 ts_tablet_manager.cc:1403] T 1549da22b7594167b17fe3e7db97e552 P bc619d1ad47d4c8da70050d5135af530: Time spent bootstrapping tablet: real 0.009s user 0.007s sys 0.000s
I20260618 07:59:20.442741 7706 raft_consensus.cc:359] T 1549da22b7594167b17fe3e7db97e552 P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } }
I20260618 07:59:20.443132 7706 raft_consensus.cc:385] T 1549da22b7594167b17fe3e7db97e552 P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260618 07:59:20.443401 7706 raft_consensus.cc:740] T 1549da22b7594167b17fe3e7db97e552 P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bc619d1ad47d4c8da70050d5135af530, State: Initialized, Role: FOLLOWER
I20260618 07:59:20.443928 7706 consensus_queue.cc:260] T 1549da22b7594167b17fe3e7db97e552 P bc619d1ad47d4c8da70050d5135af530 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } }
I20260618 07:59:20.444368 7706 raft_consensus.cc:399] T 1549da22b7594167b17fe3e7db97e552 P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260618 07:59:20.444667 7706 raft_consensus.cc:493] T 1549da22b7594167b17fe3e7db97e552 P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260618 07:59:20.444999 7706 raft_consensus.cc:3060] T 1549da22b7594167b17fe3e7db97e552 P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Advancing to term 1
I20260618 07:59:20.449086 7706 raft_consensus.cc:515] T 1549da22b7594167b17fe3e7db97e552 P bc619d1ad47d4c8da70050d5135af530 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } }
I20260618 07:59:20.449679 7706 leader_election.cc:304] T 1549da22b7594167b17fe3e7db97e552 P bc619d1ad47d4c8da70050d5135af530 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: bc619d1ad47d4c8da70050d5135af530; no voters:
I20260618 07:59:20.450155 7706 leader_election.cc:290] T 1549da22b7594167b17fe3e7db97e552 P bc619d1ad47d4c8da70050d5135af530 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260618 07:59:20.450313 7710 raft_consensus.cc:2804] T 1549da22b7594167b17fe3e7db97e552 P bc619d1ad47d4c8da70050d5135af530 [term 1 FOLLOWER]: Leader election won for term 1
I20260618 07:59:20.450820 7710 raft_consensus.cc:697] T 1549da22b7594167b17fe3e7db97e552 P bc619d1ad47d4c8da70050d5135af530 [term 1 LEADER]: Becoming Leader. State: Replica: bc619d1ad47d4c8da70050d5135af530, State: Running, Role: LEADER
I20260618 07:59:20.451514 7706 ts_tablet_manager.cc:1434] T 1549da22b7594167b17fe3e7db97e552 P bc619d1ad47d4c8da70050d5135af530: Time spent starting tablet: real 0.010s user 0.008s sys 0.000s
I20260618 07:59:20.451453 7710 consensus_queue.cc:237] T 1549da22b7594167b17fe3e7db97e552 P bc619d1ad47d4c8da70050d5135af530 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } }
I20260618 07:59:20.452174 7706 tablet_bootstrap.cc:492] T a912886a52cc4297bf755070268fda32 P bc619d1ad47d4c8da70050d5135af530: Bootstrap starting.
I20260618 07:59:20.456374 7706 tablet_bootstrap.cc:654] T a912886a52cc4297bf755070268fda32 P bc619d1ad47d4c8da70050d5135af530: Neither blocks nor log segments found. Creating new log.
I20260618 07:59:20.458173 7566 catalog_manager.cc:5696] T 1549da22b7594167b17fe3e7db97e552 P bc619d1ad47d4c8da70050d5135af530 reported cstate change: term changed from 0 to 1, leader changed from <none> to bc619d1ad47d4c8da70050d5135af530 (127.6.118.65). New cstate: current_term: 1 leader_uuid: "bc619d1ad47d4c8da70050d5135af530" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } health_report { overall_health: HEALTHY } } }
I20260618 07:59:20.460103 7706 tablet_bootstrap.cc:492] T a912886a52cc4297bf755070268fda32 P bc619d1ad47d4c8da70050d5135af530: No bootstrap required, opened a new log
I20260618 07:59:20.460438 7706 ts_tablet_manager.cc:1403] T a912886a52cc4297bf755070268fda32 P bc619d1ad47d4c8da70050d5135af530: Time spent bootstrapping tablet: real 0.008s user 0.007s sys 0.000s
I20260618 07:59:20.462093 7706 raft_consensus.cc:359] T a912886a52cc4297bf755070268fda32 P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } }
I20260618 07:59:20.462576 7706 raft_consensus.cc:385] T a912886a52cc4297bf755070268fda32 P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260618 07:59:20.462850 7706 raft_consensus.cc:740] T a912886a52cc4297bf755070268fda32 P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bc619d1ad47d4c8da70050d5135af530, State: Initialized, Role: FOLLOWER
I20260618 07:59:20.463469 7706 consensus_queue.cc:260] T a912886a52cc4297bf755070268fda32 P bc619d1ad47d4c8da70050d5135af530 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } }
I20260618 07:59:20.463892 7706 raft_consensus.cc:399] T a912886a52cc4297bf755070268fda32 P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260618 07:59:20.464154 7706 raft_consensus.cc:493] T a912886a52cc4297bf755070268fda32 P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260618 07:59:20.464432 7706 raft_consensus.cc:3060] T a912886a52cc4297bf755070268fda32 P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Advancing to term 1
I20260618 07:59:20.468752 7706 raft_consensus.cc:515] T a912886a52cc4297bf755070268fda32 P bc619d1ad47d4c8da70050d5135af530 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } }
I20260618 07:59:20.469276 7706 leader_election.cc:304] T a912886a52cc4297bf755070268fda32 P bc619d1ad47d4c8da70050d5135af530 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: bc619d1ad47d4c8da70050d5135af530; no voters:
I20260618 07:59:20.469671 7706 leader_election.cc:290] T a912886a52cc4297bf755070268fda32 P bc619d1ad47d4c8da70050d5135af530 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260618 07:59:20.469858 7710 raft_consensus.cc:2804] T a912886a52cc4297bf755070268fda32 P bc619d1ad47d4c8da70050d5135af530 [term 1 FOLLOWER]: Leader election won for term 1
I20260618 07:59:20.470513 7710 raft_consensus.cc:697] T a912886a52cc4297bf755070268fda32 P bc619d1ad47d4c8da70050d5135af530 [term 1 LEADER]: Becoming Leader. State: Replica: bc619d1ad47d4c8da70050d5135af530, State: Running, Role: LEADER
I20260618 07:59:20.471163 7706 ts_tablet_manager.cc:1434] T a912886a52cc4297bf755070268fda32 P bc619d1ad47d4c8da70050d5135af530: Time spent starting tablet: real 0.011s user 0.006s sys 0.003s
I20260618 07:59:20.471174 7710 consensus_queue.cc:237] T a912886a52cc4297bf755070268fda32 P bc619d1ad47d4c8da70050d5135af530 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } }
I20260618 07:59:20.471963 7706 tablet_bootstrap.cc:492] T f5a9dd484bd24c3dbb350fb7a5c87a05 P bc619d1ad47d4c8da70050d5135af530: Bootstrap starting.
I20260618 07:59:20.476472 7706 tablet_bootstrap.cc:654] T f5a9dd484bd24c3dbb350fb7a5c87a05 P bc619d1ad47d4c8da70050d5135af530: Neither blocks nor log segments found. Creating new log.
I20260618 07:59:20.477530 7566 catalog_manager.cc:5696] T a912886a52cc4297bf755070268fda32 P bc619d1ad47d4c8da70050d5135af530 reported cstate change: term changed from 0 to 1, leader changed from <none> to bc619d1ad47d4c8da70050d5135af530 (127.6.118.65). New cstate: current_term: 1 leader_uuid: "bc619d1ad47d4c8da70050d5135af530" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } health_report { overall_health: HEALTHY } } }
I20260618 07:59:20.480022 7706 tablet_bootstrap.cc:492] T f5a9dd484bd24c3dbb350fb7a5c87a05 P bc619d1ad47d4c8da70050d5135af530: No bootstrap required, opened a new log
I20260618 07:59:20.480392 7706 ts_tablet_manager.cc:1403] T f5a9dd484bd24c3dbb350fb7a5c87a05 P bc619d1ad47d4c8da70050d5135af530: Time spent bootstrapping tablet: real 0.009s user 0.007s sys 0.000s
I20260618 07:59:20.482313 7706 raft_consensus.cc:359] T f5a9dd484bd24c3dbb350fb7a5c87a05 P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } }
I20260618 07:59:20.482674 7706 raft_consensus.cc:385] T f5a9dd484bd24c3dbb350fb7a5c87a05 P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260618 07:59:20.482873 7706 raft_consensus.cc:740] T f5a9dd484bd24c3dbb350fb7a5c87a05 P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bc619d1ad47d4c8da70050d5135af530, State: Initialized, Role: FOLLOWER
I20260618 07:59:20.483542 7706 consensus_queue.cc:260] T f5a9dd484bd24c3dbb350fb7a5c87a05 P bc619d1ad47d4c8da70050d5135af530 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } }
I20260618 07:59:20.483989 7706 raft_consensus.cc:399] T f5a9dd484bd24c3dbb350fb7a5c87a05 P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260618 07:59:20.484274 7706 raft_consensus.cc:493] T f5a9dd484bd24c3dbb350fb7a5c87a05 P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260618 07:59:20.484565 7706 raft_consensus.cc:3060] T f5a9dd484bd24c3dbb350fb7a5c87a05 P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Advancing to term 1
I20260618 07:59:20.488615 7706 raft_consensus.cc:515] T f5a9dd484bd24c3dbb350fb7a5c87a05 P bc619d1ad47d4c8da70050d5135af530 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } }
I20260618 07:59:20.489228 7706 leader_election.cc:304] T f5a9dd484bd24c3dbb350fb7a5c87a05 P bc619d1ad47d4c8da70050d5135af530 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: bc619d1ad47d4c8da70050d5135af530; no voters:
I20260618 07:59:20.489614 7706 leader_election.cc:290] T f5a9dd484bd24c3dbb350fb7a5c87a05 P bc619d1ad47d4c8da70050d5135af530 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260618 07:59:20.489740 7710 raft_consensus.cc:2804] T f5a9dd484bd24c3dbb350fb7a5c87a05 P bc619d1ad47d4c8da70050d5135af530 [term 1 FOLLOWER]: Leader election won for term 1
I20260618 07:59:20.490263 7710 raft_consensus.cc:697] T f5a9dd484bd24c3dbb350fb7a5c87a05 P bc619d1ad47d4c8da70050d5135af530 [term 1 LEADER]: Becoming Leader. State: Replica: bc619d1ad47d4c8da70050d5135af530, State: Running, Role: LEADER
I20260618 07:59:20.490886 7706 ts_tablet_manager.cc:1434] T f5a9dd484bd24c3dbb350fb7a5c87a05 P bc619d1ad47d4c8da70050d5135af530: Time spent starting tablet: real 0.010s user 0.010s sys 0.000s
I20260618 07:59:20.490875 7710 consensus_queue.cc:237] T f5a9dd484bd24c3dbb350fb7a5c87a05 P bc619d1ad47d4c8da70050d5135af530 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } }
I20260618 07:59:20.491569 7706 tablet_bootstrap.cc:492] T 6ef1aeb519ea491f99213cf00c74e929 P bc619d1ad47d4c8da70050d5135af530: Bootstrap starting.
I20260618 07:59:20.496031 7706 tablet_bootstrap.cc:654] T 6ef1aeb519ea491f99213cf00c74e929 P bc619d1ad47d4c8da70050d5135af530: Neither blocks nor log segments found. Creating new log.
I20260618 07:59:20.497794 7566 catalog_manager.cc:5696] T f5a9dd484bd24c3dbb350fb7a5c87a05 P bc619d1ad47d4c8da70050d5135af530 reported cstate change: term changed from 0 to 1, leader changed from <none> to bc619d1ad47d4c8da70050d5135af530 (127.6.118.65). New cstate: current_term: 1 leader_uuid: "bc619d1ad47d4c8da70050d5135af530" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } health_report { overall_health: HEALTHY } } }
I20260618 07:59:20.502233 7706 tablet_bootstrap.cc:492] T 6ef1aeb519ea491f99213cf00c74e929 P bc619d1ad47d4c8da70050d5135af530: No bootstrap required, opened a new log
I20260618 07:59:20.502629 7706 ts_tablet_manager.cc:1403] T 6ef1aeb519ea491f99213cf00c74e929 P bc619d1ad47d4c8da70050d5135af530: Time spent bootstrapping tablet: real 0.011s user 0.009s sys 0.000s
I20260618 07:59:20.504933 7706 raft_consensus.cc:359] T 6ef1aeb519ea491f99213cf00c74e929 P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } }
I20260618 07:59:20.505398 7706 raft_consensus.cc:385] T 6ef1aeb519ea491f99213cf00c74e929 P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260618 07:59:20.505621 7706 raft_consensus.cc:740] T 6ef1aeb519ea491f99213cf00c74e929 P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bc619d1ad47d4c8da70050d5135af530, State: Initialized, Role: FOLLOWER
I20260618 07:59:20.506160 7706 consensus_queue.cc:260] T 6ef1aeb519ea491f99213cf00c74e929 P bc619d1ad47d4c8da70050d5135af530 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } }
I20260618 07:59:20.506603 7706 raft_consensus.cc:399] T 6ef1aeb519ea491f99213cf00c74e929 P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260618 07:59:20.506824 7706 raft_consensus.cc:493] T 6ef1aeb519ea491f99213cf00c74e929 P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260618 07:59:20.507069 7706 raft_consensus.cc:3060] T 6ef1aeb519ea491f99213cf00c74e929 P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Advancing to term 1
I20260618 07:59:20.511162 7706 raft_consensus.cc:515] T 6ef1aeb519ea491f99213cf00c74e929 P bc619d1ad47d4c8da70050d5135af530 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } }
I20260618 07:59:20.511677 7706 leader_election.cc:304] T 6ef1aeb519ea491f99213cf00c74e929 P bc619d1ad47d4c8da70050d5135af530 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: bc619d1ad47d4c8da70050d5135af530; no voters:
I20260618 07:59:20.512071 7706 leader_election.cc:290] T 6ef1aeb519ea491f99213cf00c74e929 P bc619d1ad47d4c8da70050d5135af530 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260618 07:59:20.512223 7710 raft_consensus.cc:2804] T 6ef1aeb519ea491f99213cf00c74e929 P bc619d1ad47d4c8da70050d5135af530 [term 1 FOLLOWER]: Leader election won for term 1
I20260618 07:59:20.512794 7710 raft_consensus.cc:697] T 6ef1aeb519ea491f99213cf00c74e929 P bc619d1ad47d4c8da70050d5135af530 [term 1 LEADER]: Becoming Leader. State: Replica: bc619d1ad47d4c8da70050d5135af530, State: Running, Role: LEADER
I20260618 07:59:20.513322 7706 ts_tablet_manager.cc:1434] T 6ef1aeb519ea491f99213cf00c74e929 P bc619d1ad47d4c8da70050d5135af530: Time spent starting tablet: real 0.010s user 0.010s sys 0.000s
I20260618 07:59:20.513425 7710 consensus_queue.cc:237] T 6ef1aeb519ea491f99213cf00c74e929 P bc619d1ad47d4c8da70050d5135af530 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } }
I20260618 07:59:20.513950 7706 tablet_bootstrap.cc:492] T 48f4f421478747cfbb1ef1424beeff19 P bc619d1ad47d4c8da70050d5135af530: Bootstrap starting.
I20260618 07:59:20.518420 7706 tablet_bootstrap.cc:654] T 48f4f421478747cfbb1ef1424beeff19 P bc619d1ad47d4c8da70050d5135af530: Neither blocks nor log segments found. Creating new log.
I20260618 07:59:20.519807 7566 catalog_manager.cc:5696] T 6ef1aeb519ea491f99213cf00c74e929 P bc619d1ad47d4c8da70050d5135af530 reported cstate change: term changed from 0 to 1, leader changed from <none> to bc619d1ad47d4c8da70050d5135af530 (127.6.118.65). New cstate: current_term: 1 leader_uuid: "bc619d1ad47d4c8da70050d5135af530" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } health_report { overall_health: HEALTHY } } }
I20260618 07:59:20.522115 7706 tablet_bootstrap.cc:492] T 48f4f421478747cfbb1ef1424beeff19 P bc619d1ad47d4c8da70050d5135af530: No bootstrap required, opened a new log
I20260618 07:59:20.522475 7706 ts_tablet_manager.cc:1403] T 48f4f421478747cfbb1ef1424beeff19 P bc619d1ad47d4c8da70050d5135af530: Time spent bootstrapping tablet: real 0.009s user 0.006s sys 0.000s
I20260618 07:59:20.524449 7706 raft_consensus.cc:359] T 48f4f421478747cfbb1ef1424beeff19 P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } }
I20260618 07:59:20.524852 7706 raft_consensus.cc:385] T 48f4f421478747cfbb1ef1424beeff19 P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
I20260618 07:59:20.525141 7706 raft_consensus.cc:740] T 48f4f421478747cfbb1ef1424beeff19 P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bc619d1ad47d4c8da70050d5135af530, State: Initialized, Role: FOLLOWER
I20260618 07:59:20.525715 7706 consensus_queue.cc:260] T 48f4f421478747cfbb1ef1424beeff19 P bc619d1ad47d4c8da70050d5135af530 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } }
I20260618 07:59:20.526077 7706 raft_consensus.cc:399] T 48f4f421478747cfbb1ef1424beeff19 P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Only one voter in the Raft config. Triggering election immediately
I20260618 07:59:20.526276 7706 raft_consensus.cc:493] T 48f4f421478747cfbb1ef1424beeff19 P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Starting leader election (initial election of a single-replica configuration)
I20260618 07:59:20.526540 7706 raft_consensus.cc:3060] T 48f4f421478747cfbb1ef1424beeff19 P bc619d1ad47d4c8da70050d5135af530 [term 0 FOLLOWER]: Advancing to term 1
I20260618 07:59:20.531667 7706 raft_consensus.cc:515] T 48f4f421478747cfbb1ef1424beeff19 P bc619d1ad47d4c8da70050d5135af530 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } }
I20260618 07:59:20.532157 7706 leader_election.cc:304] T 48f4f421478747cfbb1ef1424beeff19 P bc619d1ad47d4c8da70050d5135af530 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 1 responses out of 1 voters: 1 yes votes; 0 no votes. yes voters: bc619d1ad47d4c8da70050d5135af530; no voters:
I20260618 07:59:20.532544 7706 leader_election.cc:290] T 48f4f421478747cfbb1ef1424beeff19 P bc619d1ad47d4c8da70050d5135af530 [CANDIDATE]: Term 1 election: Requested vote from peers
I20260618 07:59:20.532713 7710 raft_consensus.cc:2804] T 48f4f421478747cfbb1ef1424beeff19 P bc619d1ad47d4c8da70050d5135af530 [term 1 FOLLOWER]: Leader election won for term 1
I20260618 07:59:20.533244 7710 raft_consensus.cc:697] T 48f4f421478747cfbb1ef1424beeff19 P bc619d1ad47d4c8da70050d5135af530 [term 1 LEADER]: Becoming Leader. State: Replica: bc619d1ad47d4c8da70050d5135af530, State: Running, Role: LEADER
I20260618 07:59:20.533936 7706 ts_tablet_manager.cc:1434] T 48f4f421478747cfbb1ef1424beeff19 P bc619d1ad47d4c8da70050d5135af530: Time spent starting tablet: real 0.011s user 0.012s sys 0.000s
I20260618 07:59:20.533854 7710 consensus_queue.cc:237] T 48f4f421478747cfbb1ef1424beeff19 P bc619d1ad47d4c8da70050d5135af530 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 1, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } }
I20260618 07:59:20.539485 7566 catalog_manager.cc:5696] T 48f4f421478747cfbb1ef1424beeff19 P bc619d1ad47d4c8da70050d5135af530 reported cstate change: term changed from 0 to 1, leader changed from <none> to bc619d1ad47d4c8da70050d5135af530 (127.6.118.65). New cstate: current_term: 1 leader_uuid: "bc619d1ad47d4c8da70050d5135af530" committed_config { opid_index: -1 OBSOLETE_local: true peers { permanent_uuid: "bc619d1ad47d4c8da70050d5135af530" member_type: VOTER last_known_addr { host: "127.6.118.65" port: 40705 } health_report { overall_health: HEALTHY } } }
I20260618 07:59:20.564294 6617 catalog_manager.cc:3578] Servicing AlterTable request from test_user:
table { table_name: "test_table" } alter_schema_steps { type: ADD_COLUMN add_column { schema { name: "int_val2" type: INT32 is_nullable: true encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false } } }
I20260618 07:59:20.604199 6617 tablet_server.cc:179] TabletServer@127.6.118.65:0 shutting down...
I20260618 07:59:20.626430 7737 tablet.cc:1724] T 48f4f421478747cfbb1ef1424beeff19 P bc619d1ad47d4c8da70050d5135af530: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260618 07:59:20.626994 7734 tablet.cc:1724] T 951ec74666e24fd88e1843c23644b1b2 P bc619d1ad47d4c8da70050d5135af530: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260618 07:59:20.630101 7736 tablet.cc:1724] T 5cec19c8dc6d48839fdab7b15cbd03ff P bc619d1ad47d4c8da70050d5135af530: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260618 07:59:20.632411 7734 tablet.cc:1622] T 951ec74666e24fd88e1843c23644b1b2 P bc619d1ad47d4c8da70050d5135af530: MemRowSet was empty: no flush needed.
I20260618 07:59:20.633496 7736 tablet.cc:1622] T 5cec19c8dc6d48839fdab7b15cbd03ff P bc619d1ad47d4c8da70050d5135af530: MemRowSet was empty: no flush needed.
I20260618 07:59:20.631799 7737 tablet.cc:1622] T 48f4f421478747cfbb1ef1424beeff19 P bc619d1ad47d4c8da70050d5135af530: MemRowSet was empty: no flush needed.
I20260618 07:59:20.636412 7742 tablet.cc:1724] T f5a9dd484bd24c3dbb350fb7a5c87a05 P bc619d1ad47d4c8da70050d5135af530: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260618 07:59:20.641003 7742 tablet.cc:1622] T f5a9dd484bd24c3dbb350fb7a5c87a05 P bc619d1ad47d4c8da70050d5135af530: MemRowSet was empty: no flush needed.
I20260618 07:59:20.649780 7734 tablet.cc:1724] T a912886a52cc4297bf755070268fda32 P bc619d1ad47d4c8da70050d5135af530: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260618 07:59:20.651269 7734 tablet.cc:1622] T a912886a52cc4297bf755070268fda32 P bc619d1ad47d4c8da70050d5135af530: MemRowSet was empty: no flush needed.
I20260618 07:59:20.658938 7736 tablet.cc:1724] T 9364b9258fc642dba27e4ff7d5910a1e P bc619d1ad47d4c8da70050d5135af530: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260618 07:59:20.660588 7736 tablet.cc:1622] T 9364b9258fc642dba27e4ff7d5910a1e P bc619d1ad47d4c8da70050d5135af530: MemRowSet was empty: no flush needed.
I20260618 07:59:20.667133 7734 tablet.cc:1724] T 87814241cc2d4bc39535b5df9771eb54 P bc619d1ad47d4c8da70050d5135af530: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260618 07:59:20.669553 7734 tablet.cc:1622] T 87814241cc2d4bc39535b5df9771eb54 P bc619d1ad47d4c8da70050d5135af530: MemRowSet was empty: no flush needed.
I20260618 07:59:20.669258 7737 tablet.cc:1724] T 6ef1aeb519ea491f99213cf00c74e929 P bc619d1ad47d4c8da70050d5135af530: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260618 07:59:20.671062 7737 tablet.cc:1622] T 6ef1aeb519ea491f99213cf00c74e929 P bc619d1ad47d4c8da70050d5135af530: MemRowSet was empty: no flush needed.
I20260618 07:59:20.674158 7742 tablet.cc:1724] T 1549da22b7594167b17fe3e7db97e552 P bc619d1ad47d4c8da70050d5135af530: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260618 07:59:20.675199 7736 tablet.cc:1724] T 01b1b32bb48f4e039b37b82af010b62d P bc619d1ad47d4c8da70050d5135af530: Alter schema from (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
PRIMARY KEY (key)
) version 0 to (
10:key INT32 NOT NULL,
11:int_val INT32 NOT NULL,
12:int_val2 INT32 NULLABLE,
PRIMARY KEY (key)
) version 1
I20260618 07:59:20.676009 7742 tablet.cc:1622] T 1549da22b7594167b17fe3e7db97e552 P bc619d1ad47d4c8da70050d5135af530: MemRowSet was empty: no flush needed.
I20260618 07:59:20.677175 7736 tablet.cc:1622] T 01b1b32bb48f4e039b37b82af010b62d P bc619d1ad47d4c8da70050d5135af530: MemRowSet was empty: no flush needed.
I20260618 07:59:20.693630 6617 ts_tablet_manager.cc:1507] Shutting down tablet manager...
I20260618 07:59:20.694428 6617 tablet_replica.cc:333] T 48f4f421478747cfbb1ef1424beeff19 P bc619d1ad47d4c8da70050d5135af530: stopping tablet replica
I20260618 07:59:20.695004 6617 raft_consensus.cc:2243] T 48f4f421478747cfbb1ef1424beeff19 P bc619d1ad47d4c8da70050d5135af530 [term 1 LEADER]: Raft consensus shutting down.
I20260618 07:59:20.695472 6617 raft_consensus.cc:2272] T 48f4f421478747cfbb1ef1424beeff19 P bc619d1ad47d4c8da70050d5135af530 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260618 07:59:20.697654 6617 tablet_replica.cc:333] T a912886a52cc4297bf755070268fda32 P bc619d1ad47d4c8da70050d5135af530: stopping tablet replica
I20260618 07:59:20.698195 6617 raft_consensus.cc:2243] T a912886a52cc4297bf755070268fda32 P bc619d1ad47d4c8da70050d5135af530 [term 1 LEADER]: Raft consensus shutting down.
I20260618 07:59:20.698588 6617 raft_consensus.cc:2272] T a912886a52cc4297bf755070268fda32 P bc619d1ad47d4c8da70050d5135af530 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260618 07:59:20.700555 6617 tablet_replica.cc:333] T 01b1b32bb48f4e039b37b82af010b62d P bc619d1ad47d4c8da70050d5135af530: stopping tablet replica
I20260618 07:59:20.701206 6617 raft_consensus.cc:2243] T 01b1b32bb48f4e039b37b82af010b62d P bc619d1ad47d4c8da70050d5135af530 [term 1 LEADER]: Raft consensus shutting down.
I20260618 07:59:20.701619 6617 raft_consensus.cc:2272] T 01b1b32bb48f4e039b37b82af010b62d P bc619d1ad47d4c8da70050d5135af530 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260618 07:59:20.703558 6617 tablet_replica.cc:333] T f5a9dd484bd24c3dbb350fb7a5c87a05 P bc619d1ad47d4c8da70050d5135af530: stopping tablet replica
I20260618 07:59:20.704073 6617 raft_consensus.cc:2243] T f5a9dd484bd24c3dbb350fb7a5c87a05 P bc619d1ad47d4c8da70050d5135af530 [term 1 LEADER]: Raft consensus shutting down.
I20260618 07:59:20.704492 6617 raft_consensus.cc:2272] T f5a9dd484bd24c3dbb350fb7a5c87a05 P bc619d1ad47d4c8da70050d5135af530 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260618 07:59:20.706431 6617 tablet_replica.cc:333] T 87814241cc2d4bc39535b5df9771eb54 P bc619d1ad47d4c8da70050d5135af530: stopping tablet replica
I20260618 07:59:20.706945 6617 raft_consensus.cc:2243] T 87814241cc2d4bc39535b5df9771eb54 P bc619d1ad47d4c8da70050d5135af530 [term 1 LEADER]: Raft consensus shutting down.
I20260618 07:59:20.707347 6617 raft_consensus.cc:2272] T 87814241cc2d4bc39535b5df9771eb54 P bc619d1ad47d4c8da70050d5135af530 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260618 07:59:20.709363 6617 tablet_replica.cc:333] T 1549da22b7594167b17fe3e7db97e552 P bc619d1ad47d4c8da70050d5135af530: stopping tablet replica
I20260618 07:59:20.709854 6617 raft_consensus.cc:2243] T 1549da22b7594167b17fe3e7db97e552 P bc619d1ad47d4c8da70050d5135af530 [term 1 LEADER]: Raft consensus shutting down.
I20260618 07:59:20.710260 6617 raft_consensus.cc:2272] T 1549da22b7594167b17fe3e7db97e552 P bc619d1ad47d4c8da70050d5135af530 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260618 07:59:20.712167 6617 tablet_replica.cc:333] T 951ec74666e24fd88e1843c23644b1b2 P bc619d1ad47d4c8da70050d5135af530: stopping tablet replica
I20260618 07:59:20.712663 6617 raft_consensus.cc:2243] T 951ec74666e24fd88e1843c23644b1b2 P bc619d1ad47d4c8da70050d5135af530 [term 1 LEADER]: Raft consensus shutting down.
I20260618 07:59:20.713124 6617 raft_consensus.cc:2272] T 951ec74666e24fd88e1843c23644b1b2 P bc619d1ad47d4c8da70050d5135af530 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260618 07:59:20.715149 6617 tablet_replica.cc:333] T 9364b9258fc642dba27e4ff7d5910a1e P bc619d1ad47d4c8da70050d5135af530: stopping tablet replica
I20260618 07:59:20.715926 6617 raft_consensus.cc:2243] T 9364b9258fc642dba27e4ff7d5910a1e P bc619d1ad47d4c8da70050d5135af530 [term 1 LEADER]: Raft consensus shutting down.
I20260618 07:59:20.716372 6617 raft_consensus.cc:2272] T 9364b9258fc642dba27e4ff7d5910a1e P bc619d1ad47d4c8da70050d5135af530 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260618 07:59:20.718256 6617 tablet_replica.cc:333] T 6ef1aeb519ea491f99213cf00c74e929 P bc619d1ad47d4c8da70050d5135af530: stopping tablet replica
I20260618 07:59:20.718696 6617 raft_consensus.cc:2243] T 6ef1aeb519ea491f99213cf00c74e929 P bc619d1ad47d4c8da70050d5135af530 [term 1 LEADER]: Raft consensus shutting down.
I20260618 07:59:20.719029 6617 raft_consensus.cc:2272] T 6ef1aeb519ea491f99213cf00c74e929 P bc619d1ad47d4c8da70050d5135af530 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260618 07:59:20.721068 6617 tablet_replica.cc:333] T 5cec19c8dc6d48839fdab7b15cbd03ff P bc619d1ad47d4c8da70050d5135af530: stopping tablet replica
I20260618 07:59:20.721462 6617 raft_consensus.cc:2243] T 5cec19c8dc6d48839fdab7b15cbd03ff P bc619d1ad47d4c8da70050d5135af530 [term 1 LEADER]: Raft consensus shutting down.
I20260618 07:59:20.721808 6617 raft_consensus.cc:2272] T 5cec19c8dc6d48839fdab7b15cbd03ff P bc619d1ad47d4c8da70050d5135af530 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260618 07:59:20.749539 6617 tablet_server.cc:196] TabletServer@127.6.118.65:0 shutdown complete.
I20260618 07:59:20.762758 6617 master.cc:562] Master@127.6.118.126:35741 shutting down...
I20260618 07:59:20.776363 6617 raft_consensus.cc:2243] T 00000000000000000000000000000000 P 88fd2b64d9b047b0a34107b55b1ba498 [term 1 LEADER]: Raft consensus shutting down.
I20260618 07:59:20.776816 6617 raft_consensus.cc:2272] T 00000000000000000000000000000000 P 88fd2b64d9b047b0a34107b55b1ba498 [term 1 FOLLOWER]: Raft consensus is shut down!
I20260618 07:59:20.777143 6617 tablet_replica.cc:333] T 00000000000000000000000000000000 P 88fd2b64d9b047b0a34107b55b1ba498: stopping tablet replica
I20260618 07:59:20.794380 6617 master.cc:584] Master@127.6.118.126:35741 shutdown complete.
[ OK ] CatalogManagerRpcAndUserFunctionsTest.TestAlterTableWithUser (904 ms)
[----------] 6 tests from CatalogManagerRpcAndUserFunctionsTest (8091 ms total)
[----------] Global test environment tear-down
[==========] 10 tests from 3 test suites ran. (8158 ms total)
[ PASSED ] 10 tests.
I20260618 07:59:20.822540 6617 logging.cc:436] LogThrottler /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/tablet/tablet.cc:2406: suppressed but not reported on 2 messages since previous log ~3 seconds ago
I20260618 07:59:20.822850 6617 logging.cc:436] LogThrottler /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/master/catalog_manager.cc:4754: suppressed but not reported on 8 messages since previous log ~1 seconds ago
I20260618 07:59:20.823052 6617 logging.cc:436] LogThrottler /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/rpc/proxy.cc:239: suppressed but not reported on 87 messages since previous log ~5 seconds ago
ThreadSanitizer: reported 7 warnings